{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.189769548Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.18984154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.18985752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.18986527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.190112435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.190126575Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.191748745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.194212969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.19422938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.194383823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.196145195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.196334988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.197987668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.20027136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.20028559Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.200412702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.208274766Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.208289016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":14,"elapsed":"18.552658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.216870262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.217113337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:02.248430957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"58.659179ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:06.17763383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"3d2d419c-ba32-489f-b27c-9dc597a5378b","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1376,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.189936451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.190010413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.190026593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.190041193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.19041844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.190504922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.192443317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.192976987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.193228491Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.194731859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.194741879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.194877121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.196257407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"6.314055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.197413388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.197653112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.199431475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.201746977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.201758817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.201897809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.210522457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:12.210537317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":15,"elapsed":"20.632975ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:16.177799553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"a5614cf5-84b4-4163-9c66-1f82b641d113","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1622,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190089494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190151305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190161726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190169176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190176106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190184296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190191696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190198856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190206586Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.190213027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190220277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190226987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190233997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190241407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190247207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190254147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190261817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190268617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190274937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190284228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190293758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190300258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190307548Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190314308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190321349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190327318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190334629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190340979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190346809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190353829Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190359619Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190366189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190373809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190539302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190553843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190563443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190627494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190639164Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190685835Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190696195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190733956Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190744146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190752516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190765377Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190773987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190780297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190791167Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.190852128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.193611598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1170, tv_nsec: 973819501 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.193993975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.194134688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.194369692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"4.056264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.195846719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.19587051Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.196013672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.197362567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.200211909Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.200235199Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.200422513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.204503717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1170, tv_nsec: 984703599 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.204861333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.207830728Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.208088972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.209414156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1170, tv_nsec: 989618868 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.209722832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.242396067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.242793814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.243187201Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.243217232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.243545598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.243949495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.243974216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.243984236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.244168599Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.244363593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.246542703Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.246564193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.246797837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.247801356Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.248165812Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249079979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249102399Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249358014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249380094Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249408645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"59.178029ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.249643079Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.250554446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"60.32721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.251698297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.251857359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.251980462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.253191674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.25405435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.25407151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.254215042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.254353085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.254751112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.255086428Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.256021635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.256038816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.25625677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.256348151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.256359392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.256517355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.257497892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.257614504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"67.271585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.258710644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.259981307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.259993418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.260149921Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.261070747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.261089828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.26122173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.266753081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.266777661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":16,"elapsed":"76.473623ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.270193594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.270398297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":6,"elapsed":"80.310533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.270749754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.281128033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.281153173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.281164053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"90.815775ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.308189986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.308234917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.308572963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40d479f-18bc-45ad-a060-e79e5a1d2e8e\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.308593473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.309210875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.309229025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":6,"elapsed":"119.069909ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.310014239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.31009266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.310479827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.337988229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.338031709Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"147.71138ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.339540757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.339566768Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.339891043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89d6cfb-d11d-4e11-a96b-217afce2b2e5\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.339908154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.34243932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.36441181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"174.259434ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.374983923Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.375011633Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.376009661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a77f359-5946-4926-a79e-9245c83fb0aa\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.376029842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.378282263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.40832198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.408605575Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.410555911Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.412253212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.412268512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.412454955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.430514104Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.440381074Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b7824d-dd5d-420e-a1df-959831b75742\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.440411185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.440799192Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.443125084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.443370709Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.445553928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.445860414Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.450108731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.450291665Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"899c0d81-89b3-4472-8325-2df5a2d3081e\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.451588828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":7,"elapsed":"261.338451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.4621301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.46377772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.463794441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.464042675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.525946573Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":6,"elapsed":"335.85849ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.534261315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.534526419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658290e6-d528-40f9-9e60-f4c5e0cf4e2c\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.535537268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.535802503Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.537760298Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":6,"elapsed":"347.495621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.567583962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.567825596Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.575961594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.57625566Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.581124608Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.58228991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab09cfe-1114-43cf-86e5-06e4d9ecdc55\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.58231176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.58232088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.58232842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.583002623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.583156455Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":6,"elapsed":"393.02472ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.583181996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.583192226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.583266947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.58339425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.584875877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.587174548Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.587195139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.587316611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.588600254Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":6,"elapsed":"398.423418ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.638646686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.638981112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9471f5-4358-4d8a-8255-4c616d3a0023\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639012663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639023713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639280408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639290168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639297368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639304118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.639311218Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.639317569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.639591634Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.641757733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.641887285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439e14e7-ed45-49c1-ad81-2f27f06abcaa\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.641899876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.641989287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0564da3-8fba-469d-a8f8-92365b615a23\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.642002407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.642013288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.737455897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"106b03f8-339c-434f-88fc-ae63bebf812d\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:22.737483997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.737493797Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.737686331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee760f3-d72b-4517-806f-be953fc2c0cc\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.737722841Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.737941235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.740792987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.741004091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.744069367Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.74422592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.746062653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.746297158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:22.752819546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":6,"elapsed":"562.62667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:23.250814928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"0b54139d-b5f8-47de-bd5b-ea9fa68ffee1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:23.251131114Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"0b54139d-b5f8-47de-bd5b-ea9fa68ffee1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:23.253976446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"0b54139d-b5f8-47de-bd5b-ea9fa68ffee1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3230,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.147075922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.147126073Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.177858143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:26.178020646Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42758"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.178165579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8d932b1-701d-4d60-9c32-1a18b71e83c7","remote_addr":"[fd00:1122:3344:101::b]:42758","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.178504875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8d932b1-701d-4d60-9c32-1a18b71e83c7","remote_addr":"[fd00:1122:3344:101::b]:42758","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:26.179244728Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"420243f9-b0af-4a6a-ae85-60810ff15429","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1269,"response_code":"200"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:26.211080628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.211095739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8d932b1-701d-4d60-9c32-1a18b71e83c7","remote_addr":"[fd00:1122:3344:101::b]:42758","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.211444225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8d932b1-701d-4d60-9c32-1a18b71e83c7","remote_addr":"[fd00:1122:3344:101::b]:42758","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.246540664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.246890771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e8d459c7-2023-4b2e-a816-82d6b3bb6b22\", \"date\": \"Wed, 28 Aug 2024 23:30:26 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:26.246911171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:26.249092351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"e8d932b1-701d-4d60-9c32-1a18b71e83c7","remote_addr":"[fd00:1122:3344:101::b]:42758","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70994,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.249161412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d932b1-701d-4d60-9c32-1a18b71e83c7\", \"content-length\": \"41\", \"date\": \"Wed, 28 Aug 2024 23:30:26 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.250625389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:26.250633409Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.189808579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.18986238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.18987382Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.18988212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.190151705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.190172635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.216664378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.216901312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.217159457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.218466821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"28.649942ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.219467389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.219486019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.219618722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.222010365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.222206579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.223977241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.226325514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.226342654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.226469576Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.235326648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:32.235350868Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":17,"elapsed":"45.55197ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:36.249876015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"6fc8114e-681f-460b-b714-b11ff98cfb54","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.189847009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.18989577Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.18990552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.18991213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.190202575Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.190251116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.192220102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.192410976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.21623714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.217433262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"27.574092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.218622313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.218630984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.218764926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.220998207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.221151299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.222532515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.224626013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.224639913Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.224766845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.232662159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:42.23268904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":18,"elapsed":"42.84432ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:46.249779803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"819e1bf5-f3b1-48c3-a75e-59aff3de06af","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.18933003Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189394811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189405891Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189415861Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189424371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189433601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.189443792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:20:52.189362660 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189454672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189463912Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189474052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189483482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189493623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.189502853Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189512693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189521683Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189531263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189541994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189551014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:30:52.189561034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189571474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189580144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":5,"elapsed":"11.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189590955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":4,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.189601455Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189610445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189620205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189628915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189637795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189647305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189656586Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189666076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189675856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189686166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189695596Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189704877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189714557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189723217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189732157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189740607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189748947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189758458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189767708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189776848Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189786958Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.189796498Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189805418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189815048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189823919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189834009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189842889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189851559Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189861619Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189871069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.18988067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.18989017Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.18990075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.18990917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189919621Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189929301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189938061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189948921Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189958731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189965341Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189972291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189980171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189988522Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.189997322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190015892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190068323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190092053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190102204Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190117314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190150705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190164245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190173185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190181765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190191755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190205376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190213106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190232656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190242266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190251256Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190260077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190270087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190279337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190287967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190394549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190404869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1200, tv_nsec: 970565601 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.19041859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190551682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1200, tv_nsec: 970722044 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190592123Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190607903Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190789196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190803086Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.190961259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.192013408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.192042299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"2.458275ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.193376763Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"3.757548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.193848162Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.194755978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.194806539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":5,"elapsed":"5.030151ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.19482729Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1200, tv_nsec: 974971302 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.195344929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.196420899Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:20:52.189362660 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.196435409Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:20:52.189362660Z\",\"pruned\":[]}","iteration":4,"elapsed":"7.064509ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.196643383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.196660363Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.196829806Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.196857427Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.198074929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.19810035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.198224652Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.20307246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1200, tv_nsec: 983240492 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.203513318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.20580061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.207581412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.208050351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.209781472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.209805463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.209975336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.21021887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.210243611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.210395014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.21132484Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.211348461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.211522574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.212331369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.212613394Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.212713606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.21293367Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.214683572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.217088115Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.217115566Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.21733936Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.220357875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.220667771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.223471862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.223767857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.237874004Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.238280402Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.240302508Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.240593684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.241141824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.241363168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.242990647Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.243012648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.243022958Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":4,"elapsed":"53.518775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.243658569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.243882693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.245384811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.245740197Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.247622032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.248261103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.249064658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.250082286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.250648147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.250954962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.250974013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.251021424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.251274018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.251296719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.252010142Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.252038852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.252221825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.253440228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.253456898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.253464448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"63.960156ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.253597681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.254480497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.254526567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.254538238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.254545138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.254792662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.254966986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.255103018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.255459224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.255704549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.25631371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"66.972671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.256948382Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.256962972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.257147275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.25795498Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.25797213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.258155444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.258932238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.259217273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.259273214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.259297324Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.259582099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.260982275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.261611847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.261655467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.26182564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.261839261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.262836879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.262858169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.262998882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264496959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.26452356Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264672982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264700493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264805755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264817075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.264922257Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.265056189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.266926283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.268677285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.268700456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.268849719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.275469019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1201, tv_nsec: 55623721 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.277487376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.287353776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.287399166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":19,"elapsed":"97.983805ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.289312141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.289342912Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.289356782Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"99.670836ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.294355803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.294387314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.294395474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.294402534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.294777151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.297883487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.297913168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.297925118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.297934568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.298221203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.307271428Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"117.757946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.309451118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"119.898935ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.316213971Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.316238722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"126.82413ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.318202087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":7,"elapsed":"128.605033ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.323751449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.323777849Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.323789079Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"134.056262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.325248246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.325634663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.329057775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.362584656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.362994734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.371232954Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.371253314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"181.579279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.37540377Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.375726706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.378560137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.378581018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.380251588Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40af3187-97d8-458f-81d7-9065a46484ca\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.380274709Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.381740825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.452117787Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.480606326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.480657537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.481444212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe141a98-600b-43c4-88a0-bf07ad933eb5\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.481479152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.483101722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.496699999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.4967472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.497128387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a008e7-10c0-4ddc-93c5-d28f3228065c\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.497152738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.498960141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.50550777Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"316.13975ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.542108967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.550695493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::7]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.552398534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::7)), port: Some(32222), path: \"/node/id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68df7f74-0625-4c03-834e-aef37cf26112\", \"content-length\": \"64\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.552424115Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.552752161Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.553048936Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.554083405Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.558149319Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.55817575Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.558428704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.559181738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.559197948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.559445953Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.559573995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.561315217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.561612642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.562290845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.562316255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.562537349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.590942507Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.592675268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.592710369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.592914102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.598942662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.598969963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.598986283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.599188677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.669668401Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.670090129Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"cc5e5f4b-68d0-46af-a6c4-95c2f23b4552\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.670110169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.670783731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.671240869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.671466694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ad3f1eb1-efd7-456a-8c6c-e80cd38dd049\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.671500464Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.673035292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.673060492Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"483.522929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.67622576Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":7,"elapsed":"486.905051ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.720982626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.722284269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a1b478fd-923d-4f56-af7c-1ac07ac23e70\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.72230887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.72344745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f057c26a-6e6f-4cdf-bef6-1945a01e6700\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.723462851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.724685283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"806ad6b0-bb12-4656-b535-0d14f2bad02c\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.724698043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.72617705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.726210331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"536.554566ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.734674135Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.73495487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f888eff-1786-4b4d-98c5-34a327f6cef6\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.736222013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.736480578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.802299087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.802624643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a6814d-6848-4b90-b612-793652a7690f\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.802653813Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.802979679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.806569395Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.807484781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":7,"elapsed":"618.027559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.808168364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"618.737023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.808927738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.809200363Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.809841235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.809866785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.810030998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.812255668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.812278499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.812287139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.812296059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":5,"elapsed":"622.513142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.812787158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.813108384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.815889465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.816271862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"031bccf5-6ce7-4998-8e64-6ce8e9734f92\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.818053404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":8,"elapsed":"628.539901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.829988351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.830310877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.830321748Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.830330778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.830598203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.831910706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.831932027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"642.353973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.832020359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.833123489Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.833149069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.833339983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.833948824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.833961084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.834104306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.835020313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":7,"elapsed":"645.393848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.835422561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.836927088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.836938178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.837075031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.858358948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.861294042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.861316582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.861453175Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.862632806Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.862913331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.863586884Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.863598414Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.863613034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.863621594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":5,"elapsed":"673.910147ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.864550981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.864568541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.864720244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.877540577Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.878481664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b61c89-20e9-46ff-a98f-f385ac8ced29\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.878504545Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.878516855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.87878223Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.87879478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.87880205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.87880917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.87881633Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.87882278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.879066945Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.880402369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.880524931Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ca61f2-7622-41b5-8fc4-9625628371e7\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.880538982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.880626733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03591c7f-800c-4738-a99a-3ba642eb56e9\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.880639564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.880650304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.920468999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.962509985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44bafabe-9b4c-472e-b98b-6fbac0dd8000\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.962534865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.962546066Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:52.962554846Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:52.964623904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":7,"elapsed":"774.964457ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.059566213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1bfce377-ec2d-42f8-9d2b-e75876066fbd\", \"date\": \"Wed, 28 Aug 2024 23:30:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:53.059602664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.059611944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.060001631Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a7577a8-038a-43a5-8a0d-52f32c2ac40e\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:30:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.060049042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.060372128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.064445922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.064755298Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.067522368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.067802393Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.069847021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.070201667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.19054131Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":7,"elapsed":"1.000845793s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.28609824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"fa0c488c-2652-403c-b111-c7c234dbec01","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:30:53.286394336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"fa0c488c-2652-403c-b111-c7c234dbec01","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:53.289128456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"fa0c488c-2652-403c-b111-c7c234dbec01","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3091,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:30:56.249185882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"1a73d377-9b60-4ed0-b455-0f2754b77e3a","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189614225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189669796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189680136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189688836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189952541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.189968271Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.191848375Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.194204808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.194227679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.194360921Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.196690464Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.196999869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.198821552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.201210656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.201222546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.201375259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.209174231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.209185341Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":20,"elapsed":"19.596037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.217428161Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.217641995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:02.243382934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"53.75831ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:06.249181092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"76ac193a-8560-432c-9cd9-3fc74972dbc6","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:06.895361733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:35081"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.895448495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5b35d16d-2bcb-449f-8a0d-01bc523a3902","remote_addr":"[fd00:1122:3344:101::2]:35081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.895778871Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5b35d16d-2bcb-449f-8a0d-01bc523a3902","remote_addr":"[fd00:1122:3344:101::2]:35081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:06.928554548Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.928576339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5b35d16d-2bcb-449f-8a0d-01bc523a3902","remote_addr":"[fd00:1122:3344:101::2]:35081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.928866564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5b35d16d-2bcb-449f-8a0d-01bc523a3902","remote_addr":"[fd00:1122:3344:101::2]:35081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.959182686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:06.959551653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5a5b7b63-d5d0-45dd-b198-372b612d8907\", \"date\": \"Wed, 28 Aug 2024 23:31:06 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:06.959562173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"226da725-97fa-4503-adf7-f6230c7338b2"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:06.960410058Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"5b35d16d-2bcb-449f-8a0d-01bc523a3902","remote_addr":"[fd00:1122:3344:101::2]:35081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65021,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.189994741Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.190052563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.190064743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.190073703Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.190378148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.190393389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.192448656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.19486985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.19488612Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.195034733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.197269794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.19758123Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.199391683Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.201741856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.201758556Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.201902558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.218097323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.218296127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.244409763Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"54.401401ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.313307818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:12.313328118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":21,"elapsed":"123.350347ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:15.396866814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:35219"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.396959436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae23b3e5-3310-4d92-8675-b5bc46c61327","remote_addr":"[fd00:1122:3344:101::2]:35219","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.397284122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae23b3e5-3310-4d92-8675-b5bc46c61327","remote_addr":"[fd00:1122:3344:101::2]:35219","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:15.489127845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.489164536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae23b3e5-3310-4d92-8675-b5bc46c61327","remote_addr":"[fd00:1122:3344:101::2]:35219","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.489486562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae23b3e5-3310-4d92-8675-b5bc46c61327","remote_addr":"[fd00:1122:3344:101::2]:35219","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.519143462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:15.519519569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a242ad29-5271-4ddd-87c6-b5e076617710\", \"date\": \"Wed, 28 Aug 2024 23:31:15 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:15.519539229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3658e561-ffaf-4e69-873a-09364634a579"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:15.520004388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"ae23b3e5-3310-4d92-8675-b5bc46c61327","remote_addr":"[fd00:1122:3344:101::2]:35219","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123103,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:16.249610129Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"6cf6b4c6-d6d3-468b-ac81-c962deea6353","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1254,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:18.760138146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:33415"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.760233308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"42646366-6a08-4d8c-ae46-58a6e819a182","remote_addr":"[fd00:1122:3344:101::2]:33415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.760591155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"42646366-6a08-4d8c-ae46-58a6e819a182","remote_addr":"[fd00:1122:3344:101::2]:33415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:18.793019976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.793032726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"42646366-6a08-4d8c-ae46-58a6e819a182","remote_addr":"[fd00:1122:3344:101::2]:33415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.793323641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"42646366-6a08-4d8c-ae46-58a6e819a182","remote_addr":"[fd00:1122:3344:101::2]:33415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.800501752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:18.800920569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"adaa6339-2879-4de0-9d7a-2c20162bdb77\", \"date\": \"Wed, 28 Aug 2024 23:31:18 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:18.80093505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5f0160ab-0ca9-4941-b3e5-4b832969ce1d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:18.801737184Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"42646366-6a08-4d8c-ae46-58a6e819a182","remote_addr":"[fd00:1122:3344:101::2]:33415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41559,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:20.533642766Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:64451"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.533716567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9cf70687-fe77-44ee-a6f9-af68f252e6d5","remote_addr":"[fd00:1122:3344:101::2]:64451","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.534032313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9cf70687-fe77-44ee-a6f9-af68f252e6d5","remote_addr":"[fd00:1122:3344:101::2]:64451","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:20.567050965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.567068535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9cf70687-fe77-44ee-a6f9-af68f252e6d5","remote_addr":"[fd00:1122:3344:101::2]:64451","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.56736083Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9cf70687-fe77-44ee-a6f9-af68f252e6d5","remote_addr":"[fd00:1122:3344:101::2]:64451","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.601964211Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:20.602813186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1ac689ae-2feb-4872-9fe8-e4facae23399\", \"date\": \"Wed, 28 Aug 2024 23:31:20 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:20.602827707Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"22b7253c-914e-457d-927b-0c09071f1b79"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:20.603842095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"9cf70687-fe77-44ee-a6f9-af68f252e6d5","remote_addr":"[fd00:1122:3344:101::2]:64451","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70170,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189489952Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189542623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189554033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189563713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189573003Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189581914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.189592164Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189608224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189618934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189628584Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189639025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189649425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189658965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189668895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189677916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189687966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189735346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189745087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189754327Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189764047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189773237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189782427Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189791527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189800798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189809678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189818178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189828718Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189838418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189848319Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189856699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189865409Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189873439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.189883109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190023682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190048232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190059743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190154254Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190171694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190201615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190213775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190224926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190235176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190270476Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190284876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190294967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190306467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190317837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.190329227Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.193100538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1230, tv_nsec: 973238810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.194694297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"4.989851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.194715697Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.194806229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.194902061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.194996482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1230, tv_nsec: 975145045 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.196547321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.196742224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.197890355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.199771549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.19979216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.199929902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.199947523Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.200026524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.200086805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.201521951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.203172291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.203198212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.203315124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.207298337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.207886217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.208395046Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1230, tv_nsec: 988525429 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.208852915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.211937301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.214952026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.214976786Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.215223751Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.233346281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.233389382Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.233396932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.233669247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.240608203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.242577689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.242898775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.24317404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.24318759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.243366594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.244463514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"54.742017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.246091263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.246112334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.246513951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.246539651Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.247849345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.250214018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.251237457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.251269227Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.25139624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"61.834056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.251467821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.251681975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.251913239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.252244605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.252263476Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.252404928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.254311613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.2547104Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.255437314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.255458304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.255821501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd707bdc-3693-47e5-b720-0d8d1ad6bb3b\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.255838451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.256220948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.257787856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.257872558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.257883818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.259220372Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56d0bc3-18ef-44ae-a919-e0d3b2482125\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.259242903Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.260355873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.260382394Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.260617748Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.260687839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.265959275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.266440834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.274073853Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.274946119Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.276585929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.276610669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":22,"elapsed":"86.855442ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.277353733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.277384483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.27772146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47359ec8-74c8-4214-b961-202b6111df1c\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.27775011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.277869262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.279299478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.280680793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.280813656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.280827836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.281006139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.281017449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.281322565Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.281339365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.281347535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"91.836753ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.283112448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":8,"elapsed":"93.480733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.287550488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":8,"elapsed":"97.868903ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.289008605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"99.275579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.295461993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.297338887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.297360477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"107.59442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.297464269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.297478809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.297633602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.317173988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.317191608Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"127.654066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.324663235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"135.011639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.329106956Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.329488553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.357956161Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.359176144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad85818-1e18-4efd-8b50-d4af6019886d\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.360749562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.361048578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.363044214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":8,"elapsed":"173.46319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.366343714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.36668762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.393765444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.39631339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.396342101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.396584325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.398347627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.399984147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.399999957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.40013849Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.443331937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":8,"elapsed":"253.848425ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.462344303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.490598018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453e44b5-fe27-4e45-b73e-324f7dd3d7aa\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.490635928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.490648179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.490657589Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.491595256Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":8,"elapsed":"301.983182ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.600773675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.601122501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac1eb1e-0b17-4d97-810f-c7d97001b48a\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.601157242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.601490968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.603647987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.60379493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.606671573Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.60709444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.610446001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.610707216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d293a1b2-f16f-4c70-8f6a-22ef49317c39\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.611883157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":9,"elapsed":"422.09785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.619986045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.620288121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.622232856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.622247546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.62247217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.63289612Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.633235306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3bca8b9-de5d-4311-a0ea-4320973afd76\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633257487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633269507Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633534222Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633546172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633555112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633563243Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.633571112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.633579173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.633751486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.636040497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.6361938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfd97e5-a0b9-4e20-a0b7-910db60c2159\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.636208131Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.636317443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da3beea-c45f-4242-aec4-7db034d35510\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.636331023Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.636343433Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.730712232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7945772c-00c1-4f2f-8c84-7f011d8f0b94\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:22.730744533Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.730753863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.829093775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a4899e-9480-4a49-aa14-9427d7200cea\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.829135715Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.829579874Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.833264181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.833545736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.838099259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.838397674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.840683076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.840876719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:22.846710696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":8,"elapsed":"657.165772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:23.320385595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e41daa14-6480-4044-aa01-f1ca3edcc735","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:23.32069902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e41daa14-6480-4044-aa01-f1ca3edcc735","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:23.323606343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e41daa14-6480-4044-aa01-f1ca3edcc735","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3298,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:26.24913026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"99e8bfe6-efaf-4457-8f10-b0e27c13695e","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:27.334429762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51661"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.334523644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bc50e09b-fa01-449c-b43a-63049eb52c52","remote_addr":"[fd00:1122:3344:101::1]:51661","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.334881901Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bc50e09b-fa01-449c-b43a-63049eb52c52","remote_addr":"[fd00:1122:3344:101::1]:51661","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:27.366795002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.366822173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bc50e09b-fa01-449c-b43a-63049eb52c52","remote_addr":"[fd00:1122:3344:101::1]:51661","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.367093147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bc50e09b-fa01-449c-b43a-63049eb52c52","remote_addr":"[fd00:1122:3344:101::1]:51661","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.401377652Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:27.402263658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"dbaf4661-0b7c-4e10-90d9-2b565f01445f\", \"date\": \"Wed, 28 Aug 2024 23:31:27 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:27.402284509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:27.404219724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"bc50e09b-fa01-449c-b43a-63049eb52c52","remote_addr":"[fd00:1122:3344:101::1]:51661","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":69756,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.189597114Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.189662345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.189676515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.189687036Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.190042652Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.190060602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.216015995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.216230609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.219763124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.222192538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.222205528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.22233985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.224414268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.224622992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.226228171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.228553684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.228565144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.228700606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.234844978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.234865059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":23,"elapsed":"45.307155ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:32.241970658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"52.382505ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:35.671023739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50382"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.6711076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"159a221c-a7c8-46b1-92b0-79f15dfd6f71","remote_addr":"[fd00:1122:3344:101::1]:50382","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.671405975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"159a221c-a7c8-46b1-92b0-79f15dfd6f71","remote_addr":"[fd00:1122:3344:101::1]:50382","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:35.705056019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.705080119Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"159a221c-a7c8-46b1-92b0-79f15dfd6f71","remote_addr":"[fd00:1122:3344:101::1]:50382","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.705411865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"159a221c-a7c8-46b1-92b0-79f15dfd6f71","remote_addr":"[fd00:1122:3344:101::1]:50382","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.747547343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:35.748564261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9ff3ffb3-ba37-40a0-9e74-0574111147b7\", \"date\": \"Wed, 28 Aug 2024 23:31:35 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:35.748578621Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"17090eb5-1c49-4643-9bd0-d43bdbb7b5d8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:35.749673351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"159a221c-a7c8-46b1-92b0-79f15dfd6f71","remote_addr":"[fd00:1122:3344:101::1]:50382","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78619,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:36.24913776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"51e37799-bd32-4966-99e0-bc41ff5463cb","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.189815014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.189868335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.189878435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.189888925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.190206951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.190366194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.192500713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.194847475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.194858005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.195004758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.196328882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.196562287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.221835957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.222105602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.223165021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"33.329687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.227799556Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.230409213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.230430504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.230576706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.239812585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:42.239834825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":24,"elapsed":"50.030862ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:46.249229381Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"663aef5e-903d-4edf-a73c-944057c50ce4","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188630638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188697739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.18874147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188753411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188764511Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188774411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188783361Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188792281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188800141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188810702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188818692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188853112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188863553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188872493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188881093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188889603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188900693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188910574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188921494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188932624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188941294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188949394Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188958664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188968024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188977635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188987295Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.188997465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:31:52.189007915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189020636Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189031436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189041976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":6,"elapsed":"16.12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189054206Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189065166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189076077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.189086747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189096257Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189107107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189118067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189128747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189138658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189148258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.189157998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:21:52.188965384 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189168018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189177258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189187439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.189197029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189205539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189215009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189223719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189232419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189243229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.18925313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.18926334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.18927364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.18928656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189297001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189307401Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189316221Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189328441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189338021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189351742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189364342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189377012Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189389832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189401072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189411363Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189422733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189433583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189453063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189521714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189540825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189553895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189565475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189579296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189590546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189599886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189615936Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189627616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189639257Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189654387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.189665297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.191506151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1260, tv_nsec: 972303763 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.191777736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1260, tv_nsec: 972574488 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.193291163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.193319304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"4.481991ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.195066486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.195083526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":6,"elapsed":"6.077941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.198806204Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.20079759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.200845691Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1260, tv_nsec: 981660073 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.201246508Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.201522563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.201542204Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.201797758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.201961381Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"13.061538ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.204371985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"15.592244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.204562028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.204578679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.204812303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.207502792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.207622964Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.207882919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.208517011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:21:52.188965384 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.208548801Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:21:52.188965384Z\",\"pruned\":[]}","iteration":5,"elapsed":"19.553246ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.210410255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.210436506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.210645179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.217929572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.218393951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.2210793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.221475607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.224194276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.226095341Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.22658326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.227908244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1261, tv_nsec: 8702946 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.228351202Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.228516285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.228529615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.228819121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.253360818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.256037366Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.256083857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.256298261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.257738957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.258010302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.259559141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.259816715Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.260434977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.260670901Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.264110253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.264134474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.264146064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.264331368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.264828686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.265260105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.26664721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.266985596Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.267285091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.267711699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.268353021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.268594525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.269782517Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.270543061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.270565921Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.270620642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.270796815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.272239842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.272611978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.272639419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.272925194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273139518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273162809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273429673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273576186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"84.457639ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273592206Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.273599906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.273623907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":5,"elapsed":"84.473029ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.275286467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.275308317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.275504371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.275727335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.276498859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.278986235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.279007735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.279210219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.279465343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.283254122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.287588831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.287863506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.290493574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.290745679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.29408391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.296770808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.296799139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.297016833Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.297587674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.298110723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.299546959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.302651846Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.302679076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":25,"elapsed":"113.537509ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.302742437Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.302756708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.303065383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.314107404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":9,"elapsed":"125.340634ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.315017071Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.315038951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.317408264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2908b546-6f79-4217-94c0-5c1819a3537a\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.317432255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.319264778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.326183415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1261, tv_nsec: 106977077 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.326586952Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.330681666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333475017Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333506278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333518558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333528348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.333793603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.333814834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333827134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"145.134614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.333958016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.335617076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.335646297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.335657257Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.335667317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.336102215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.341691027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.341975872Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"153.10118ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.342165266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.342182306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"153.232191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.345400165Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.345418225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.345616158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.346104987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.346561516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.346622267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.346637267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.346648847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"157.619972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.346682318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.347430882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.347448832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.347459732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.347776898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.349396827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.349417788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.3501138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.350133721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.350328504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.351984834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.352007905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.352230239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.353063944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.353086105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.353218337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.353231827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":9,"elapsed":"164.580909ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.35338205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.35340584Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"164.704011ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.355547579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.35556891Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.35557826Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.3555887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":6,"elapsed":"166.525324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.358365661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.358613595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.369733088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.370071044Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.37038671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.374101817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.374343062Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.374360262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.374648927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.376020532Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.376039213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.376255957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.377907067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.377930717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.377944718Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.378037919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.378243023Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.380014455Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.380445233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.380468144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.380665677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.383510179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.383531869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.383718483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.390830942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"202.198854ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.397641386Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.397682277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"208.832314ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.409476102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.409520613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.409534343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.409547233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":6,"elapsed":"220.561508ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.422275495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.443598494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"254.630349ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.482775497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":9,"elapsed":"294.16985ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.483600552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.483615983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.483942659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35ff734-7bdc-4051-ae45-955c2c5f324f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.483955669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.486008376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.512731393Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.512759134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.512977428Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c8af84-9208-4e35-892c-baaf8f1a0c28\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.512991528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.514919513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.521481593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.56195025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.562247685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814b71ec-0c6f-4000-a64f-7076ad76bca5\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.562279996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.562634542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.565305431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.565593676Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.571581505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.57184439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.574901006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.575076929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"6c9e5fb7-57c3-4f30-9251-f0c088789dae\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.57621435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":10,"elapsed":"387.183694ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.633814819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.634176616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d420f1a4-8093-466d-a50d-1d3fc2d23568\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.634192176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.635380618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"91b36789-1e5e-4133-8077-2e3512c7c7e0\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.635395528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.637240091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.637253752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"448.333288ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.682393934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.683755489Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5bdcf4e1-e18c-48bc-84d1-dd449b057cbe\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.68378303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.685841827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7b580400-0477-49bb-a327-3f0df5e79f9d\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.685856247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.687985966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"74989267-a0d6-4f2e-9879-ec3609e19bb5\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.688000136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.68982734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.68987395Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"501.091049ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.731459758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.734053295Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.73428596Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662c3268-b21b-4e2b-8592-d865d027aae2\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.735697205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.73594512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.737648051Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":9,"elapsed":"548.704277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.777058089Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.777407935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.779267079Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.779278229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.779451953Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.787662592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.787894246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6a0296-686d-4ad0-917c-7cea007ef042\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.787912317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.787921727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.788201332Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.788212012Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.788219112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.788226242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.788232962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.788239362Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.788578819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.79030479Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.790427502Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0d9c3e-4371-48f3-964e-77897251136e\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.790438593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.790537335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f915a29-ab57-4856-a7af-48b623a911d7\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.790549015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.790561785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.800384194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a970dd2-a1d1-4b75-965b-827ac8ba4bd4\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.800404494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.800412974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.800420324Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.801778539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":9,"elapsed":"612.896606ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.886760647Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"abaa3100-09fb-4a82-9a88-9cc9ba8472a5\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:52.886795188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.886803628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.887158334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542dd1be-9897-4549-9436-797a20cf98bb\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:31:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.887200055Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.8874947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.890745069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.891048165Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.893933998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.894261034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.89569623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.895899914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:52.903286038Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":9,"elapsed":"714.570308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:53.354667822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"126f8fd7-e564-4962-b2c0-c0c5ed9e0c74","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:31:53.355003758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"126f8fd7-e564-4962-b2c0-c0c5ed9e0c74","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:53.357758388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"126f8fd7-e564-4962-b2c0-c0c5ed9e0c74","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3162,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:31:56.249140735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"59e2b272-6427-4804-8d7d-6bcd3c9b6eb4","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1349,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189320435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189376266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189388666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189398827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189700242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.189726212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.191623807Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.19395747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.19397394Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.194113662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.195954866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.19618231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.197738708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.200117742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.200130672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.200270154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.207411244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.207427925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":26,"elapsed":"18.131311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.216854897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.217217413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:02.218556778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"29.229192ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:06.248893273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"0dd83e89-750b-40e1-9499-b7e084faa296","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189120024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189181215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189192925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189202155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189507451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.189523331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.191195622Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.191371075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.192002006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.193165997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.038744ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.194289688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.194300658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.194432761Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.196293644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.19660922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.198223899Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.200573742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.200587082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.200726205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.207700062Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:12.207720643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":27,"elapsed":"18.617779ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:16.248580629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"78496f21-fa81-4655-b586-79ec40f96ebe","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.18885133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188909121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188919611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188928311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188937951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188945331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188952551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188959352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188966862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188973152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188979082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188986852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.188994692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189002172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189009603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189017603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189024253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189031133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189038133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189045083Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189052803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189059313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189065934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189073744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189080474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.189088344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189096524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189104564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189111314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189118634Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189125515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189131795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189138815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189312828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189441011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189472601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189486831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189501601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189515982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189531042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189545192Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189557133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189570543Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189582993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189595893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189609583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189622334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.189633994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.191869805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.192310443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1290, tv_nsec: 973522625 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.192568268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"3.681267ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.19271732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.193223659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.202117ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.193704808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1290, tv_nsec: 974921651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.193756419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.194077915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.194852979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.194865259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.195117994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.195822827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.195846457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.196038371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.196906347Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.197270653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.19877591Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.198797661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.198807141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.198987604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.199898791Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.200109595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.201302036Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.201314767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.2014756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.201754455Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.201765495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.201944308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.204063487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.205612745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1290, tv_nsec: 986823437 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.205949001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.205971422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.206318898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.207379647Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.207405908Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.207633422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.209464245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.20971721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.210003715Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.210614536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.211114185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.211440751Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.212957189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.212971959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.213053421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213066151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213073831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"24.12244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213159132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213413237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213440318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.213595931Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.216783678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.216807149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.216990702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.230544129Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.23060211Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":28,"elapsed":"41.461495ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.232989044Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.233010124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.233018454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.233452992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.236823754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.23716688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.23770855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.237995285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.238538725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"49.459921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.240744345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.240807996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.241076821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.241242404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.242595959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.242715311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.242914495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.243540516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":10,"elapsed":"54.607805ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.245135125Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.245144595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.245289878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.248446746Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":10,"elapsed":"59.369282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.255181978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.255209289Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.255555425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69daf8ad-eddf-4fd1-906f-f88809e3631a\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.255571245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.258139032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.258804714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.258819044Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.259068799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8a63f0-d40e-47c0-9b8c-5082c49a5ab4\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.259084099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.260727919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.270712981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.270741092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.270755302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"81.81047ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.27612186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"87.084076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.281906325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.28221063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.289116266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.289132067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.289441462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e793fb-6b49-4099-a3cc-7424c7c3a59f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.289456122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.290916189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.310062308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.310090078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"121.018485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.320747553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.32114061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.323248378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"134.386528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.361716839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.362010264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.363571653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.365282224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.365296894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.365459857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.367459544Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.369085493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.369105064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.369243266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.372460215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.37274811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c935f9b8-c647-4638-81aa-077d39f32f5a\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.374664065Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.374864019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.376848205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":10,"elapsed":"188.015886ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.456819902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":10,"elapsed":"267.83297ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.477011579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.477916696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a60e10-f6cc-42ae-b514-3441dbb4e887\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.477942307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.478216941Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.478703741Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.479072537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed79c6b7-ff1a-452c-9f86-e6dc06abee75\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.479092257Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.479102018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.479109648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.480221788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":10,"elapsed":"291.219686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.480611375Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.480915761Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.482901297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.483128171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.486087495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.486303879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8986fa3d-ecf9-4ae0-a4ba-d1aa0971594e\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.487571112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":11,"elapsed":"298.58894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.524016606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.524331122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.526186306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.526203126Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.52641188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.532291207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.532498481Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0dd316-3434-4692-9dce-2c4dfbd64a06\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532516971Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532528571Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532743785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532754815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532762305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532770086Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.532777106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.532783406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.532933129Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.534622639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.534743811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45027a78-4553-4908-bf54-c0d1986cb580\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.534755092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.534852043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0b5a6a-a115-4987-b039-9c90b307c548\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.534865064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.534876354Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.73502267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a26735f8-8aa8-426b-b87b-8ae3bbe12be8\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:22.735072601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.735086501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.735324946Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73706861-62b8-4382-9b65-7c7edf60af35\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.735370706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.735685112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.739431351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.739640404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.742460226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.742833262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.744824509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.745090424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:22.75201467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":10,"elapsed":"563.10907ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:23.389451782Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2068e77d-d376-4026-bdd8-44b21a4fd548","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:23.389775908Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2068e77d-d376-4026-bdd8-44b21a4fd548","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:23.392457197Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"2068e77d-d376-4026-bdd8-44b21a4fd548","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3077,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:26.248904236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"0770dba8-5266-49ff-a033-c6fea9c14663","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1520,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.188231719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.18829074Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.188303301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.188312311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.188583336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.188597906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.190886498Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.190962579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.191205544Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.193153969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.193172329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.193296711Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.194873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.195191336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.196847506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.19925919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.19927448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.199434483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.210999854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.211022534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":29,"elapsed":"22.806125ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:32.222274819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"34.051ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:36.248793185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"698efafd-d1f2-416e-963a-693ed54eeae9","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1422,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.188155979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.18821125Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.18822056Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.18823053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.188513305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.188580477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.189679686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.190584023Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.190832118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.19206753Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.192094441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.192219153Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.192526709Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.361449ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.193570468Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.193810942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.195083995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.197228634Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.197242284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.197373127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.205587516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:42.205605077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":30,"elapsed":"17.465288ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:46.248100603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"b7e48bf0-d3a1-4572-844b-1903ccfc4a47","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188678179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.18874764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.18876079Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.18877152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.18878219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:22:52.188700319 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188794011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188803811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188814121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188823781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188833162Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188844362Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188853742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188864722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:32:52.188873822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188883763Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188895113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":7,"elapsed":"20.98µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188906433Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188916773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188925313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188932323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188939253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188946644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188954104Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.188961674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188968384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188976914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188983744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188990794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.188998214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189006025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189014595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189021395Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.189030745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189037095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189043705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189050195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189060426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189069796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189079226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189088776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189099856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189109047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.189118847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189129447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189139897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189148787Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189157797Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189168388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189177738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189187308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189195438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189204408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189213789Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189223219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189242699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189252839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.18929742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.18931296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189322191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189329391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189338771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189350521Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189361991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189372441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189383172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189392122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189403032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189415492Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189426822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189485643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189552185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189561925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189573035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189582045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189590485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189601605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189610186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189617146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189625246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189632656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189644996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189653277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189661186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189669877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.189677997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.191310757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1320, tv_nsec: 972632929 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.191335297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1320, tv_nsec: 972660639 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.192943666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:22:52.188700319 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.192969047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:22:52.188700319Z\",\"pruned\":[]}","iteration":6,"elapsed":"4.248447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.193457866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.193500476Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.193523277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"4.698906ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.194030956Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"5.158634ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.19425293Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.195038444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.195064345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"6.206224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.195226698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.196402209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.19642053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.196668734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.196725275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1320, tv_nsec: 978052578 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.196791796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1320, tv_nsec: 978131049 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.197749804Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.197770984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.197786305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.197795915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.197925617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.198042579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.198750322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.199097638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.19917351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.200562375Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.20083181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"11.875756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.203382787Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.203406867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.203647431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.203810424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.203834325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.204051749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.204956285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.205125638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.209724222Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.210049038Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.21179749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.212073045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.212621525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.212703716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.212853029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.213014722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.213386189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.213594693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.213760886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.214111472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.214264895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.214333266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.214705093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.215518288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.21565892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.215677991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.215969236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.215996456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.216031757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.216382653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1320, tv_nsec: 997709406 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.21671793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.216932003Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.216946074Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.217134107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.218090415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.218802077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.2194842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.220467698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.222341672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.222674998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.22280425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.222815221Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.222977724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.224249977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.224272207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.224480281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.224894828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":11,"elapsed":"35.888934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.225449759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.225666542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.22717626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.227419414Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.229001043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.232326774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.232354754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.232485447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.232802663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.232830503Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":31,"elapsed":"44.073813ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.233872682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.234099546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.235817618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.236060802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.240473942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.240696336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.243685981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.245964072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.245990583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.246129785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.248534559Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.248556339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.24856781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":6,"elapsed":"59.631476ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.254196632Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"65.227578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.254299294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.254585169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.254941666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.25517446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.258697604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.259041351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.259623411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.260013198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.260180681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.260208692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.260218792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.260439096Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.26177208Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.261796131Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"72.897748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.263317239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.264615002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266379904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266406365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266420795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266431845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266542877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.266581478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.267120108Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.267148998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.267160809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.267170309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.267344692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.268478793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":11,"elapsed":"79.57635ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.268978262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.269000002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.269012262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"80.002227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.270667582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.270743494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.270975528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272374884Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272388194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272413854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272428465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272436865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272445035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272517326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272545227Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"83.616474ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.272702179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.274970031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.274990741Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.275162624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.277148771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.278858932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.278875642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.279085536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.2793232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.27933778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.279525194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.283769181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.287998178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.288024719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.288205742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.291100495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.291308689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.292431669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"103.579527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.293256774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.293510189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.294903734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.295064057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.297124304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.297274817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.297383479Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.297395369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.29740386Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"108.376864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.299024069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.299199152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.300502876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.300670049Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.302414271Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.303021282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.305621099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.30564544Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.305775772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.305913975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.305937735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.306135348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.307346471Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.307369231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.307378941Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.307528224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.307598815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.308026633Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.308278118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.309374918Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.309766875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.309793955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.309981269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.312654177Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.312749879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.312766579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.312896602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.312908552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315677173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315704013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315716423Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315727723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":7,"elapsed":"126.821071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315768354Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.315995448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.318488844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.318729018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.320110263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.320353868Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.322020448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.322331024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.323733309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.32924462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.32927733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.329532385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.332359456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.332614811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.334677259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.334917653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.337078432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.337227405Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.337315667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.337641682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.341060185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.341085445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.341225168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.343725444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.343748714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"154.656227ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.352985252Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353009302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353336979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5f04f0-10b7-4c67-a839-d5bda3da7916\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.353358209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353674655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353695655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353709015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.353928329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.3555846Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.359493031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.359528721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"170.68112ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.365027781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.366641101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.366662781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.366904586Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6291d2ab-86cc-4951-8165-a238ae19eaca\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.366921236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.369557384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.371915307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.371938438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.372208062Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c317c29-e0b2-4001-9a07-1fcf3f50cd1e\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.372236613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.373658629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.397166567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"208.116061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.494449689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.496215322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.497446624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.498104856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.498120066Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.498287769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.499770796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.500085902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.500254145Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.500265735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.500412478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.500443349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.50218332Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.502627458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.5027139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.50273008Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.502962185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.503081247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.503115987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.503129237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.503142448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":7,"elapsed":"313.96777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.505139374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.505340538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.505716195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.506101542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"503ce340-09f3-44c3-96d8-1208172279c7\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.506125722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.506743583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.506982548Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.507595629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0f1f884b-0db3-4237-bcc8-ecfc1741e4ce\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.50763301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.509403822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.509425722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"320.648282ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.525441084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.525618997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":11,"elapsed":"336.962619ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.576527445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8744bb-780d-4156-99c8-dbc651676470\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.576559395Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.576890821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.651808016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.652173173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.652356636Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4fa06353-45ac-4cc4-8b29-6572e1319fac\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.652375016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.65313593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.653824173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"68eabcb4-c57f-4885-8ad5-3ad281ee090b\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.653842203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.654172879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7f0a66-96fa-4fe7-8ad3-95ae01ff1761\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.654971534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.655277929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.655335861Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.655519614Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.655748888Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.655981822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a26c35c9-304b-4527-8347-82744196b4ac\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.656012163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.656041603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.656331659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.656516892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.657690584Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.657931358Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.657976279Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"468.869742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.657989629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.658190893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":11,"elapsed":"469.448332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.658394796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.658731002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.659424325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.66188451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.662708925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.662734245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.662870868Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.664352385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.664603589Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.665902863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.666083446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.667066824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.670594519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.670621689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.670777612Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.678298859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 87407a27-caf9-43a9-896c-044998795dfd, kind: Service { id: 424187fd-4660-4136-ae99-d26e8a3dc7ec }, name: Name(\"nexus-424187fd-4660-4136-ae99-d26e8a3dc7ec\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8dd871de-3b89-498c-b830-f0f53b4d3cba, kind: Service { id: 3993a6cd-8824-4157-87d4-d2c9ab21ecd8 }, name: Name(\"nexus-3993a6cd-8824-4157-87d4-d2c9ab21ecd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce39ba4c-cf75-4d6e-9871-be0b9fc100b0, kind: Service { id: 6ebaa7a9-ad76-4825-99aa-37707c0fe64c }, name: Name(\"nexus-6ebaa7a9-ad76-4825-99aa-37707c0fe64c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 73a98c7d-ca24-4f69-ab94-10bde4e2aeef, kind: Service { id: bf9867b8-4340-4b2d-8034-f00632878d92 }, name: Name(\"external-dns-bf9867b8-4340-4b2d-8034-f00632878d92\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e495b301-b017-4ec2-89e5-06c21a09e079, kind: Service { id: 219f2a7b-fe2d-4299-b4e9-e2bd11379c00 }, name: Name(\"external-dns-219f2a7b-fe2d-4299-b4e9-e2bd11379c00\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 11])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.67833238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.678497063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.702158434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"af962e2c-9863-45a3-84f7-024aec825fab\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.703453527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":12,"elapsed":"514.544944ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.703499738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74701575-897a-4c89-9065-50e4b314423b\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.703527699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.703536819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.703543579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.704963455Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.70524109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":11,"elapsed":"516.254696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.706557044Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.706577364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.706701386Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.708454898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.70851659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 73a98c7d-ca24-4f69-ab94-10bde4e2aeef, kind: Service { id: bf9867b8-4340-4b2d-8034-f00632878d92 }, name: Name(\"external-dns-bf9867b8-4340-4b2d-8034-f00632878d92\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e495b301-b017-4ec2-89e5-06c21a09e079, kind: Service { id: 219f2a7b-fe2d-4299-b4e9-e2bd11379c00 }, name: Name(\"external-dns-219f2a7b-fe2d-4299-b4e9-e2bd11379c00\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 11])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 87407a27-caf9-43a9-896c-044998795dfd, kind: Service { id: 424187fd-4660-4136-ae99-d26e8a3dc7ec }, name: Name(\"nexus-424187fd-4660-4136-ae99-d26e8a3dc7ec\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8dd871de-3b89-498c-b830-f0f53b4d3cba, kind: Service { id: 3993a6cd-8824-4157-87d4-d2c9ab21ecd8 }, name: Name(\"nexus-3993a6cd-8824-4157-87d4-d2c9ab21ecd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce39ba4c-cf75-4d6e-9871-be0b9fc100b0, kind: Service { id: 6ebaa7a9-ad76-4825-99aa-37707c0fe64c }, name: Name(\"nexus-6ebaa7a9-ad76-4825-99aa-37707c0fe64c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.70856461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.718049733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.718399059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.720277854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.720301174Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.720476497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.729042603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.729340639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c67552b-78ed-4b26-bd42-a76d87da0af5\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729362879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.72937483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729668085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729694155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729702975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729710416Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.729717136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.729723326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.729865438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.731784613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.732516747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e401af7a-01ce-4138-b78d-98d6fa876493\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.732535547Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.732634459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c256b3-5f2f-47b9-a4af-7b522e60737c\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.732649259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.732659219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.813869939Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","vpc_to_sled":"[Sled { identity: SledIdentity { id: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, time_created: 2024-08-28T23:27:51.784401Z, time_modified: 2024-08-28T23:27:51.784401Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.81392558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.81393336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.814162754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.8161537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.816576618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.818086706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.820388028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.837307626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"adcea79b-14d1-495b-be68-bd479388c1f0\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.837324606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.837333346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.837564081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b68830-e20c-4a11-9c1b-2b9ceff23202\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.837608221Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.837939447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.841244028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.841528473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.844894494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.845055047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.847109614Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.847348219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.850848932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.851536315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4ddd5ac8-b959-425f-b5f4-5c5064586f72\", \"date\": \"Wed, 28 Aug 2024 23:32:52 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:52.852248278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.852257248Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","elapsed":"663.195793ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.852265308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":2,"elapsed":"663.204563ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:52.854702153Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":11,"elapsed":"666.004264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:53.425084754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"8f2a8add-b125-4f68-8ce9-560e409120b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:53.425403359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"8f2a8add-b125-4f68-8ce9-560e409120b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:53.429098967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"8f2a8add-b125-4f68-8ce9-560e409120b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4077,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:56.248601753Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"83a2050f-d9bf-40ac-aafa-013b256b4e01","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1319,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.250759042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.250774832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.281472742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:56.281573673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49846"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.281687446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0f11d96-60f9-4377-8467-b64e7b308f82","remote_addr":"[fd00:1122:3344:101::b]:49846","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.281971681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0f11d96-60f9-4377-8467-b64e7b308f82","remote_addr":"[fd00:1122:3344:101::b]:49846","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:56.313902022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.313914623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0f11d96-60f9-4377-8467-b64e7b308f82","remote_addr":"[fd00:1122:3344:101::b]:49846","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.314231519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f0f11d96-60f9-4377-8467-b64e7b308f82","remote_addr":"[fd00:1122:3344:101::b]:49846","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.34394185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.344813666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"90ba1aa4-1d31-467e-9384-c57af60964ed\", \"date\": \"Wed, 28 Aug 2024 23:32:56 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:56.344834926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:32:56.346225601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"f0f11d96-60f9-4377-8467-b64e7b308f82","remote_addr":"[fd00:1122:3344:101::b]:49846","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64583,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.346263092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f11d96-60f9-4377-8467-b64e7b308f82\", \"content-length\": \"41\", \"date\": \"Wed, 28 Aug 2024 23:32:56 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.347184209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:32:56.347191479Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.188348623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.188402794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.188411604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.188420424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.18872816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.1887416Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.190206387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.190476292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.190813338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.192087011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"3.729888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.193165441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.193179331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.193313893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.194991294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.195219638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.196653934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.198973587Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.198989477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.199124259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.207014033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:02.207030163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":32,"elapsed":"18.700491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:06.347540415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"961291c3-a7ff-4343-ab6d-a1f7be31458d","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.188806362Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.188861173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.188869773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.188877193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.189185249Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.189195929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.191043583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.193365535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.193378145Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.193508488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.195082986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.195326191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.196777847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.198931576Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.198942287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.199074309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.205394524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.205412074Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":33,"elapsed":"16.622283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.215386026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.215548739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:12.245052377Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"56.228434ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:16.346966355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"c61dd328-09f6-4310-909a-32e3054a5079","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188265632Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188322283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188331303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188340834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188347254Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.188353694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188360694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188367774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188373714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188380864Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188387635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188393565Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188400045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188406815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188413275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188420535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188427185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188434415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188446716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188453136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188460266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188468226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188477616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188487686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188494266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188500897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188508117Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188514907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188522287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188528857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188535957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188542577Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188549738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188750581Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188769282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188795732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188842563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188851773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188858973Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188900574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188911494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188919984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188961235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188970805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188978895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188987015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.188995386Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.189055587Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.191251477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"2.876212ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.191703735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1350, tv_nsec: 973084997 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.192072662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.192364497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.192626792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.192872246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.192958668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1350, tv_nsec: 974341640 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.193170262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.193988697Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.194910143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.194925424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.195177828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.196316699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.196329029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.196552913Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.198074721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.201948892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.201980022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.201990592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.203586312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.204273684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.205799612Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.20623342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.206992583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.207022034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.207262148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.207776698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.207802168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.207977052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.213159856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.213429411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.213526893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.213740906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.214594052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.214869907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.215142312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.215862815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.217442864Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.217471124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.217611937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.217634987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.217819091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.218008484Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1350, tv_nsec: 999380306 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.219523572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.219555032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.219616333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.219727186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.231677183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.231729844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":34,"elapsed":"43.266688ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.237273985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.237312516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.237319966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.237328506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"48.89085ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.237665262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.241419291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.241871269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.242862517Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.244175541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.24521594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.245536506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.245551816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.24578224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.247291678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.247533242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.247656184Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.247781057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.248083352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.2490835Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.249545049Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.249565609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.249751282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.252382521Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.252409091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.252612625Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.256313572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"67.853557ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.25672176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":12,"elapsed":"68.222083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.257712478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.257982063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.259699434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":12,"elapsed":"71.333579ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.272161941Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"83.669634ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.272543708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.272560258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.272927095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93094185-36a7-40b8-a9ff-a9762b50e54b\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.272942195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.274450672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.275350699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.275378279Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.27539128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"87.090677ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.282341026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.282357947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.282603111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a288e1d-e636-4a31-83c0-f3411371b19e\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.282616851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.283425076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.283440806Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"95.148424ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.284125129Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.286264758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.286289858Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"97.764132ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.307702318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.307735659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.308025774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218b7ab2-36ec-4af1-aac8-e1d188d56017\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.308042075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.309707555Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.321728644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"133.378939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.327047181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.327361856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.329291692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.330885411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.330901241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.331061014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.360314947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.360688024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead388d0-22bf-4c0a-ae4c-6c6d73074142\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:33:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.361910156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.362233032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.424300882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.42528258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad614f6b-9f59-4da6-a26c-a86077214cbb\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.425327231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.425716898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.426152736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.427122294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":12,"elapsed":"238.794251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.428228104Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.428459868Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.428471309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.428673742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.428684882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.431775239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.432030313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.435064749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.435271673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f6071403-2df1-44f2-904f-8ec68f93fba9\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.437067305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":13,"elapsed":"248.65759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.457694241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"5c27d045-0f99-4630-8dda-3bdd2e697774","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.457932965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"5c27d045-0f99-4630-8dda-3bdd2e697774","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.460555963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"5c27d045-0f99-4630-8dda-3bdd2e697774","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2905,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.479928886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":12,"elapsed":"291.672304ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.508420605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.550076984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c705034-feed-45b5-a311-31d0bcb70f84\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.550121475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.550135515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.550144735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.551808796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":12,"elapsed":"363.492092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.562857747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.563224993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.565159539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.565173569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.565373983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.573005832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.573336808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5403f0d0-4592-435a-810a-809a56ca7241\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573363218Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573374958Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573676564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573689034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573697994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573706235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.573714865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.573722845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.573908918Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.575747542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.575902344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f828113b-a108-469f-b8f7-1619cd76ce3f\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.575916115Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.576008657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76fc6acd-f11e-4a6e-a763-953bd56d2233\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.576023067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.576037157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.662432231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4d213d34-9302-4272-9b04-5971f8669e60\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:22.662475082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.662486272Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.662734357Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591f96d5-7e40-415a-8340-010dab8e5591\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:33:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.662782627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.663273866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.667456723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.667771418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.671211041Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.671400724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.673267408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.673473682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:22.680729444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":12,"elapsed":"492.33929ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:26.347711179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"67a4301c-0ec4-4d93-bc68-61c4a98464c4","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1766,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.188033878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.18810878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.18812737Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.18814096Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.188589038Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.188623039Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.190589565Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.192924557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.192939208Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.19307644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.194500306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.194750361Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.196130526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.198276875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.198291725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.198421878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.207560024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.207579924Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":35,"elapsed":"19.572046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.215707053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.216007258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:32.240659457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"52.612679ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:36.347305552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"c00326d3-1711-469b-b044-60b956d3fbce","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1402,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:37.002823664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:38547"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.002913855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07071b19-e603-4195-ae21-2d363248840c","remote_addr":"[fd00:1122:3344:101::2]:38547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.003271422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07071b19-e603-4195-ae21-2d363248840c","remote_addr":"[fd00:1122:3344:101::2]:38547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:37.036937915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.036967846Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07071b19-e603-4195-ae21-2d363248840c","remote_addr":"[fd00:1122:3344:101::2]:38547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.037304032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07071b19-e603-4195-ae21-2d363248840c","remote_addr":"[fd00:1122:3344:101::2]:38547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.073876898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:37.074240325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e7a5ca2d-a56e-4882-94e3-9254b5a837d8\", \"date\": \"Wed, 28 Aug 2024 23:33:37 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:37.074255725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"226da725-97fa-4503-adf7-f6230c7338b2"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:37.076471866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"07071b19-e603-4195-ae21-2d363248840c","remote_addr":"[fd00:1122:3344:101::2]:38547","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":73617,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.18867783Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.188731091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.188741641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.188750222Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.189019396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.189032196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.190932271Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.191068524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.191250707Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.192702994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"4.024863ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.193389886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.193403116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.193534649Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.195189799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.195358312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.196418371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.198640312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.198653422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.198782144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.206078057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:42.206091637Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":36,"elapsed":"17.438658ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:45.555009258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:59666"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.55510099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a69a9a9-4ea3-4d53-aeb8-9ee72195d8c4","remote_addr":"[fd00:1122:3344:101::2]:59666","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.555456426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a69a9a9-4ea3-4d53-aeb8-9ee72195d8c4","remote_addr":"[fd00:1122:3344:101::2]:59666","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:45.588758793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.588780744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a69a9a9-4ea3-4d53-aeb8-9ee72195d8c4","remote_addr":"[fd00:1122:3344:101::2]:59666","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.58913132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4a69a9a9-4ea3-4d53-aeb8-9ee72195d8c4","remote_addr":"[fd00:1122:3344:101::2]:59666","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.631238927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:45.631624084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0dbc1ef4-5bcf-4086-94bc-9cbf6ef52109\", \"date\": \"Wed, 28 Aug 2024 23:33:45 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:45.631647774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3658e561-ffaf-4e69-873a-09364634a579"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:45.632546911Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"4a69a9a9-4ea3-4d53-aeb8-9ee72195d8c4","remote_addr":"[fd00:1122:3344:101::2]:59666","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77507,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:46.347073058Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"a1e8aede-adf6-4303-9150-d412bacf4a0b","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1334,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:48.837289135Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:43651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.837414067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f006114b-afde-43be-8b40-53be19696686","remote_addr":"[fd00:1122:3344:101::2]:43651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.837894486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f006114b-afde-43be-8b40-53be19696686","remote_addr":"[fd00:1122:3344:101::2]:43651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:48.87106968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.8710916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f006114b-afde-43be-8b40-53be19696686","remote_addr":"[fd00:1122:3344:101::2]:43651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.871401186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f006114b-afde-43be-8b40-53be19696686","remote_addr":"[fd00:1122:3344:101::2]:43651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.885528583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:48.886501051Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b657fdc6-338b-4a06-bb82-11239449cd37\", \"date\": \"Wed, 28 Aug 2024 23:33:48 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:48.886514081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5f0160ab-0ca9-4941-b3e5-4b832969ce1d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:48.887509869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"f006114b-afde-43be-8b40-53be19696686","remote_addr":"[fd00:1122:3344:101::2]:43651","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50181,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:50.637945519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:65156"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.638078592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f18c08c9-883c-4d12-9b15-3c9503beb4a1","remote_addr":"[fd00:1122:3344:101::2]:65156","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.638448648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f18c08c9-883c-4d12-9b15-3c9503beb4a1","remote_addr":"[fd00:1122:3344:101::2]:65156","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:50.671267846Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.671287297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f18c08c9-883c-4d12-9b15-3c9503beb4a1","remote_addr":"[fd00:1122:3344:101::2]:65156","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.671521241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f18c08c9-883c-4d12-9b15-3c9503beb4a1","remote_addr":"[fd00:1122:3344:101::2]:65156","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.707073209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:50.707422705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"59e2a86f-e5e7-4e28-a023-3c4d5eb2350a\", \"date\": \"Wed, 28 Aug 2024 23:33:50 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:50.707435825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"22b7253c-914e-457d-927b-0c09071f1b79"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:50.709016504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"f18c08c9-883c-4d12-9b15-3c9503beb4a1","remote_addr":"[fd00:1122:3344:101::2]:65156","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71024,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188211292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188262613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188275203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188284213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188292673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188303194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188312764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.188321144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188330034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188339274Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188347994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188356084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188364824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188374615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188383745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188392195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188400875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188409105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188417985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188425756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188434516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188442036Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.188449736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188457116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188465336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188472337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188481297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188488657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188496477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188503737Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188511197Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188518277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188525938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188533278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.188542178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:23:52.188416856 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188550988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188558918Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188567668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188591909Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188602839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188611509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188619469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.188628009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188635669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.18864379Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:33:52.18865294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.18866169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":8,"elapsed":"12.28µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.18867178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.18868012Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188688961Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188697631Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188705711Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188714791Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188723671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188732101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188741951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188749902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188761312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188772772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188783902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188796403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188856344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188877654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188893244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188907514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188921885Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188936185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188951585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188966226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188981546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.188996686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189011276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189024656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189038297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189051487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189064987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189078648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189093578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189107968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189120098Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189130469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189141269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189153389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189167229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189178169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.18919126Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1380, tv_nsec: 970587762 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189302222Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189331792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189396673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1380, tv_nsec: 970800436 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189503595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189515016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189699499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189711019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.189895232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.190508954Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.190527564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"2.061198ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.191483311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.191506882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"2.861442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.191613444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.19251237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.192752035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.192921478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1380, tv_nsec: 974328310 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.192964508Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.335599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.193366296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.193559669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.194543147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.194819502Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.194829232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.195014986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196101456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196123476Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196274189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196634145Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196647546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.196826909Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.197289287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.199675091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.199697041Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.199890534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.202411851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.203205365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"14.79236ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.204307185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1380, tv_nsec: 985715708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.205183011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:23:52.188416856 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.205214451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:23:52.188416856Z\",\"pruned\":[]}","iteration":7,"elapsed":"16.769346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.205326904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.205352184Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.205499497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.206056607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.208785667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.209219284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.210770513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.211108599Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.212429193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.214267747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.214290527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.214432659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.2183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.218727708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.220306937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 1706319 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.2205073Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.220691773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.220806196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.223721699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.223990454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.236909889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.23694502Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.23695497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.237351987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.243827745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.247179966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.247526052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.247562623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.24792513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.24795228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.247967321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":7,"elapsed":"59.685388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.24906695Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.24959496Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.249746403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.250880863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.25123135Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.251500425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.251522305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.251746859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.252034304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.252236628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.252987762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.253008062Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.253084154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.253261247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.253347679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.253708095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.254344487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.254739854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.254758584Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.254911197Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255264663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255276264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255487627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255756422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"67.370807ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255779713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255790943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255799943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.255809013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.256053278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.256233711Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.256255281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.256487546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.256981075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.257002135Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":13,"elapsed":"68.712942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.257693278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.257894441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.25944491Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.2594682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.25947689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.259701384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.260875776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.261415926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.261428186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.261592869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.261605409Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.263461053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.263481253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.263620616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.264572853Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.264587013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.264768627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268013866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268060647Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268100657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268160588Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"79.956617ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268340232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268424193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268550536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.268957303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"80.692041ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.27043791Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.27045759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.270603833Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.271667072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.271680202Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.271831085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.274037815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"85.505698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.275632865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.275859078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.277146412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.279539066Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.279556026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":37,"elapsed":"91.11782ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.280007334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.280020134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.280166407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.281686285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":13,"elapsed":"93.456253ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.286163706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.286181307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.286190557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.286199147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.286466292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.288591781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.288612851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.288621731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.288630681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"100.256807ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.291232839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.291249299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.291398152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.299962898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.299986738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"111.672155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.304778916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.305904836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"117.566522ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.306392905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.306404335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.306413535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.306766642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.308479073Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.308776468Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.308790578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.308988232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.310336007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.310819935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.312139919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.31216057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.31217109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"123.777425ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.312252312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.312267732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.312462465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.312772181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.313004445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.315232306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.315253346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.315261696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.315270607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":8,"elapsed":"126.647487ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.327099992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.327125812Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.327135583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.327431408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.329080178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.333086211Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.333103812Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.333314775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.333732603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.334984026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.334997796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.335351233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32bbd189-884e-49b7-a569-2852dbe2a0a4\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.335367093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.337564873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.343700765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.343722745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.343731675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.343742515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":8,"elapsed":"155.166677ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.345301034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.345317124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"156.821047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.34781244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.350279845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.350296255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.350497908Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.370842599Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.371199646Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.372612991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.374977824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.374992645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.375188778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.376296628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.378406787Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.378430007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.378610661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.385554957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.385577488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.385909723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66623f76-68a9-4136-81c2-e07ceb1d40c4\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.385923824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.386694738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.386730429Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"198.104129ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.38789176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.485349165Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.485391326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.485797483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db4669d-8e30-4213-9c17-8aed3eb16287\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.485815374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.487128268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.487219029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.493421942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"19ace537-4ba3-45ae-b076-e83138cda3f2","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.49382358Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"19ace537-4ba3-45ae-b076-e83138cda3f2","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.496735433Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"19ace537-4ba3-45ae-b076-e83138cda3f2","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4812,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.508064949Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.573558152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57db61d-6bc1-4735-b584-2a1e4043da12\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.573590753Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.574030881Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.577122297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.577340061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.580234374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.580499319Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.584680305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.585086152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0fbac90a-c032-4227-9c21-a76107dd680e\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.586967937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":14,"elapsed":"398.567241ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.592552228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.593058988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d10093-1317-4829-beb3-159510400a22\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.593089008Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.593104028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.593112529Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.594893531Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":13,"elapsed":"406.610048ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.629043823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.62942258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bc7460-4b45-420d-b378-c27044d4bbe6\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.631934236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.632199371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.633929542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":13,"elapsed":"445.444236ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.638387133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.644295561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.644638317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ec1ded41-82aa-4b5e-9409-1633e4299c46\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.644660458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.64642859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"38e0198b-827e-4f2b-b55b-3c393c594e47\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.64644844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.646583473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":13,"elapsed":"458.392461ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.648356605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.648370935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"459.833677ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.683040207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.683536026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b77d2476-00d5-4a50-9c0b-2e582b60c74f\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.683565137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.684912111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"41961fc8-f097-494e-b106-3d344e698734\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.684925921Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.686869087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e5b6747a-b1a7-46f4-bf87-122ddd5f3d7a\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.686892007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.68870729Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.688747021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"500.197772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.699591558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.699928444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.701972822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.701989702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.702190356Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.710629519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.710872444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90122bf-339e-4897-bd07-36a8f6ad8d2c\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.710891804Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.710902384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.711124028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.711141949Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.711153929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.711165269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.711176309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.711183389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.711366873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.712999743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.713111585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931212f0-1b77-496c-8006-87a208b29447\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.713124215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.713229487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e5eb1d-4d35-442d-8a21-9260f73e2a99\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.713264018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.713273538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.880751338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"326f77fd-acf2-4c6e-ac7c-365e047fb4fa\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:52.880795439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.880807689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.881863988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7525f27-5eeb-4a12-9b62-97c7eeecb6ce\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:33:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.881907819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.882237935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.885937263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.886175697Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.888901737Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.889150641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.891095926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.891350191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:52.89843207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":13,"elapsed":"710.104447ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:56.347388614Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"c312c89c-b109-4077-99ca-7627106458fa","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1841,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:57.444639684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37263"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.444740685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"962d4836-1201-44af-b780-3f3df7ee956f","remote_addr":"[fd00:1122:3344:101::1]:37263","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.445098972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"962d4836-1201-44af-b780-3f3df7ee956f","remote_addr":"[fd00:1122:3344:101::1]:37263","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:57.47793365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.47794985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"962d4836-1201-44af-b780-3f3df7ee956f","remote_addr":"[fd00:1122:3344:101::1]:37263","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.478226955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"962d4836-1201-44af-b780-3f3df7ee956f","remote_addr":"[fd00:1122:3344:101::1]:37263","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.514075019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:33:57.514407315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"596afcc9-06f6-4e2d-9998-1128e14a9fef\", \"date\": \"Wed, 28 Aug 2024 23:33:57 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:57.514422265Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:33:57.515183209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"962d4836-1201-44af-b780-3f3df7ee956f","remote_addr":"[fd00:1122:3344:101::1]:37263","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70503,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188394695Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188452006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188462786Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188470707Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188720781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.188734302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.190671937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.193087391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.193114831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.193239133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.194909494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.19522822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.197008892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.199329755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.199346205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.199472847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.208179286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.208196486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":38,"elapsed":"19.813511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.215355916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.215581111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:02.216615919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"28.240895ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:05.794458461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65296"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.795576191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd6f9e08-0871-47e1-b5ad-80c9ef04ed6e","remote_addr":"[fd00:1122:3344:101::1]:65296","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.795902897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd6f9e08-0871-47e1-b5ad-80c9ef04ed6e","remote_addr":"[fd00:1122:3344:101::1]:65296","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:05.828786106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.828809777Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd6f9e08-0871-47e1-b5ad-80c9ef04ed6e","remote_addr":"[fd00:1122:3344:101::1]:65296","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.829099182Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fd6f9e08-0871-47e1-b5ad-80c9ef04ed6e","remote_addr":"[fd00:1122:3344:101::1]:65296","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.863015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:05.863405107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"67c6835b-7073-4617-96b4-9cd354e0b35d\", \"date\": \"Wed, 28 Aug 2024 23:34:05 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:05.863421487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"17090eb5-1c49-4643-9bd0-d43bdbb7b5d8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:05.864337814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"fd6f9e08-0871-47e1-b5ad-80c9ef04ed6e","remote_addr":"[fd00:1122:3344:101::1]:65296","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68819,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:06.34717273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"055dd69a-2f72-4f41-9409-0d97ea6540ad","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1379,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.188491277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.188550948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.188562668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.188572788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.189059377Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.189080198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.191428471Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.193734082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.193747423Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.193883815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.195997254Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.196312629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.19801814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.200498646Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.200513956Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.200697889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.211079609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.211100729Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":39,"elapsed":"22.631983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.221927756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.222206511Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:12.223586406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"35.100059ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:16.347579697Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"03278167-ba2f-48aa-a40c-950f9674c6c5","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.188914195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.188970776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.188981456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.188990296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.188998026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189006447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189014617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189023917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189033617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189040947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189048327Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189055147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189062568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189071078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189078068Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189084318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189090978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189096788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189104028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189110308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189116278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189123929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189130469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189137769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189145079Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189151959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189159669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.18916791Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.18917447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.1891815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.18918778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.18919342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.18919972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189519176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189551246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189565947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189581717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189595297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189607827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189621208Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189633698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189646398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189659478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189670359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189680269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189692119Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189702169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.189712499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.191884149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1410, tv_nsec: 973291581 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.192279066Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.27959ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.193230064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.194990125Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1410, tv_nsec: 976389358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.195464444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.19635738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.197567943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200354673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200375374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200424064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200437675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200573877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.200681639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.205785772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.208138435Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.208161465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.208344059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.209692393Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.210928456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.211228481Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.212760059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.21278506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.213005654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.217648678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.217978724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.220230995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.221403967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1411, tv_nsec: 2814929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.221756863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.222452536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.222479546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.222618019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.235005154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.235448822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.23808195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"49.130195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.239429095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.239831742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.240520495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.240549166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.240560036Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.24081127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.24133458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.242960179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.243220124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.243878446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.243898336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.24405993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.245823622Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.246058396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.246601226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.246644397Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.24682398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.247139626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.247823368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.248507731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.248767915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.24901359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.251184109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.25121058Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.251423604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.251617217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.252359701Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.252383331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.252526824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.253278098Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":14,"elapsed":"64.19816ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.254010041Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.254037251Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.254181234Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.254965978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.257489064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.257516855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.257527445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.263965422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.263991042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":40,"elapsed":"74.965756ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.264827258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.264850668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"75.704499ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.274086506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.274108017Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.274116537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"85.071699ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.274929982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.274940962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.275220537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1b0092-d5e6-4254-ad4b-8c37d956a899\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.275236027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.275829538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"86.873443ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.277252164Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.277488319Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":14,"elapsed":"88.440091ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.27868436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.278695781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.278937685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603c8f20-9fd3-4297-9129-73a71501cd7c\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.278951935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.279420764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.279731939Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.280961542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.285873981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"96.754883ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.303584204Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.303615284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.303846509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8997c42-5c7e-421d-95b3-55a3ae49d411\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.303862849Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.306157731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.314057855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.314094845Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"125.14819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.321700844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.32202043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.331608674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"142.559927ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.364798389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.365140325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a757b3-9e20-47fc-be49-c8a423a8ddee\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:34:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.366745035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.36703996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.369138658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":14,"elapsed":"180.160912ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.370533654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":14,"elapsed":"181.598758ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.398564314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.398972702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2be526-e36c-42bc-b101-dd6fa34011ff\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.399005562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.399475391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.40215964Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.402368024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.405402329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.405778496Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.408347392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.417953167Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.418237573Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.420406192Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.422080623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.422100843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.422239396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.423872515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.425576837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.425601887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.42574698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.4790275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.479391927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.481724499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.48175134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.481923883Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.483272588Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.491484807Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.491771072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4fc7177-db6e-49b7-9115-ba3a61464b5e\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:34:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.491805563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.491820103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.492096368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.492107689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.492115019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.492122459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.492129699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.492136499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.492399504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.494703226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.494848899Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b905868a-a115-4f5e-82eb-1cc2be98e196\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:34:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.494859839Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.495560121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f2aa5a-2d06-4af9-98f1-3c198a22517b\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:34:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.495573442Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.495584132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.511757667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2a605a09-bac0-40d7-b2ff-19c5b975481a\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.513145892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":15,"elapsed":"323.993062ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.515851311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c00471-2163-4d29-b2a9-0b0690531399\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.515871542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.515880452Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.515888102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.517216216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":14,"elapsed":"328.325382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.526723369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"b90f6e3b-8ba1-4a58-9285-12b3f42666b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.526974724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"b90f6e3b-8ba1-4a58-9285-12b3f42666b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.529357477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"b90f6e3b-8ba1-4a58-9285-12b3f42666b0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2673,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.6974628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"18e1d93b-b1de-4eb9-8d6c-18078e284a3e\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:22.697557292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.697575822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.697839727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c50450-eda3-4f51-ab7c-c247ce347e8d\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:34:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.697886627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.698205663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.701927111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.702193116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.705663349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.705873103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.707693476Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.70789888Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:22.715115241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":14,"elapsed":"526.010753ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:26.347425345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"fa017fee-8c49-46a3-a4b8-dffdda91f067","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1293,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:29.537560493Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e5c65d83-fbad-45a4-a39b-0ccfab366756","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:29.53794199Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e5c65d83-fbad-45a4-a39b-0ccfab366756","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:29.543957159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/6?limit=100","method":"GET","req_id":"e5c65d83-fbad-45a4-a39b-0ccfab366756","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6483,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:29.546578127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ef873590-adb8-42cc-9e48-c21bec7b5388","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:29.547003375Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ef873590-adb8-42cc-9e48-c21bec7b5388","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:29.551360084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ef873590-adb8-42cc-9e48-c21bec7b5388","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4854,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188455477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188501027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188510867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188519848Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188882424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.188895674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.191564233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.191781597Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.193326795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.858089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.220575082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.223040387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.223053097Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.223185969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.225574883Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.225791387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.227153102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.229469654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.229482444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.229619187Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.23696535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:32.23697713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":41,"elapsed":"48.545924ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:36.347553837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"6f526a87-8db8-493c-8d70-09b305a10fbc","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1773,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:36.939719115Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1:0]:57357"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:36.939922979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"115f3f8d-ed00-47ab-a355-e8405de08e1d","remote_addr":"[fd00:1122:3344:101::1:0]:57357","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:36.940248884Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"115f3f8d-ed00-47ab-a355-e8405de08e1d","remote_addr":"[fd00:1122:3344:101::1:0]:57357","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:36.972769307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:36.972796897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"115f3f8d-ed00-47ab-a355-e8405de08e1d","remote_addr":"[fd00:1122:3344:101::1:0]:57357","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:36.973059412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"115f3f8d-ed00-47ab-a355-e8405de08e1d","remote_addr":"[fd00:1122:3344:101::1:0]:57357","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:37.005833699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:37.006232976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"50f30cbd-73f1-48ff-9e27-204310070ccd\", \"date\": \"Wed, 28 Aug 2024 23:34:37 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:37.006252687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"c0c389c4-f3cf-41ea-9305-c3f3c87c996d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:37.007123333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"115f3f8d-ed00-47ab-a355-e8405de08e1d","remote_addr":"[fd00:1122:3344:101::1:0]:57357","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67258,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.188692611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.188751952Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.188763832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.188772032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.189072818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.18918488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.190914001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.193261324Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.193281604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.193414297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.195149278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.195354982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.197076723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.199392246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.199406526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.199539758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.208292348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.208310848Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":42,"elapsed":"19.612718ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.216817733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.217022987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:42.243638112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"54.962112ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:46.347935114Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"90dcd403-22e5-4aab-8329-9a4cf99ed495","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188437406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188501857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188514598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.188524338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188533478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188542188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188550648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188582989Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188594719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188602419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188610759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188618099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18862716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.18863854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:24:52.188528958 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18865151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18866262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18867288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18868133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188691701Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188701121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188709641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188722011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188731651Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:34:52.188740422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188749672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188760842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":9,"elapsed":"16.581µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188771282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188777542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188784172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188791432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188799203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188807603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188815403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188821663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188827863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188834253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188842304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188850344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188857144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188863514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188870704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188877384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188883894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188891014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.188897714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188903854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188910255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188917865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188924535Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":8,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.188932895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188939175Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188945375Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188952306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188959046Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188966656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188973036Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188979716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188986186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.188993226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189032877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189056567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189065448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189072298Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189079188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189143279Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18922962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189261871Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189314902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189330272Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189343022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189354423Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189366243Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189377543Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189388673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189400014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189410674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189418974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189427754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189437624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189445995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189454244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.189614567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1440, tv_nsec: 971024540 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.18974506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1440, tv_nsec: 971163592 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.191553233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.191822168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.19193986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.192167444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.192218005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.192985579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.193007679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.19301696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"4.527433ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.19302588Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"4.442341ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.193216583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.663815ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.194258472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.194274322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.194501276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.19470031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1440, tv_nsec: 976120573 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.194909024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:24:52.188528958 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.194928964Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:24:52.188528958Z\",\"pruned\":[]}","iteration":8,"elapsed":"6.388656ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.196214818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.197812417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.199269903Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.199554948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.201414373Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.201444983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.201634297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.201751769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.203635963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1440, tv_nsec: 985056945 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.203978399Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.20403374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.20404983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.204057291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.204250854Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.204262614Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.206274431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.206305522Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.206546806Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.207227978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.207257029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.207466103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.208526682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"19.777941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.210547759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.210991107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.212437073Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.212462594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.212606906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.214864847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.215182673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.215665772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.216746822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.216992926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.221742123Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.225587793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.225620914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.225632294Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.232199213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.235590955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.235621966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.235794189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.241132326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.244840514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.24685151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.246879781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.247161466Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.24791615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.24794966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.248213615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.250363624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.250649819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.250892384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.251188669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.25230783Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.253892609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.254025301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254048231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254059892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254069072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254078342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254268525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254291456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254303716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.25455057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.254821326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.256260122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.256275752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.256284852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":8,"elapsed":"67.48868ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.257103287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"68.417937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.26053571Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.260816615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.261615529Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.264352209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.265282866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.265304446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.265315857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"76.539385ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.269946431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.269973671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.269985072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.269996312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.270207006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.299200844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.299231604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.299240025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.299247295Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.299408088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.337110025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"148.429784ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.338220655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.382721146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.382771426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.384324675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8afd57f0-e4f9-4fee-b234-a827a2fe0eae\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.384353505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.386398883Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.475500116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/816d9007-e774-4191-bc87-aae13e0fd977/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.475948534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vmms/816d9007-e774-4191-bc87-aae13e0fd977/state\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"981278a2-dbeb-4b61-8fd8-4bc91eaa2b99\", \"content-length\": \"130\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.475968344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"instance_id":"c0c389c4-f3cf-41ea-9305-c3f3c87c996d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","state":"Running"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.480233562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"instance_id":"c0c389c4-f3cf-41ea-9305-c3f3c87c996d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/instance.rs:1853","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T23:34:36.974794094Z }","propolis_id":"816d9007-e774-4191-bc87-aae13e0fd977"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.480261843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"instance_id":"c0c389c4-f3cf-41ea-9305-c3f3c87c996d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.480632469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"instance_id":"c0c389c4-f3cf-41ea-9305-c3f3c87c996d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.501724564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.565114788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":15,"elapsed":"376.53846ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.569724312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.576267542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.576282562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.577388152Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087ced9d-cb61-4be7-9989-35ad88fcb13a\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.577401852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.578873329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.63323902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.633483084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e7dcba-a71f-43db-b7f4-6eb8806986de\", \"content-length\": \"585\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.633512265Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.63380209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.636154663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.636626942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f51c71fc-30b2-4925-837b-6af64ea2ea94\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.636652902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.636927447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.637339954Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.638466705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"23155f66-fcd6-4007-883b-f58653a9b1b2\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.638497505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.63876376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1441, tv_nsec: 420182893 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.640865999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.641016961Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"abc7c18b-8ab1-4b03-8e81-8bfb970ff4ca\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.641045072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.642214863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.642709542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.643552128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.643607049Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"455.083831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.645019444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.6453234Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.645795869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.645979722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.646868028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.646880598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":43,"elapsed":"458.278959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.649340163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.649572347Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.651417421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.651633495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.654596449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.654801702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.658016861Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.658370167Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9f64ccdc-07d1-4888-a7cb-262ab7f8e1c4\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.659841814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":16,"elapsed":"471.426979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.668705986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.669020121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.669394718Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"480.510924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.671779922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.671979966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.672082537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.67334446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.673367851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.673380431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"484.6586ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.673631925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"484.860223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.675650742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.675682013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.675891177Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.677066418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":15,"elapsed":"488.203064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.679726997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.685775727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.685804117Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"497.348421ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.686250926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.686283456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.686433329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.686871657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.687983137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.688017778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":15,"elapsed":"499.181294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.689722629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.689748249Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.689894682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.707390731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.707713757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566ec596-202b-48ed-81d6-a6a92372c429\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.708947149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.708965869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.70897756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.709175773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.709252134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.709410417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.711921433Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":15,"elapsed":"523.419026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.712430572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.714775835Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.714791666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.714926128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.716855283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":15,"elapsed":"528.116312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.717551176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.717736639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.71942794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.71945606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.719468321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.719480401Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.719706005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.720898877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.720916037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.721037089Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.721263733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.723780859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.72380335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.723928482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.725535451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.725555262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.725567282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.725575862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":9,"elapsed":"536.908271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.736971459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.73866109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.738869564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.739471515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.739484285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.739617618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.741005183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742532831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742549601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742557771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742567172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742579172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742592432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":9,"elapsed":"554.145956ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.742701264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.750829332Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.751184429Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"52d68106-eab0-49e4-a1cb-ec1660841d02\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.751199369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.752832528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e6a04a86-c91b-484c-a867-073714e3a2a5\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.752845549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.752853189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.752875959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"564.27445ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.754430188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.754442808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"565.790518ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.7661032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.766123231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.767011027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58e6513-7845-4473-90c1-d91eb50c3b72\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.767026817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.768941022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.769856969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.771534539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.7715494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.771706922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.884603859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.88524373Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278bd4f1-5c83-4a89-b498-7c554e2c5925\", \"content-length\": \"811\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.885289761Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 242, 32, 148])), vni: Vni(11844078) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.885303601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.885312961Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.88685506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":15,"elapsed":"698.123228ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.894221824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.89455557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.895968866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.895983896Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.896138469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.905822745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.90605629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e17d75-e070-4d5f-a6ca-1be2cb7b9067\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.90607598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.90608701Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.906346325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.906358065Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.906366225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.906373915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.906381045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.906387816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.906527018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.908471143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.908561485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3364bddf-fc6a-456f-ae49-af9ec6d805c4\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.908574425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.908650627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b650b968-2bbb-4d28-b07b-d4e0797ca8d9\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:52.908661867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:52.908671277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.016830908Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f8837e46-abc8-46ac-b486-938f339ca610\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:53.016877798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.016888569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.017184774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61edc481-cc98-48f4-9ec9-2c5fc92b5ea4\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:34:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.017211955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.01749618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.020565006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.020755879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.024247713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.024449727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.026665897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.026811819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:53.033174125Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":15,"elapsed":"844.338492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:54.577073093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ff839195-b449-4cb2-b782-0e78355b7343","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:54.57747619Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ff839195-b449-4cb2-b782-0e78355b7343","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:54.580419794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/9?limit=100","method":"GET","req_id":"ff839195-b449-4cb2-b782-0e78355b7343","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3424,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:54.58134376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"d171777c-60bd-4c59-8bf4-7ad1c93b4b7e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:54.581679417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"d171777c-60bd-4c59-8bf4-7ad1c93b4b7e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:54.584813534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"d171777c-60bd-4c59-8bf4-7ad1c93b4b7e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3529,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:56.349591664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"6d42cf11-7f70-4a40-beca-37111e329974","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3854,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:56.555399234Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52751"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:56.555467755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","method":"GET","req_id":"d9e937c8-8ae4-492f-b5c7-84d872d4d8fd","remote_addr":"[fd00:1122:3344:101::1]:52751","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:56.555784261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","method":"GET","req_id":"d9e937c8-8ae4-492f-b5c7-84d872d4d8fd","remote_addr":"[fd00:1122:3344:101::1]:52751","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:56.560267743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/probes/5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","method":"GET","req_id":"d9e937c8-8ae4-492f-b5c7-84d872d4d8fd","remote_addr":"[fd00:1122:3344:101::1]:52751","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4839,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:56.586598372Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"cea15067-fc04-4b9f-8f9d-d0f11c8c58b1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:56.586945709Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"cea15067-fc04-4b9f-8f9d-d0f11c8c58b1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:56.589556226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"cea15067-fc04-4b9f-8f9d-d0f11c8c58b1","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3025,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:57.590595343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f2c62b9f-3210-4f66-a8b1-4c59f3c2b9d0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:34:57.590893068Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f2c62b9f-3210-4f66-a8b1-4c59f3c2b9d0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:34:57.593891733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f2c62b9f-3210-4f66-a8b1-4c59f3c2b9d0","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.18811595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.188176681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.188189101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.188198372Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.188501067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.188521438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.190246539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.192586292Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.192599332Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.192753205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.195015726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.195345602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.19636521Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.198716713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.198730293Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.198863726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.206254611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.206278681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":44,"elapsed":"18.182882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.214169305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.214374219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:02.240509245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"52.385834ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:06.347644459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"d0fdec8e-52d8-4155-aa3d-5abc7b0af862","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1547,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.187975228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.188037929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.188050059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.188059889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.188491757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.188507127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.190478173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.192865577Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.192881047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.1930218Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.194664159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.194914514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.221780673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.222018898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.222966245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.223694239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"35.70423ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.225300628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.225312428Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.22544936Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.234287912Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:12.234314042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":45,"elapsed":"46.352745ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:16.347030307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"d2df09b8-13c9-4ebb-a4c9-caf96bf1fbb3","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1542,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188355745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188414416Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188425056Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188433326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188441686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188449086Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.188456977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188465107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188472667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188480717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188487697Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188494457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188501457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188513258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188519988Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188527228Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188534488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188543798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188555248Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188563048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188570388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188577189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188587609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188594599Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188601629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188607559Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188613609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18862194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18862896Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18863523Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18865406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18866769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.18867567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188840873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188887994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188925665Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188936235Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188945566Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188955186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188964196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188972616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188980736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.188987426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.189024007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.189034067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.189042817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.189050907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.189058537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.192261316Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.595675ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.192424669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1470, tv_nsec: 973848591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.193278764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.193399376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.19577609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.19580624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.195990064Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.196577074Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.196856659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200332043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200355173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200377834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200399094Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200528866Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.200632138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.202301769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.202539453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.202876069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.205392025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.205415406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.205587749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.20783453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.208100884Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1470, tv_nsec: 989531367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.208279848Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.208832958Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.208862708Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"20.406772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.209211665Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.20949778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.209671123Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1470, tv_nsec: 991109635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.209989119Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.210028779Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.210380586Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.210408466Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.212833461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.212858981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.212982753Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.224269819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.22430684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":46,"elapsed":"35.881124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.233933625Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.23420113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.234462915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236306058Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236332779Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236486781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"48.006704ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236500262Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.236583213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236594254Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236600744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.236771087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.238320705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.238460328Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.2385788Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.2385932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.238800424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.238827474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.240039896Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"51.355616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.24077065Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.240989383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.242273357Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.244688821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.244713742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.244724782Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.244911745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.245238441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.246799489Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":16,"elapsed":"58.431974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.246937942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.246951892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.247127546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.247258218Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.247284138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.24740878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.24847872Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.250322334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.250337094Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.250474286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.262608897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.262646748Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.263076446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7823902b-e373-4247-88a7-a4df03d0f53f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.263096216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.26494841Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.271076122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.271098122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.271107772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"82.560314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.27428123Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.274620706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.276351048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":16,"elapsed":"87.919222ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.283017229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.28303836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.283271964Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015e5644-950f-4590-b7c3-4125d891e06b\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.283286844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.284110369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.28412196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.284313033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e0090a-d36f-48f8-b8c5-435e07d27207\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.284328163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.284615978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.285948823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.298648444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"110.120306ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.304419959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.30444449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"116.036564ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.307842632Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.307870682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"119.402576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.311772623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.312062918Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.392399182Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.392716448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.394263316Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.395931537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.395953337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.39611366Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.418669431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.419021317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24be058c-f05e-4855-b59c-5f3b5becb80f\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.420991453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.421264088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.423942407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.424911894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6dfb17-8a92-472e-92f7-fb058c48bb0b\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.424934325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.425153699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.425966834Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.426626066Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":16,"elapsed":"238.284701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.427488081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.427696445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.427708555Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.427825738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.427889579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.429950876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.43014381Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.432588754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.432863799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"86640227-ba2a-4d9e-9930-e89b834d7e4d\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.435179532Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":17,"elapsed":"246.621553ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.4504836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":16,"elapsed":"261.935292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.491839134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.492127229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.494192067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.494219867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.49439801Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.503739061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.503973355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72752b0f-e36a-4c5f-ad31-d1733bb54bcc\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.503993635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.504004595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.50425853Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.50427739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.50428572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.504292931Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.504300031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.504306391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.504434103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.50588012Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.505988762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e74a139-88b7-4d27-b9a8-c434a21c5382\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.506000552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.506085943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e6c43a-6c7c-425b-8a0e-8798a7d2fffc\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.506097124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.506107824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.512610602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.536742492Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6746e7a5-1a7a-4d8a-a7a1-ec87174c8226\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.536769742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.536780592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.536788643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.537481825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":16,"elapsed":"348.980288ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.634049965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"253fdafa-7b1a-4509-ba89-903fc7c74299\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:22.634084335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.634095816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.634430151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c1f468-4869-4542-a09d-823bc6167bcd\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:35:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.634463492Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.634656116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.638492905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.638713469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.64204087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.642223944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.643963285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.644135538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:22.651434231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":16,"elapsed":"463.049806ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:26.347625168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"92610894-3b42-412f-9955-06e6783e5891","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1342,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.34880398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.34881968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.378878208Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:26.37898687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61061"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.379127932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f69b03d2-f559-444e-a126-e0a96db68a26","remote_addr":"[fd00:1122:3344:101::b]:61061","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.379458458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f69b03d2-f559-444e-a126-e0a96db68a26","remote_addr":"[fd00:1122:3344:101::b]:61061","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:26.411998571Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.412022512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f69b03d2-f559-444e-a126-e0a96db68a26","remote_addr":"[fd00:1122:3344:101::b]:61061","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.412295507Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f69b03d2-f559-444e-a126-e0a96db68a26","remote_addr":"[fd00:1122:3344:101::b]:61061","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.442322984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.443167449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4e2e5db0-5e0a-46cf-9a58-979e4f4f7d3a\", \"date\": \"Wed, 28 Aug 2024 23:35:26 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:26.443185389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:26.444069446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"f69b03d2-f559-444e-a126-e0a96db68a26","remote_addr":"[fd00:1122:3344:101::b]:61061","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65007,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.444122636Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69b03d2-f559-444e-a126-e0a96db68a26\", \"content-length\": \"41\", \"date\": \"Wed, 28 Aug 2024 23:35:26 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.445004183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:26.445012283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:27.62558096Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"458d328a-1d3f-401a-b8ee-c551ba969a53","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:27.625854885Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"458d328a-1d3f-401a-b8ee-c551ba969a53","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:27.628616206Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"458d328a-1d3f-401a-b8ee-c551ba969a53","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3602,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188230013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188304034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188321544Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188335445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188763532Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.188784843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.190611236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.190852381Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.190873821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.192283096Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"4.058664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.193210704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.193221954Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.193355506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.194264413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.194433966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.196010904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.198185084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.198197984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.198329387Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.206422284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:32.206438765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":47,"elapsed":"18.243212ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:36.446037542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"dc5f188b-118b-472d-a6a9-e98dda3c6399","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1860,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.1886511Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.188710022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.188723672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.188733032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.18918371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.18919984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.190722578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.191066745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.191676385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.193260394Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.609914ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.194058429Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.194069099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.194231962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.195810981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.195992034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.197625634Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.199864225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.199875655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.200013808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.206269261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:42.206284012Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":48,"elapsed":"17.661122ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:46.446042772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"512460c9-a10b-4d21-a2c4-9dc79146583e","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1902,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188869694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188928935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188938606Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188949306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188958816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188965216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188972996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188981247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188989467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.188996557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189003637Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:35:52.189012137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189021267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":10,"elapsed":"15.771µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189030787Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189039097Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189047438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189054928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.189062528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189069078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189075928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189082938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189091689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189098398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189105399Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189113099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189120899Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189127939Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189138339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189146159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.189152959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18915985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189167Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18917485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18918269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18919087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18919766Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189210751Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189221801Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.189231871Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:25:52.189171900 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189269732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189277742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189284322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189292002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189299092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189306482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189313253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189319983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189326133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189332743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.189338883Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189345173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189351453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189357443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189366314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189376314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189385524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189395384Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189405034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189414524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189424284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189434725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189446275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189500486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189533626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189553147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189565267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189637778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189656149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189682429Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.18969766Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189749041Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189766481Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189780631Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189792421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189807291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189821232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189844932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189853972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189862563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189871693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189882653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.189989855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1500, tv_nsec: 971428137 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.190008415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1500, tv_nsec: 971436807 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.191490892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.191589744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.191716666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.191896229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.193191133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.193216473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.193230554Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"4.193256ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.193241454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"4.291948ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.193673532Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.625265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.194196311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.194769232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1500, tv_nsec: 976214434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.195129348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.195154159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.19577911Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.195833601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.195858722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.195868542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.196126277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.196147627Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.196161547Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.196354821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.198205264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.198234275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.198378698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.19849261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:25:52.189171900 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.19851122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:25:52.189171900Z\",\"pruned\":[]}","iteration":9,"elapsed":"9.32414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.199863925Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.199889005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.200095299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.201721739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.201944603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.202477582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1500, tv_nsec: 983919325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.2028723Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.203709085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.204083702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.205597349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.20562893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.205784253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.206112159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.206133819Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.206328092Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.207382312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.207685557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.208655045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"19.441025ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.209743765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.209764415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.209928878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.210402357Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.210428377Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.21060351Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.214322138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.214347749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.214687965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.214758306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.214777396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.21497034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.216273574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.216537798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.216830794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1500, tv_nsec: 998262016 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.217278302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.21882843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.219174677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.221312916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.221336796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.221517639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.222372615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.222390545Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.222530328Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.228641809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.231368039Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.231396889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.231602143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.233151911Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.233508428Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.234905693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.234937124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":49,"elapsed":"45.857815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.23858072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.239822383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.24022313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.241567525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.241593795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.241804249Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.247726727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.249865766Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.249889146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.25009006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.251476855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.251501995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.251514056Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":9,"elapsed":"62.392997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.251673338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.254532671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.256046798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"66.703075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.25832124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.258631195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.259015242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"70.132298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.261746032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.262064268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.264289768Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.264315419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.264326799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.264336979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.264582554Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.265203245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.26547744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.265784906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.265793186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.265800986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"76.551675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.266499419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.266769374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.266863655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.266877026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.266884366Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"77.856768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.271427349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.27149734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.271509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.27151621Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.271781905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.271803755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.273576288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.275076675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.275102245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.275216767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.276391869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.276624593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.283730213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"94.494841ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.292190857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"103.092108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.29347935Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.293942769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":17,"elapsed":"104.628817ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.295877324Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.295903364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.296053837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.298027323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":17,"elapsed":"109.078998ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.308797369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.30882462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"119.529707ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.318393174Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.318419365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.318431795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.31872143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.320174157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.320191047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.320198077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.320204247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.320583054Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.321608353Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.321627053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"132.606886ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.331151026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.331184347Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"142.213801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.33241424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.332882138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.33296892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.333226724Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.33571221Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.33573626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.335898263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.336869421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.336892241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.337094465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.337496042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.337507382Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.337517933Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.337528583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":10,"elapsed":"148.507825ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.361957498Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.371998021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.372019121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.372029551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.372302376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.373788633Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.376415001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.376430231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.376564324Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.379329404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.379347655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.379355765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.379363425Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":10,"elapsed":"190.227476ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.384147142Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.391928464Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.391947214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.3922551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f241c60-52b4-45b7-a147-33406045ea0d\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.39227042Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.393947471Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.443067716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.443532014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.445223255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.447672829Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.44769859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.447914744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.452879094Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.455858189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.456569771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.456580722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.482120777Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.482167948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.482506744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab29b8fe-e7cf-4e13-a75d-46dad135c253\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.482533664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.484955919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.500253217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.516913101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.516941091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.518094943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489c88c5-45c1-4099-a643-20ce00ee39e9\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.518118643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.519790333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.558406917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.567732167Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.568157764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"eaf2804e-013e-4303-91fd-6d9dc679d2df\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.568189635Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.570582499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9e27fd7f-9322-497f-8a70-6db98e49ec34\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.570613859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.572029865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.572056655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"382.874295ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.59095311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4579eaf-76c0-4821-b2c3-6978bb83b4c3\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.59098158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.591273226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.593959005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.594138518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.597445798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.597827215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.600894811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.601297248Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e6c6daff-67f4-4b36-8551-aba06720f69b\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.60360033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":18,"elapsed":"414.40142ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.674115855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.674317089Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcef5d1c-3e6c-44dc-b865-0a3cec5aab39\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.675391088Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.675626782Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.697524811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.698042851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"82e4f5be-c214-4174-8273-3241bed88927\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.698069631Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.699518158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d837fc78-e902-4ba8-8113-d96ae30fde9c\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.699541648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.70130998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"32e0eae1-5d16-4948-8d1e-2b7107c0d367\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.701340881Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.703356138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.703389048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"514.498143ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.731808426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.733587588Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":17,"elapsed":"544.382908ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.743219414Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":17,"elapsed":"554.36688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.76329519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.763654816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.765946098Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.765972028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.766107811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.774636306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.774906461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8259c25e-a06c-4196-a3e3-3947fc9624d3\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.774927291Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.774938662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.775190226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.775201607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.775209607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.775216547Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.775223767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.775229997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.775523702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.77757696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.777715582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7b66be-b026-49aa-9a9f-fd9420ff60e0\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.777728413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.777825474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"512244d7-decc-45b8-abaf-21b33d943729\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.777838715Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.777850195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.79623863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402e2370-8445-4c05-8138-5c1499675d78\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.79626465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.796274611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.796283301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.797720897Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":17,"elapsed":"608.596068ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.891604107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f00d4015-a9bc-4273-b90a-b92cebe7ecc3\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:52.891639287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.891650187Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.891918472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb11e008-9bd2-428c-bb4b-b2fa2e7ca81c\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:35:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.891966903Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.892260168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.895928685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.896246551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.899395778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.899573472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.901808082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.902025736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:52.909337459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":17,"elapsed":"720.011377ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:56.445567383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"b6ab7614-eb24-42b5-9d8e-51bee4ee2210","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1632,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:57.660459876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"df1c826d-c006-4b24-b7c3-2acd6c29d5cd","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:35:57.660972355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"df1c826d-c006-4b24-b7c3-2acd6c29d5cd","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:35:57.664038311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"df1c826d-c006-4b24-b7c3-2acd6c29d5cd","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3678,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188182412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188233663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188243813Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188252643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188558339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.188578719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.190179109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.190783489Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.191090195Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.192555862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.192575902Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.192701855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.19466557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.194837674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.196410132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.198684053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.198693794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.198824266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.207665677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.207689148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":50,"elapsed":"19.515805ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:02.217226841Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"29.024179ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:06.445249838Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"869d25a7-564c-4e97-9e73-d0b2af9644a8","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1662,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:07.113764316Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:62298"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.113839348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"61c33f0b-7c65-48d2-9ec8-ae2c102c2488","remote_addr":"[fd00:1122:3344:101::2]:62298","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.114157523Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"61c33f0b-7c65-48d2-9ec8-ae2c102c2488","remote_addr":"[fd00:1122:3344:101::2]:62298","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:07.150464755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.150495376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"61c33f0b-7c65-48d2-9ec8-ae2c102c2488","remote_addr":"[fd00:1122:3344:101::2]:62298","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.150843932Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"61c33f0b-7c65-48d2-9ec8-ae2c102c2488","remote_addr":"[fd00:1122:3344:101::2]:62298","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.179797799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:07.180651975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9a6b168e-aaa7-42a6-a8f3-18e43966cb3f\", \"date\": \"Wed, 28 Aug 2024 23:36:07 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:07.180669285Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"226da725-97fa-4503-adf7-f6230c7338b2"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:07.181759155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"61c33f0b-7c65-48d2-9ec8-ae2c102c2488","remote_addr":"[fd00:1122:3344:101::2]:62298","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67970,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.188836774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.188894595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.188905826Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.188914856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.189206181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.189219131Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.191166137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.193428618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.193445318Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.193570731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.1952117Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.195384244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.196704977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.198859487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.198871397Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.19900491Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.206565037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.206585308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":51,"elapsed":"17.768113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.215606112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.215976369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:12.242547113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"53.706728ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:15.667418947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:60081"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.667490789Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e3004a6-35d4-4060-a3a8-33321d60c6b9","remote_addr":"[fd00:1122:3344:101::2]:60081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.667804625Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e3004a6-35d4-4060-a3a8-33321d60c6b9","remote_addr":"[fd00:1122:3344:101::2]:60081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:15.702977725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.702994346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e3004a6-35d4-4060-a3a8-33321d60c6b9","remote_addr":"[fd00:1122:3344:101::2]:60081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.703289941Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e3004a6-35d4-4060-a3a8-33321d60c6b9","remote_addr":"[fd00:1122:3344:101::2]:60081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.732421992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:15.732808649Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"39521243-360a-414e-8ecd-5cf4b015b974\", \"date\": \"Wed, 28 Aug 2024 23:36:15 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:15.732829959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3658e561-ffaf-4e69-873a-09364634a579"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:15.733512051Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"7e3004a6-35d4-4060-a3a8-33321d60c6b9","remote_addr":"[fd00:1122:3344:101::2]:60081","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66066,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:16.44593561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"d8de0716-78ae-440f-92b5-626ec8353055","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2230,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:18.921210785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:50554"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.921297506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f4c3ea9a-a071-4383-a31f-3a333bb4a6b9","remote_addr":"[fd00:1122:3344:101::2]:50554","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.921645293Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f4c3ea9a-a071-4383-a31f-3a333bb4a6b9","remote_addr":"[fd00:1122:3344:101::2]:50554","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:18.957972505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.958002995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f4c3ea9a-a071-4383-a31f-3a333bb4a6b9","remote_addr":"[fd00:1122:3344:101::2]:50554","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.95828803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f4c3ea9a-a071-4383-a31f-3a333bb4a6b9","remote_addr":"[fd00:1122:3344:101::2]:50554","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.963037537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:18.963351563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c09cca89-fe8e-44a6-b05f-ecacaf188075\", \"date\": \"Wed, 28 Aug 2024 23:36:18 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:18.963364483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5f0160ab-0ca9-4941-b3e5-4b832969ce1d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:18.964896981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"f4c3ea9a-a071-4383-a31f-3a333bb4a6b9","remote_addr":"[fd00:1122:3344:101::2]:50554","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43658,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:20.743410352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:63834"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.743487523Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9291173-324a-44a1-be4f-8b94c1b02a43","remote_addr":"[fd00:1122:3344:101::2]:63834","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.74384852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9291173-324a-44a1-be4f-8b94c1b02a43","remote_addr":"[fd00:1122:3344:101::2]:63834","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:20.780572099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.780589239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9291173-324a-44a1-be4f-8b94c1b02a43","remote_addr":"[fd00:1122:3344:101::2]:63834","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.780962416Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9291173-324a-44a1-be4f-8b94c1b02a43","remote_addr":"[fd00:1122:3344:101::2]:63834","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.815965824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:20.816333721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4f5a290f-a102-4c2b-9cce-d5b0c9868ad7\", \"date\": \"Wed, 28 Aug 2024 23:36:20 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:20.816358241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"22b7253c-914e-457d-927b-0c09071f1b79"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:20.818369328Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"d9291173-324a-44a1-be4f-8b94c1b02a43","remote_addr":"[fd00:1122:3344:101::2]:63834","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74934,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188419467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188464978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188475168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188485138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188495828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.188510059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188519779Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188529159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188539449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18854886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188558Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18856653Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18857385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18858069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18858756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18859373Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18860115Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18860809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188615441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188622081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188629541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188636641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188643091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188650331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188657011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188665151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188672472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188678552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188685842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188692242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188699062Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188705472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188712463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188957067Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.188990617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189002818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189012358Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189023448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189034058Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189044189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189102339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18911643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18912668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18913624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.18914601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189155411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189196121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.189207752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.190750329Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192449231Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192580703Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.968653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192625004Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192636124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192680045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.192807007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.194300794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1530, tv_nsec: 975783196 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.19514981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.19518016Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.19518905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.195338093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.195998875Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.196011955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.196160958Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.198341978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.198818556Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.200323704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.200337894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.200515047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.202230469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.203022743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.203044824Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.203240537Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1530, tv_nsec: 984727219 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.203316878Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.204357268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.204368598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.204560241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.204636802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.205101091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1530, tv_nsec: 986593853 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.206170101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.20671442Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.207030886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.20777117Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.208031234Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.215835946Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.216114832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.218373563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.220016683Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222110771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222122651Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222308364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222645611Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222657551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.222879895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.232676063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.2330205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.234646549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.234980315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237007692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237305328Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237324278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237375289Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237394969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":52,"elapsed":"48.722277ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.237642684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.239104581Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"50.544691ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.240232341Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"51.60295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.244724643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.244951817Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.245778562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.245983366Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.2472907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"58.628758ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.24896056Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.24897485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.248981421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.249435939Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.250397976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.25332734Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.25335648Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.253565124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.263178279Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.266575751Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.266601202Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.266757144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.26870043Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":18,"elapsed":"80.16547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.281140516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.281597985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.288108033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":18,"elapsed":"99.689086ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.29394168Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.29396192Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.29397214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"105.305149ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.294744964Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.294758304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.29507282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9b0b6e-c943-4097-a4b9-ea64e6fd36f2\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.29508531Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.296516547Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.296542847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"108.057638ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.297036156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.300671372Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"112.100972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.321589683Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.32194945Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.323510188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.323524539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"135.083601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.329732682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.330001657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.331596855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.333262396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.333280226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.333431999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.335039338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.336629237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.336644307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.33677924Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.443347642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.462738495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85bd758f-271e-458a-9056-413f919d0291\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.462773796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.463140272Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.465301302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.465520326Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.468819315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.469134781Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.471682398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.475315764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a286fd5a-2fe3-4b79-9dde-c73b31d1c2a7\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.476936383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":19,"elapsed":"288.292742ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.478813308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.483264229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef7d568-a442-4234-a09c-876a5c667cc6\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.483283919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.483295529Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.48330449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.485119863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":18,"elapsed":"296.634294ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.495611974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.495627654Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.495891059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a665233-7122-4594-9b1c-66ab37e48c1d\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.495904239Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.497917026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.501587063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.501601413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.502475359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb53c92-99d0-433c-ba42-cf30eddef758\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.502489109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.504044347Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.532695649Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":18,"elapsed":"344.291732ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.568935259Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.569223625Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f2604a-0a47-49dc-87e3-2e115265d59c\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:36:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.570685991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.570947426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.573020464Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":18,"elapsed":"384.423124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.62658439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.626891405Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.629135656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.629161007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.62935754Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.639102158Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.639385793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84241bed-8cbd-415d-98d0-857b2caa479b\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:36:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639407383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639418424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639653928Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639665458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639672968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639680378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.639687539Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.639693949Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.639858922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.641846138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.64197863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a3f11f-257e-4fb0-976a-9a5244514173\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:36:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.641989941Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.642668253Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34037acb-4257-49ec-bd15-45bc60e71b5c\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:36:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.642678473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.642688753Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.734255591Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"287daac5-4734-42a9-943d-d80ebb7ea273\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:22.734280762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.734290332Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.734518166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47bef33-8c81-4a2d-894b-b84deaa0c9d2\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:36:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.734555557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.734803151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.738463398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.738709712Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.741964682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.742160286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.744149962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.744322975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:22.750962566Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":18,"elapsed":"562.504648ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:26.44534449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"e91980df-e78b-4513-9fa0-5bf7c791e788","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1720,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:27.558831456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57134"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.558950508Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d01dd55c-cecf-4e63-9e2d-b8960175ac42","remote_addr":"[fd00:1122:3344:101::1]:57134","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.559256083Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d01dd55c-cecf-4e63-9e2d-b8960175ac42","remote_addr":"[fd00:1122:3344:101::1]:57134","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:27.592734943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.592753154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d01dd55c-cecf-4e63-9e2d-b8960175ac42","remote_addr":"[fd00:1122:3344:101::1]:57134","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.59310261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d01dd55c-cecf-4e63-9e2d-b8960175ac42","remote_addr":"[fd00:1122:3344:101::1]:57134","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.622597437Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.622940344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7b77bbdb-e33d-420d-80e9-c5898f605a9e\", \"date\": \"Wed, 28 Aug 2024 23:36:27 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:27.622965924Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:27.623906411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"d01dd55c-cecf-4e63-9e2d-b8960175ac42","remote_addr":"[fd00:1122:3344:101::1]:57134","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65014,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.693928077Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"9844c46a-3de9-48ac-a821-278d2ddbd59e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:27.694423976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"9844c46a-3de9-48ac-a821-278d2ddbd59e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:27.697449811Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"9844c46a-3de9-48ac-a821-278d2ddbd59e","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3590,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.188671942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.188757244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.188777974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.188794634Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.189267553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.189295453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.191273879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.191626886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.19188422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.193440499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.760206ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.193614502Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.193627392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.193761495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.195457015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.195640889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.19732852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.199481809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.199492659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.199623331Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.20504975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:32.205072981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":53,"elapsed":"16.425699ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:35.898828574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57144"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.898957176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9200337-5574-4d17-bdb7-4b191c83e466","remote_addr":"[fd00:1122:3344:101::1]:57144","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.899442134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9200337-5574-4d17-bdb7-4b191c83e466","remote_addr":"[fd00:1122:3344:101::1]:57144","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:35.932322774Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.932349554Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9200337-5574-4d17-bdb7-4b191c83e466","remote_addr":"[fd00:1122:3344:101::1]:57144","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.93265949Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9200337-5574-4d17-bdb7-4b191c83e466","remote_addr":"[fd00:1122:3344:101::1]:57144","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.937291024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:35.938229141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ce60a5db-3a49-4797-85a2-9a0e067bdbff\", \"date\": \"Wed, 28 Aug 2024 23:36:35 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:35.938247341Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"17090eb5-1c49-4643-9bd0-d43bdbb7b5d8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:35.940520963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"e9200337-5574-4d17-bdb7-4b191c83e466","remote_addr":"[fd00:1122:3344:101::1]:57144","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41647,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:36.446077913Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"50fa5331-d102-4380-9c3a-8debc6e1341e","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1929,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.188519009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.188588441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.188604171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.188618221Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.18907567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.1891015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.190988354Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.191074726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.191444163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.193262236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.751307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.193355908Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.193366408Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.19351233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.19460323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.194779093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.196612057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.19899579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.199009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.199138263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.206882034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:42.206896994Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":54,"elapsed":"18.409386ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:46.445712157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"8d449b39-cd56-4860-a76f-c4aead44bfc7","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1815,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188179443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188270955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.188283215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188294065Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188304555Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188316465Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188326225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188337306Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188347966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188360746Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188372076Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188383017Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188395497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188404937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188413837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188423007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:36:52.188433967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188445818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188456188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":11,"elapsed":"20.61µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188500749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188510999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188521189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188531719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188542149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.18855112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.18856211Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.1885713Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.18858063Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.18859027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188598201Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188607451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188617141Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.188625461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:26:52.188549840 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188635801Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188644771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188653771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188662002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188671302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188680512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188689742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188698472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188708303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188717473Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188726673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188735823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188745313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188754023Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188762744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188773924Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188784404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188794364Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188805224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188814445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188824155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188835835Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.188849105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188858365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188867755Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188876976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188885776Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188896436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188905886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188917366Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188926687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188945197Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188956507Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.188968597Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189026338Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.18912747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189145391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189157671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189168731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189182281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189223212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189236782Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189247592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189260093Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189271243Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189282133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189294173Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189316374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189327574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189348454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189360284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189372775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189381685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189392585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189612459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.18964328Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189836483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.189855293Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.190080388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.191290019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1560, tv_nsec: 972792112 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.191361581Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1560, tv_nsec: 972868973 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.191922671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"3.730148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.192748916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.193715614Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.19403998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.195519827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.195542277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.195753401Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196088807Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196111987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"7.393715ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196187749Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196221519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"7.462367ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196485664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1560, tv_nsec: 977988127 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196515525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.19682264Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.196954113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"8.099268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.197093905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.197403121Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.197577274Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.199419638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.199447978Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.199651802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.200847044Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.200877814Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.201004967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.201035507Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.201047037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.201059368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":10,"elapsed":"12.6178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.202414472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.202583415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.202596116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:26:52.188549840 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.202606666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:26:52.188549840Z\",\"pruned\":[]}","iteration":10,"elapsed":"14.041465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.202768359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.20285385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.203536663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"15.061054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.204131273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.205960477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.205987577Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.2061538Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.206166701Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.206210801Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.206379945Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.20721818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.20724369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.207441594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.207918702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.208970382Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.209164505Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.209186896Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.209194586Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.209508551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.210792415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.210814475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.211005549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.211017719Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.211024399Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.211246373Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.212278912Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.213643747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1560, tv_nsec: 995152389 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.213880731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.214046564Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.214759137Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.214784127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.214991841Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.216834765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.216979998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.217005378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.217331704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.219984372Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.220013553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.220234557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.220268827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.222731582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.222750743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.222953127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.222994597Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.225521183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.225548194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.225758138Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.22751891Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.22754002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"39.113783ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.227883656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.231032434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.231335859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.231510112Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.231663975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.232163054Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.233935087Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.233963687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.234098519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.235891842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.236239998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"48.008165ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.23631481Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.236583035Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1561, tv_nsec: 18085817 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.236997242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.237241237Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.239019299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.241471984Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.241505485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.241727089Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.242146686Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.242171106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.242401101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.248449531Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.248728286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.249335037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.249609472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.252268821Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.252295441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":55,"elapsed":"63.876464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.253505453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.253735297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.255266815Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.255290085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.255302526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"67.112023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.258040676Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.258368352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.259533583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.260513641Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.260805966Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.263434434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.266308626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.266684553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.267783323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.26812915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.268945604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.269561116Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.271508421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.271612673Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.271628943Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.271893678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.272771584Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.272794175Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.272805085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"84.104622ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.273855034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.273879344Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.274055767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.2741894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.274658349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.2763689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":19,"elapsed":"87.83206ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.276488002Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.276500892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.276659795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.282540512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.286362412Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.286394622Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.286590506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.291931403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"103.322363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.292164177Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"103.415084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.305312927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.305673463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.310678745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.310706645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.310714525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.310720886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.311016481Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.314050216Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":19,"elapsed":"125.380544ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.319287451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.319311402Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.319321132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.319329482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.319490395Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.32358798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.32360454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"134.959099ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.333341207Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.3504741Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.351350696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.351364236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.351647501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d392c01c-b885-4d00-98af-729633dc39f6\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.351673101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.353144378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.385038919Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.3850632Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.385314965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af55880c-6312-4097-bb5d-13c44af4191f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.385327705Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.3878282Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.41419342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.414219991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.414470656Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4058f1bd-50d5-4b0b-be73-f55883a7f68f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.414491676Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.416546463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.511766808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.513221585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"738711ce-2550-4bd8-a935-ca2cf8ebf59f\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.513241595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.514463587Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"62cdedc0-1612-4059-bec9-33c48254c146\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.514510618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.517181607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.517204677Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"328.908412ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.543417525Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.60132786Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.603024841Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.603371847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.604337745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.605085148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.605111769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.60849084Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.608516511Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.608803276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.608823057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.608833707Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.60901019Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.609046561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.609058011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.609271185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.612903161Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5027002-1035-4a9e-beb2-5b542fa3f78c\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.612926961Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.612937281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.612946052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.612982022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb0e86a-6f9a-49b3-b50a-d58d82fb438f\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.613001233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.613210856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.61506154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":19,"elapsed":"426.47857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.615723582Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.615943576Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.618671576Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.618856979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.621043859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.622706419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ec45e2c1-33f9-477b-9c85-e1664e650851\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.624523392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":20,"elapsed":"435.683167ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.631409938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.634388482Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.634403523Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"445.610598ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.636100693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.636113594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.636125404Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.636408179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.638697551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.638709281Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.638718551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.638962166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.64251605Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.642548671Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"453.907789ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.655397765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.655734111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef778de-4025-46f3-8594-695729129564\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.657241568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.657507083Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.659692613Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":19,"elapsed":"471.299877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.66388717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.666243543Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.666747572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.666759762Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.666936735Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669277458Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669294618Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669345459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669356949Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669373849Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.66938277Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":11,"elapsed":"481.051794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.669432501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.670980439Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.670992759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.670999899Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.671007389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":11,"elapsed":"482.679404ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.671355246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":19,"elapsed":"482.553052ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.708691026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.709838417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b07b2a34-dad3-47a1-9deb-53605641d4c7\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.709852407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.711944565Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"32c1a9b0-563f-435a-adb4-733f767bb546\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.711956365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.713947172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9daa9457-5c0a-4e81-88e1-a87bff6e049b\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.713957942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.71603323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.71606524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"527.920728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.731160975Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.731470661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.733472777Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.733496098Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.733640211Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.74237591Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.742627894Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7144b639-24e7-4062-805c-2181ac2056f3\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.742650795Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.742661615Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.742920409Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.74293091Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.74293865Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.74294624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.74295339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.74295972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.743235255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.745102689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.745217021Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9548f415-1a38-43c8-b1e8-edf8ebdec1dc\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.745235982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.745330543Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d7bf05-90f2-448a-801e-3607870e1eb9\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.745342574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.745354214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.917034101Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"462231ad-7591-4d19-9cd2-71a1517b6188\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:52.917066362Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.917077312Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.917900107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a93b5422-8531-40f3-82c1-e9d27eb09bdb\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:36:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.917930568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.918172742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.921587444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.92193639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.925094608Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.925419664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.927312688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.927500472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:52.934106662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":19,"elapsed":"745.336479ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:56.445160647Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"82f0b251-64b3-4dad-8ee4-3243bde764e6","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1349,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:57.729387863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"c793e7ac-37b1-4574-9ffb-196bcd40dfe9","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:36:57.729871942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"c793e7ac-37b1-4574-9ffb-196bcd40dfe9","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:36:57.733158501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"c793e7ac-37b1-4574-9ffb-196bcd40dfe9","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3866,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188373057Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188428667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188441658Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188451898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188925456Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.188950527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.190783881Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.193062462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.193084432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.193203645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.195027518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.195262952Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.197082365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.199643692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.199655772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.199802785Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.208054745Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.208081636Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":56,"elapsed":"19.724919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.216437518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.216758764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:02.242694226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"54.31197ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:06.444647567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"c6c916ad-bdd5-4fd9-9011-48ac656dfe23","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.187975349Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.18805047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.188068551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.188081721Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.188560809Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.18858276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.190124388Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.191233568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.191421982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.192543342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.192562722Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.192711905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.192911029Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.93487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.194267333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.194429856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.196215779Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.198382799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.198396379Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.198534361Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.206497346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:12.206515967Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":57,"elapsed":"18.571059ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:16.445406711Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"3959122c-0963-49c3-ab25-1de8b9139794","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1973,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188767013Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188823405Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188836075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188844365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188852245Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188859675Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188867075Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188874905Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188882406Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188889346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188896856Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188905236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188912516Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188919806Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188926136Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188934247Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188940887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188948687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188954847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188962467Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.188970477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188978287Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188985487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188992688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.188999368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189006258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189013348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189019518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189026728Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189033778Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189042689Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189052779Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189061869Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189185171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189206031Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189255032Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189373855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189388775Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189398025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189415225Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189424545Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189434125Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189442986Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189455236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189462026Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189468926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189475916Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.189535937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.192252407Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1590, tv_nsec: 973731809 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.192608813Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.193384748Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.41295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.194349805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.197478512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.197505603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.197694596Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.198419169Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.199194333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.199871226Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.200762302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.200775022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.200952015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.201311862Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.201325132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.201496205Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.201937763Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.201957504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.202173078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.204258166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1590, tv_nsec: 985740858 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.204691643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.205373356Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.20559276Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.212109379Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.215068583Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.215098403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.215350148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.215721215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.215995009Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.218038457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.219777858Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.219793679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.219928831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.235960763Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.236412001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.239848024Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.240124889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.240383134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.240830732Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.243260786Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.243723215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.243770275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.24676492Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.24677969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.246946293Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.247078926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.24730637Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.249077812Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"60.264878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.249121113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.249453179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.251336303Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.253805678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.253820629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.253968651Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.255986288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.256006568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.256015758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.256021509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.256422706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.256464007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.257301772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.259084554Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.259100765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.259109405Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"70.205928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.259150696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.259160546Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.259309398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.261654541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.261677752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":58,"elapsed":"72.656073ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.262289643Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1591, tv_nsec: 43778695 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.262658119Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.265865948Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.265879628Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.27036652Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1742f822-38ce-41fe-bc7c-94f65d68e01a\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.270699126Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.272375947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.278398626Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"89.409659ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.27917934Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"90.354656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.281110816Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":20,"elapsed":"92.347702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.28299299Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.28574574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.285768321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.285931514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.286350591Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.286370491Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"97.365974ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.287770547Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":20,"elapsed":"98.891952ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.288222335Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.288246836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.288537011Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75dd05b4-3a69-4763-b7f0-e08e988b7f09\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.288557511Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.290043789Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.292200678Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.292423352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.332723836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.333047942Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.334133302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.334146052Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"145.230006ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.339918637Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"151.048202ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.374514857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.374545998Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.374844174Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940c8741-066e-43cb-9790-6fc6a860de3b\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.374871914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.37631933Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.420566187Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.420894842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e926f525-da89-494b-beeb-b00c5a561d85\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.42293792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.423226915Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.490119094Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.490378398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":20,"elapsed":"301.627375ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.490400139Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92dcc80e-adc9-47d6-b7f7-da123bf47ef7\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.490410879Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.490643113Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.49265159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":20,"elapsed":"303.692683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.494110506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.494347171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.497355166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.497665771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.500700676Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.500948461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"dcb5a75d-8d7b-477c-966a-92a588dcabf8\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.502399737Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":21,"elapsed":"313.551622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.523175486Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.52342191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.524876997Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.526425305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.526435355Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.526576278Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.528227668Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.529886238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.529903118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.530045681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.54812229Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.548414206Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.55028393Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.55030767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.550462913Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.559048449Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.559302504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222af041-28f4-4244-91e1-03d80423b636\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.559324295Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.559335085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.559597929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.55960828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.55961585Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.55962274Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.55962877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.55963453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.559819033Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.561381532Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.561497004Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa491cfc-fa34-4ab0-95af-db9647835750\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.561509674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.561599706Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c84087d-4f61-4543-902f-2afbb0a5f697\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.561614756Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.561624826Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.566048837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.656187909Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d8c96790-6a33-44c5-8507-4f2a8d882b31\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.65623106Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.65624159Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.656665568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76f645c-6b64-454f-adb2-84fe191fee78\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.656694148Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.656706429Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:22.656715889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.65677069Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25d84af-4cda-4984-b38c-efc095fbb987\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:37:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.656819391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.657258669Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.658847337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":20,"elapsed":"470.063203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.660529638Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.660778283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.66391826Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.664096363Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.665703842Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.665986218Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:22.672566667Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":20,"elapsed":"483.630191ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:26.445107655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"a0042ab5-52e5-4ed1-be13-6b7e60ebfbe5","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1531,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:27.763316461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f46bc0bd-96ce-4473-a0d5-7fa51f485b1f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:27.763661337Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f46bc0bd-96ce-4473-a0d5-7fa51f485b1f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:27.76655791Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"f46bc0bd-96ce-4473-a0d5-7fa51f485b1f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.187995219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.1880617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.18808104Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.188093431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.188425857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.188468438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.190195659Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.190950973Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.191243198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.192620563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.192630434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.192788696Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.192812767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.816158ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.194577269Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.194853244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.196337001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.198726185Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.198739855Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.198876827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.205301454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:32.205320155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":59,"elapsed":"17.342946ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:36.446005802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"f771ec68-01fc-4d81-9518-3f9c51595cb5","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1859,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.188770433Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.188838105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.188850415Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.188862805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.189238802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.189313513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.191540501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.192340765Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.192767436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.194670241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.194709001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.194858944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.195280922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"6.506138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.197292968Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.197687296Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.20013772Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.203591663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.203607823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.203796797Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.211456526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:42.211479047Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":60,"elapsed":"22.731545ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:46.445450711Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/3993a6cd-8824-4157-87d4-d2c9ab21ecd8","method":"GET","req_id":"0f711a2a-7b30-43ad-9922-f13e6575358d","remote_addr":"[fd00:1122:3344:101::d]:59061","local_addr":"[fd00:1122:3344:101::b]:54017","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1481,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:50.174433426Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:57095"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:50.174520127Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?sort_by=id_ascending","method":"GET","req_id":"9e6441d6-6293-4909-8b2c-020ea7c3f2f0","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:50.174864154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?sort_by=id_ascending","method":"GET","req_id":"9e6441d6-6293-4909-8b2c-020ea7c3f2f0","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:50.177321078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?sort_by=id_ascending","method":"GET","req_id":"9e6441d6-6293-4909-8b2c-020ea7c3f2f0","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2854,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:50.194635744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI2ZWJhYTdhOS1hZDc2LTQ4MjUtOTlhYS0zNzcwN2MwZmU2NGMifX0%3D","method":"GET","req_id":"974fa741-261f-4d33-805e-ccdca0015476","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:50.19498379Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI2ZWJhYTdhOS1hZDc2LTQ4MjUtOTlhYS0zNzcwN2MwZmU2NGMifX0%3D","method":"GET","req_id":"974fa741-261f-4d33-805e-ccdca0015476","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:50.197687309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/collectors/099a839b-4790-447a-827a-80c4d38e82a0/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI2ZWJhYTdhOS1hZDc2LTQ4MjUtOTlhYS0zNzcwN2MwZmU2NGMifX0%3D","method":"GET","req_id":"974fa741-261f-4d33-805e-ccdca0015476","remote_addr":"[fd00:1122:3344:101::d]:57095","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5642,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18803325Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18808288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188094391Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188104321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188114321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188124171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188133861Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188143652Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188153122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188162812Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T23:37:52.188174752Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188187792Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\"}","iteration":12,"elapsed":"15.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188199422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188210863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188222453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188233073Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.188244163Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 23:27:52.188127181 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188255483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188266504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188276314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.188286764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188296944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188306844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188317025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188327565Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188338025Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188348685Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188359155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188369725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188381236Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188391176Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188401316Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188412996Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188424466Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188433307Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188442917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188454147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188464317Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188472867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188482568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188492048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188502378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188512368Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188522448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188571569Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188581609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18859198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18860357Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18861362Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18862314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18863256Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18864301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.188651061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188658191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188664451Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188673831Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188680991Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188689851Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188699151Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188708992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188716662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188724672Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188732742Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188740562Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188749863Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188756933Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":11,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.188763443Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188769533Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188776843Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188784993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188793743Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188804484Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188814714Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188825494Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188837454Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188850844Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188861954Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188870595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188976437Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.188996957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189007417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189016417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189027157Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189035248Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189043808Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189051378Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189066128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189076509Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189085149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189094639Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.189108149Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.18917725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.190359302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.190674527Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.190843241Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"04e0ae3c-05ff-44a5-897c-b194c21afd3b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"709564a5-1a18-452f-91d3-0ee33515b90a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8bc09bd7-8ab0-40ac-ba02-6ff7e3136287.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1620, tv_nsec: 972299023 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.191080155Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"219f2a7b-fe2d-4299-b4e9-e2bd11379c00.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"bf9867b8-4340-4b2d-8034-f00632878d92.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1620, tv_nsec: 972534687 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.192603213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.192917268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.193731273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.194201222Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"5.767766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.194579469Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.194612599Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.19519965Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.19521478Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1620, tv_nsec: 976681133 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.19523153Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"6.938807ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.195241301Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.195249951Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"6.793643ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.196508504Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.197290198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.197308499Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.197497232Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.198123793Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.198143424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.198390768Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.199085431Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.199114971Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.199279214Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.19957027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 23:27:52.188127181 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.19959295Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"expiration\":\"2024-08-28T23:27:52.188127181Z\",\"pruned\":[]}","iteration":11,"elapsed":"11.447338ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.20069475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1620, tv_nsec: 982157423 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.201112508Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.202157727Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.202415832Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.203244487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.203800147Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.204083822Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.204429048Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.205586759Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.20561004Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.205760702Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.206009847Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.207510134Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.207541305Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.20781545Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.208827028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.208855829Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.209053712Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.210309485Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"21.830448ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.213095396Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.213121196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.213131427Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":11,"elapsed":"24.524447ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.216745213Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"28.617461ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.217806872Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.218134858Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.21937027Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.219515883Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.219695726Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 1154218 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.21989146Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.220089663Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.220105864Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.220641993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.221023371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.221346286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.22371334Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.227679972Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.227768873Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.230732367Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.230757188Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.230978962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.231198836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.231211836Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.231453361Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.233032179Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.233251323Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.235883591Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.236122446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.246388082Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.246898132Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.25173309Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.252946962Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"64.449424ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.254624773Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.254646453Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.254856687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.255840275Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.255995348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.256022758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.256031858Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.256087629Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.256305263Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.257339662Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.257888612Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.259746046Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.259770286Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.259777926Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.259784117Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.260090302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.261216083Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.261650111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.261672371Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.261851704Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.266670852Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.26710796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.268963444Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.270538342Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.271594572Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.273288823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.273315183Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.273512927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.274044446Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"c1d1193d-f6cc-4ab9-8c59-bca2730ed196"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.274065567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"99478405-dca0-4933-97c1-f5f3e41dc8e4"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.274078097Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"7ec71c11-7b1c-466d-b5c7-48a3351c6580"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274087867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","saga_id":"7ec71c11-7b1c-466d-b5c7-48a3351c6580"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274098007Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","saga_id":"99478405-dca0-4933-97c1-f5f3e41dc8e4"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274107107Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","saga_id":"c1d1193d-f6cc-4ab9-8c59-bca2730ed196"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274118598Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":3,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"85.513988ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274813551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274826631Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.274957243Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.283896976Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.286377981Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.286399771Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.286522374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.299609432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.299634973Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"111.303888ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.302183619Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.302197249Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.30220345Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.30220995Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.302398563Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.333819495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.334235053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.33847691Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.344414248Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.35054212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"162.353438ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.370443283Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.370464313Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.370716728Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70fee237-5dc7-48eb-86cf-7204cd5764cd\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.370733118Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.373004419Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.429464938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.429869135Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfae5384-4885-4e3b-8757-8706a8e9642e\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.429910156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.430326944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.431609517Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.431988674Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.435383376Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.435864314Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.438585244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.43888186Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.442005557Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.442458255Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.442959304Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","candidates":"[(a613d5d0-b862-46dd-86f0-153ea35eb9fd, 0), (e7936082-d78b-4a86-bbc9-12593abab1a2, 0), (19c5c0f3-9715-4c90-8a42-7f3a62d0c248, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.443557385Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DnsResolver","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5e183b09-4b6e-4bbe-a12c-39af1cbe2a76.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1621, tv_nsec: 225012507 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.445401738Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.445894957Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7492a233-033b-40ca-981a-2f5ca6182bcc\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.447280642Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.447322463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":61,"elapsed":"259.172552ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.447884133Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":22,"elapsed":"259.364755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.463456867Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.463920336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.468053131Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"279.509813ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.468411898Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":21,"elapsed":"280.212075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.469295374Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.472007383Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.47238985Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.473067682Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.473087203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.473264536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.47677347Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.477791258Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.478031333Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.479425468Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.479446568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.479567911Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.48004825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.4800679Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.48007802Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"291.897858ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.480264194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.480274414Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.480282434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"291.99865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.480671731Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.482559445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.482851871Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.485118172Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.485139992Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.485405907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.48996217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.490172124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.511308219Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.51134327Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.51135311Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.511564194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.51300692Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.5130336Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.513046111Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.513138102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.513266725Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.515280912Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.515888603Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.515906993Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.516062386Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.517294078Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.518848666Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.518872607Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"330.404549ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.519389796Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.519414767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.519665621Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.519989687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.520019178Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.520194201Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.521513085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d4865e86-f563-4eb3-a841-4e4c571cad92"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.521523055Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.521530595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:54.335078 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.521538246Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2}","iteration":12,"elapsed":"333.117429ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.522192567Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"0","iteration":21,"elapsed":"333.956224ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.523697945Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.524133423Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bbc4ea2f-e60e-4766-bc46-a38d7e5f4a70\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.524157193Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.526418354Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c0996d96-4b98-4539-8ab3-22708d8de970\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.526437215Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.528036574Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.528052764Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"339.929943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.52838006Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.528884389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.53058872Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.535735424Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.535749274Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.535971348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.538474864Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.538700028Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.540504861Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.540676434Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54263099Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.542814533Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.543541156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.544353601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.544538645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.545576963Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.545592874Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54593552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9e6a6e-c496-41b2-8367-836f63bb3867\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.54595039Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.546248906Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.546261096Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.546402348Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.547293645Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.547617661Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.547857005Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.548337514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.549026266Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.549196929Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"25c4e84f-9538-439c-afbc-ec3b05f125ca"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54921561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54922825Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54923955Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"current_time_created":"2024-08-28 23:27:53.311198 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.54925059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1}","iteration":12,"elapsed":"361.18167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.557129354Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.557346238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.560651518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T23:27:50.315705Z, time_modified: 2024-08-28T23:27:50.315705Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, db_silo: Silo { identity: SiloIdentity { id: 7324ef70-30e4-4a3e-b6ee-698ed5a7bd63, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T23:27:54.272593Z, time_modified: 2024-08-28T23:27:54.272593Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.560675568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]}},\"default_endpoint\":{\"silo_id\":\"7324ef70-30e4-4a3e-b6ee-698ed5a7bd63\",\"tls_certs\":[\"3abddb66cf57f06ae87ca5b23d55611496a81f57b19db695bf811a350280480c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"372.283022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.56241389Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.562523352Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.565286072Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.565305413Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.565522037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.566599526Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.566823471Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.566836171Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.567029284Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.568864828Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.568935799Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.568956549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.569073421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.569139223Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.570707501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.570851154Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.572443143Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.572611736Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.574844937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.575100561Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.576400595Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.576624769Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.577965543Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.578157487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.57999001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.583411203Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.583438733Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.583563105Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.58490097Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.585066233Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.58601739Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.586099592Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.586110432Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.586182953Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.586415827Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"MgsClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca00ba0b-f81d-46df-a101-d8d5519e8bb5\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.586429498Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.587401555Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.588102288Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.590852888Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.590865549Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.591027952Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.595645045Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.595935931Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.597367757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.597581441Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.59863798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.598818513Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.601210837Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.601423701Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.602919398Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.603233124Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.604575938Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.604759602Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.606382001Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.606578475Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.613230086Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.616802551Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.616831302Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.617029805Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.618270798Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.618581794Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.620225593Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.620488308Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.621762261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.625372517Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.625398488Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.62554859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.655269102Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.655297882Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.655307892Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.655668459Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1782615f-80e9-4735-a02b-6939b23dc3fd\", \"content-length\": \"476\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.65571022Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.65683568Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f42e84c-879f-481d-a3ce-095ed042cfd5\", \"content-length\": \"734\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.656882461Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.657170177Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e224af1-fecb-414c-a316-4a3854af973b\", \"content-length\": \"86\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.657182457Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.657439541Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89e55d1-3cce-4bec-993f-fca22a6ff373\", \"content-length\": \"86\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.657466712Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.658610223Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37280816-202b-48d7-9a3b-5101c199f4f9\", \"content-length\": \"80\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.658633683Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.658939339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f991b757-64dc-4657-814a-7b47cb684e6b\", \"content-length\": \"80\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.658953399Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660002768Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/stage0/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ecbdb0-002e-48f2-9697-8c4a10e7f688\", \"content-length\": \"88\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660017268Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660194552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/stage0/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8809c421-2227-4cc4-b721-ecd12164b430\", \"content-length\": \"88\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660205472Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660329554Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30600a57-b9b0-4244-9b05-4170c9fb31d3\", \"content-length\": \"702\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660339864Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660481947Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac122a49-a155-4756-9c56-1107d61af8ff\", \"content-length\": \"727\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.660493477Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661520506Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2137289-bd6e-4bfa-97ed-3d745eb7b7cb\", \"content-length\": \"729\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661535196Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661720999Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36407147-5a03-4aac-9932-b03419b711bf\", \"content-length\": \"728\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661733209Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661956664Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38674b2c-26be-47f3-8e95-ac4ba3ad6c4e\", \"content-length\": \"722\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.661971684Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663084914Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847c07c9-6f01-439d-8c1f-ba0357e55260\", \"content-length\": \"84\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663100034Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663338359Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0542f40c-f994-4faf-a96f-38169bcd52d5\", \"content-length\": \"84\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663350609Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663590803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62fa120-c8a4-444d-980e-fcb0bc316e54\", \"content-length\": \"82\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.663602534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.664874757Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e692713-470c-42ff-8165-9d37fee7e7ab\", \"content-length\": \"82\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.664886977Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.66506579Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/stage0/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec548d24-4c53-41ae-aca6-1ad7c63a2286\", \"content-length\": \"91\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.665076081Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.665249974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/stage0/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c038fa5c-4ce8-4697-99f9-34d1d4f00235\", \"content-length\": \"91\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.665260694Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.665360886Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d253ceb-f192-403a-982d-bec368fe819d\", \"content-length\": \"702\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.665371436Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666302343Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a598c8e-c23a-481e-bb9c-c0c19dfee491\", \"content-length\": \"727\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666314403Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666450895Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e633e24f-8e88-4881-9e95-6031a23800a4\", \"content-length\": \"729\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666462876Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666586238Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86a4dfe-6b06-469e-8d8a-9103817861ac\", \"content-length\": \"728\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666597438Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.666881803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.704927687Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.705229242Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb51fafe-8208-45b4-8dda-88dc82116eee\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.7067528Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.706846922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.707024095Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.707472533Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b4827f3e-d6e3-4802-a40d-fc03d58bb0ff\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.707492243Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.709343987Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"996215ec-85d5-45b1-85a2-ec6075b468e2\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.709372857Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.712117267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8ed8f7c8-d685-44d0-9bdb-b3268569d0ae\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.712155418Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.714937109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.71498803Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"526.686056ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.738453417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":21,"elapsed":"550.421058ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.74352944Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.745678959Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.746463053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"null","iteration":21,"elapsed":"558.20573ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.747413201Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.747440191Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.747591474Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0036dbd0-ef15-4eae-9703-f67f4f6d1d4a\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.747606744Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.747616624Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.747680085Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.747692046Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.748842447Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.749095531Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":21,"elapsed":"561.016481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.7506818Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.75069712Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.750863623Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.752693887Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 87407a27-caf9-43a9-896c-044998795dfd, kind: Service { id: 424187fd-4660-4136-ae99-d26e8a3dc7ec }, name: Name(\"nexus-424187fd-4660-4136-ae99-d26e8a3dc7ec\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8dd871de-3b89-498c-b830-f0f53b4d3cba, kind: Service { id: 3993a6cd-8824-4157-87d4-d2c9ab21ecd8 }, name: Name(\"nexus-3993a6cd-8824-4157-87d4-d2c9ab21ecd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce39ba4c-cf75-4d6e-9871-be0b9fc100b0, kind: Service { id: 6ebaa7a9-ad76-4825-99aa-37707c0fe64c }, name: Name(\"nexus-6ebaa7a9-ad76-4825-99aa-37707c0fe64c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 73a98c7d-ca24-4f69-ab94-10bde4e2aeef, kind: Service { id: bf9867b8-4340-4b2d-8034-f00632878d92 }, name: Name(\"external-dns-bf9867b8-4340-4b2d-8034-f00632878d92\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e495b301-b017-4ec2-89e5-06c21a09e079, kind: Service { id: 219f2a7b-fe2d-4299-b4e9-e2bd11379c00 }, name: Name(\"external-dns-219f2a7b-fe2d-4299-b4e9-e2bd11379c00\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 11])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.752721487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.753033483Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.754364487Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.755959356Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.755977657Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.756108369Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.757636927Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.757686518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 73a98c7d-ca24-4f69-ab94-10bde4e2aeef, kind: Service { id: bf9867b8-4340-4b2d-8034-f00632878d92 }, name: Name(\"external-dns-bf9867b8-4340-4b2d-8034-f00632878d92\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e495b301-b017-4ec2-89e5-06c21a09e079, kind: Service { id: 219f2a7b-fe2d-4299-b4e9-e2bd11379c00 }, name: Name(\"external-dns-219f2a7b-fe2d-4299-b4e9-e2bd11379c00\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 11])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 87407a27-caf9-43a9-896c-044998795dfd, kind: Service { id: 424187fd-4660-4136-ae99-d26e8a3dc7ec }, name: Name(\"nexus-424187fd-4660-4136-ae99-d26e8a3dc7ec\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8dd871de-3b89-498c-b830-f0f53b4d3cba, kind: Service { id: 3993a6cd-8824-4157-87d4-d2c9ab21ecd8 }, name: Name(\"nexus-3993a6cd-8824-4157-87d4-d2c9ab21ecd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce39ba4c-cf75-4d6e-9871-be0b9fc100b0, kind: Service { id: 6ebaa7a9-ad76-4825-99aa-37707c0fe64c }, name: Name(\"nexus-6ebaa7a9-ad76-4825-99aa-37707c0fe64c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.757705098Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.821134604Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.821174644Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.86046578Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.860824717Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.862745982Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 27a8abac-7362-4a4f-9b1d-f75dfbc766dc, rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(38d3bce0-c7b7-4423-b60f-ac58c1b6230a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.862769922Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.863014747Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.869075346Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","vpc_to_sled":"[Sled { identity: SledIdentity { id: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, time_created: 2024-08-28T23:27:51.784401Z, time_modified: 2024-08-28T23:27:51.784401Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: aedeeb24-20fa-4842-9e3b-369f59cd608b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.869104217Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.869113417Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.869425983Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.871197515Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.871507621Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.872435448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.872778534Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80b48b6-8baf-4b3e-95c1-8ca06e7ae8b7\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.872792974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.872801014Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.872811514Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"38d3bce0-c7b7-4423-b60f-ac58c1b6230a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.873155501Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.873169061Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.873176891Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.873184181Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.873192212Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.873198392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.873548868Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.87532522Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5e183b09-4b6e-4bbe-a12c-39af1cbe2a76, lookup_type: ById(5e183b09-4b6e-4bbe-a12c-39af1cbe2a76) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.875444442Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.875589445Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9d7a8e-51fd-4188-b0fe-73782ba5ace2\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.875604495Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.875697037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"DpdClient","rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9070848f-981e-475a-a7a2-c0716a01ed1c\", \"content-length\": \"52\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.875711617Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.875722767Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.906206053Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.918701421Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"5e183b09-4b6e-4bbe-a12c-39af1cbe2a76","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2a067be4-5f9b-4d2b-ad14-2c818dbf4daf\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:52.920447122Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.920463553Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","elapsed":"732.088057ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:52.920471693Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":3,"elapsed":"732.097547ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.027729497Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bad5f9e-fc0f-4205-938d-9cb9a091f7b9\", \"content-length\": \"2360\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.027776128Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/omicron-zones","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.029098322Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c629ae73-6a0f-4c96-9aff-e3d634e0fd6a\", \"content-length\": \"10314\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.030673261Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.030696601Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.030993786Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.032617616Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.034539381Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.03666699Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.036844893Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.10584365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2e4431a2-079a-407f-a043-67138697d00e\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:53.105879891Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.105888871Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.106196397Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"rack_id":"aedeeb24-20fa-4842-9e3b-369f59cd608b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17a6eac-08e5-4f71-937d-8cbce70b5166\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 23:37:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.106237227Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.106575463Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.109662189Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.109991315Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.113211594Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.113448489Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.115379904Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.115614018Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.123050273Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{}","iteration":21,"elapsed":"935.002334ms"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:53.176266783Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/db-queries/src/db/datastore/inventory.rs:893","collection_id":"f6e23346-3007-4fd3-a6cf-80e538d69488"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.17773297Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_started":"2024-08-28 23:37:52.655016 UTC","collection_id":"f6e23346-3007-4fd3-a6cf-80e538d69488"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.17775877Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"collection_id\":\"f6e23346-3007-4fd3-a6cf-80e538d69488\",\"time_done\":\"2024-08-28 23:37:53.030672 UTC\",\"time_started\":\"2024-08-28 23:37:52.655016 UTC\"}","iteration":3,"elapsed":"989.421855ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.17777015Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":24,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.17777917Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.178004655Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.179341339Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.180935518Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.180946688Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.181075681Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.183002256Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.183340542Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.184596365Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.186090452Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.186112452Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.186226575Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:53.214746224Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"36.957574ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.445892059Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.44594907Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.476188321Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:56.476307103Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42294"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.476502937Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6989148-eef9-4509-9442-c8da5b23fc0a","remote_addr":"[fd00:1122:3344:101::b]:42294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.476791422Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6989148-eef9-4509-9442-c8da5b23fc0a","remote_addr":"[fd00:1122:3344:101::b]:42294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:56.509277144Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:338","id":"099a839b-4790-447a-827a-80c4d38e82a0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.509304524Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6989148-eef9-4509-9442-c8da5b23fc0a","remote_addr":"[fd00:1122:3344:101::b]:42294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.509567979Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6989148-eef9-4509-9442-c8da5b23fc0a","remote_addr":"[fd00:1122:3344:101::b]:42294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.537763823Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.53870597Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"oximeter-collector":"099a839b-4790-447a-827a-80c4d38e82a0","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"20d601c1-1c0b-4afb-a2ed-39eb9a585a28\", \"date\": \"Wed, 28 Aug 2024 23:37:56 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:56.53871969Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"nexus/src/app/oximeter.rs:125","collector_id":"099a839b-4790-447a-827a-80c4d38e82a0","producer_id":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:56.539590536Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/metrics/producers","method":"POST","req_id":"b6989148-eef9-4509-9442-c8da5b23fc0a","remote_addr":"[fd00:1122:3344:101::b]:42294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63143,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.539666758Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6989148-eef9-4509-9442-c8da5b23fc0a\", \"content-length\": \"41\", \"date\": \"Wed, 28 Aug 2024 23:37:56 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.541940889Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:56.541951859Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"component":"producer-registration-task","component":"nexus-producer-server","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:57.799721974Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"0557620a-15e4-4559-b0dd-58fd01bf652f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:37:57.800027109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"0557620a-15e4-4559-b0dd-58fd01bf652f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T23:37:57.802375512Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"uri":"/nat/ipv4/changeset/11?limit=100","method":"GET","req_id":"0557620a-15e4-4559-b0dd-58fd01bf652f","remote_addr":"[fd00:1122:3344:101::2]:38119","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3812,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.188566519Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.18861552Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.18862698Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.18863448Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.188932166Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.188945716Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.190333691Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.191442411Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.191802198Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.192692194Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.192713244Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.192839437Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.194843833Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.195038267Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.196702037Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.198853156Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b140d8c2-a699-41fb-98f2-45d9c85d1e85, lookup_type: ById(b140d8c2-a699-41fb-98f2-45d9c85d1e85) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.198873777Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.199013109Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.210663462Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"original_time_created":"2024-08-28 23:27:38.644481 UTC","original_target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","time_created":"2024-08-28 23:27:38.644481 UTC","target_id":"b140d8c2-a699-41fb-98f2-45d9c85d1e85"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.210682632Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b140d8c2-a699-41fb-98f2-45d9c85d1e85\",\"time_created\":\"2024-08-28T23:27:38.644481Z\"}","iteration":62,"elapsed":"22.126744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T23:38:02.227708392Z","hostname":"oxz_nexus_3993a6cd-8824-4157-87d4-d2c9ab21ecd8","pid":24618,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3993a6cd-8824-4157-87d4-d2c9ab21ecd8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"39.123503ms"}