From 054fa369e7b7866b3aa88a4c42aba2827fe19d64 Mon Sep 17 00:00:00 2001 From: LifengWang Date: Fri, 5 Sep 2025 15:20:33 +0800 Subject: [PATCH] bug fix --- src/transformers/generation/utils.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/transformers/generation/utils.py b/src/transformers/generation/utils.py index 87293e622513..2f0f17633007 100644 --- a/src/transformers/generation/utils.py +++ b/src/transformers/generation/utils.py @@ -2403,7 +2403,12 @@ def typeerror(): should_convert_cache = True if should_convert_cache: result.past_key_values = result.past_key_values.to_legacy_cache() - if self.config.no_token_latency: + no_token_latency = ( + self.config.no_token_latency + if hasattr(self.config, "no_token_latency") + else False + ) + if no_token_latency: return result else: return result, latency_list