Fix whisper compile (#35413)

Fix compile error Signed-off-by: jiqing-feng <jiqing.feng@intel.com>
huggingface · Jan 13, 2025 · b8c34d9 · b8c34d9
1 parent cd44bdb
commit b8c34d9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/whisper/generation_whisper.py b/src/transformers/models/whisper/generation_whisper.py
@@ -1571,7 +1571,7 @@ def detect_language(
         )
 
         with torch.no_grad():
-            logits = self(**inputs, decoder_input_ids=decoder_input_ids).logits[:, -1]
+            logits = self(**inputs, decoder_input_ids=decoder_input_ids, use_cache=False).logits[:, -1]
 
         non_lang_mask = torch.ones_like(logits[0], dtype=torch.bool)
         non_lang_mask[list(generation_config.lang_to_id.values())] = False