[BugFix] Fix RLHF tests - transformers v4.34 (#1601)

pytorch · Oct 4, 2023 · 02cd86e · 02cd86e
1 parent 22fd5ba
commit 02cd86e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/test/test_rlhf.py b/test/test_rlhf.py
@@ -266,7 +266,7 @@ def test_tensordict_tokenizer(
         from transformers import AutoTokenizer
 
         tokenizer = AutoTokenizer.from_pretrained("gpt2")
-        tokenizer.pad_token = 100
+        tokenizer.pad_token = "-pad-"
         process = TensorDictTokenizer(
             tokenizer,
             max_length=max_length,
@@ -313,7 +313,7 @@ def test_prompt_tensordict_tokenizer(
         from transformers import AutoTokenizer
 
         tokenizer = AutoTokenizer.from_pretrained("gpt2")
-        tokenizer.pad_token = 100
+        tokenizer.pad_token = "-pad-"
         process = PromptTensorDictTokenizer(
             tokenizer,
             max_length=max_length,