fix the parameters of tokenizer

ku-nlp · Nov 30, 2023 · 36795bf · 36795bf
1 parent fd20c5a
commit 36795bf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm_judge/gen_model_answer.py b/llm_judge/gen_model_answer.py
@@ -47,7 +47,7 @@ def generate_response(
         generation_config (Optional[dict]): Generation config.
         special_token_map (Optional[dict]): Special token map used to replace special tokens.
     """
-    inputs = tokenizer(input_text, return_tensors="pt", add_special_tokens=False, return_token_type_ids=False)
+    inputs = tokenizer(input_text, return_tensors="pt", add_special_tokens=False)
     inputs = inputs.to(model.device)
 
     input_token_ids = inputs["input_ids"]