From 36795bf774e668c597b858e714556b5eb418908a Mon Sep 17 00:00:00 2001 From: hitoshizuku7 Date: Thu, 30 Nov 2023 15:56:21 +0900 Subject: [PATCH] fix the parameters of tokenizer --- llm_judge/gen_model_answer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_judge/gen_model_answer.py b/llm_judge/gen_model_answer.py index e60ed9e..8d2ef41 100644 --- a/llm_judge/gen_model_answer.py +++ b/llm_judge/gen_model_answer.py @@ -47,7 +47,7 @@ def generate_response( generation_config (Optional[dict]): Generation config. special_token_map (Optional[dict]): Special token map used to replace special tokens. """ - inputs = tokenizer(input_text, return_tensors="pt", add_special_tokens=False, return_token_type_ids=False) + inputs = tokenizer(input_text, return_tensors="pt", add_special_tokens=False) inputs = inputs.to(model.device) input_token_ids = inputs["input_ids"]