use reference answers generated by gpt-4

ku-nlp · Feb 9, 2024 · 94c6c7f · 94c6c7f
1 parent dc7e00d
commit 94c6c7f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm_judge/gen_judgment.py b/llm_judge/gen_judgment.py
@@ -211,7 +211,7 @@ def make_match_groups_pairwise(
 
     logger.info("Load reference answers")
     judge_model = args.judge_model
-    answers = load_model_answers(REFERENCE_DIR / judge_model)
+    answers = load_model_answers(REFERENCE_DIR / "gpt-4")
     for question in filter(lambda x: x["category"] in NEED_REF_CATS, questions):
         assert question["question_id"] in answers
     ref_answers = {judge_model: answers}