magpie results

allenai · Jul 3, 2024 · 6ad0d5c · 6ad0d5c
1 parent b7563eb
commit 6ad0d5c
Show file tree

Hide file tree

Showing 26 changed files with 107,968 additions and 21,259 deletions.
diff --git a/README.md b/README.md
@@ -360,10 +360,13 @@ python src/openai_batch_eval/check_batch_status_with_model_name.py glm-4-9b-chat
 python src/openai_batch_eval/check_batch_status_with_model_name.py deepseek-coder-v2
 python src/openai_batch_eval/check_batch_status_with_model_name.py neo_7b_instruct_v0.1-ExPO
 
+
 python src/openai_batch_eval/check_batch_status_with_model_name.py yi-large-preview
 python src/openai_batch_eval/check_batch_status_with_model_name.py nemotron-4-340b-instruct
 python src/openai_batch_eval/check_batch_status_with_model_name.py claude-3-5-sonnet-20240620
 
+python src/openai_batch_eval/check_batch_status_with_model_name.py Llama-3-8B-Magpie-Align-v0.1
+
 # python src/view_wb_eval.py score
 # python src/view_wb_eval.py pairwise-gpt4t -1
 # python src/view_wb_eval.py pairwise-haiku -1

diff --git a/....v2/eval=gpt-4-turbo-2024-04-09/ref=Llama-2-70b-chat-hf/Llama-3-8B-Magpie-Align-v0.1.json b/....v2/eval=gpt-4-turbo-2024-04-09/ref=Llama-2-70b-chat-hf/Llama-3-8B-Magpie-Align-v0.1.json
diff --git a/...eval=gpt-4-turbo-2024-04-09/ref=claude-3-haiku-20240307/Llama-3-8B-Magpie-Align-v0.1.json b/...eval=gpt-4-turbo-2024-04-09/ref=claude-3-haiku-20240307/Llama-3-8B-Magpie-Align-v0.1.json
diff --git a/.../eval=gpt-4-turbo-2024-04-09/ref=gpt-4-turbo-2024-04-09/Llama-3-8B-Magpie-Align-v0.1.json b/.../eval=gpt-4-turbo-2024-04-09/ref=gpt-4-turbo-2024-04-09/Llama-3-8B-Magpie-Align-v0.1.json
diff --git a/leaderboard/data_dir/all_stat_wildbench.-1.json b/leaderboard/data_dir/all_stat_wildbench.-1.json