include version in the project name by default

ku-nlp · Dec 19, 2023 · e8f4ea9 · e8f4ea9
1 parent ce3e1ec
commit e8f4ea9
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -129,7 +129,7 @@ WANDB_ENTITY=<USER-NAME or ORGANIZATION-NAME> WANDB_PROJECT=<PROJECT-NAME> pytho
     [--model-list <LIST-OF-MODEL-IDS>]
 ```
 
-By default, the entity is configured to use your username, and the project name is set to `ja-vicuna-qa-benchmark-dev`.
+By default, the entity is configured to use your username, and the project name is set to `ja-vicuna-qa-benchmark-dev-<VERSION>`.
 
 ## Sample Outputs
 

diff --git a/llm_judge/upload_result.py b/llm_judge/upload_result.py
@@ -1,4 +1,5 @@
 import argparse
+import importlib.metadata
 import logging
 import os
 
@@ -17,6 +18,8 @@
 
 logger = logging.getLogger(__name__)
 
+VERSION = importlib.metadata.version("ja-vicuna-qa-benchmark")
+
 
 def get_run_config_from_result(mode: str, result: dict) -> dict:
     if mode == "single":
@@ -59,7 +62,7 @@ def upload_results(
         results: A list of results.
         baseline_model: Baseline model name. Only used in `pairwise-baseline` mode.
     """
-    project = os.getenv("WANDB_PROJECT", "ja-vicuna-qa-benchmark-dev")
+    project = os.getenv("WANDB_PROJECT", f"ja-vicuna-qa-benchmark-dev-{VERSION}")
     if len(results) == 0:
         logger.warning(f"No results found for {result_id}")
         return