From 32f5382d1a677eb57ae2508d3abe2e8a47e15fea Mon Sep 17 00:00:00 2001 From: Terry Zhuo Date: Wed, 17 Jul 2024 23:41:23 +0800 Subject: [PATCH] fix: remove commented lines --- analysis/bcb_subset.py | 2 -- analysis/get_results.py | 5 ----- 2 files changed, 7 deletions(-) diff --git a/analysis/bcb_subset.py b/analysis/bcb_subset.py index 0c6d8b1..7760a92 100644 --- a/analysis/bcb_subset.py +++ b/analysis/bcb_subset.py @@ -74,8 +74,6 @@ def read_task_perf(tids, task="complete"): continue task_perf = {f"BigCodeBench/{task_id}": 0 for task_id in range(1140)} model = model.replace("/", "--") - # if info["link"].startswith("https://huggingface.co/"): - # model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--") try: if info["prompted"] and not info["direct_complete"]: files = glob(f"results/{model}--bigcodebench-{task}*-0-1-sanitized-calibrated_eval_results.json") diff --git a/analysis/get_results.py b/analysis/get_results.py index 196ba26..83af2b3 100755 --- a/analysis/get_results.py +++ b/analysis/get_results.py @@ -52,9 +52,6 @@ def get_results(tids): hf_model = "" files = glob(f"results/{model}--bigcodebench-*.json") assert files, f"No files found for results/{model}--bigcodebench-*.json" - # if "https://huggingface.co/" in info["link"]: - # hf_model = info["link"].split("https://huggingface.co/")[-1] - # model = hf_model.replace("/", "--") for file in files: _, suffix = os.path.basename(file).split("--bigcodebench-") status = [] @@ -153,8 +150,6 @@ def read_task_perf(tids, task="complete"): task_perf = dict() model = model.replace("/", "--") - # if info["link"].startswith("https://huggingface.co/"): - # model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--") try: if info["prompted"] and not info["direct_complete"]: files = glob(f"results/{model}--bigcodebench-{task}*-0-1-sanitized-calibrated_eval_results.json")