Skip to content

Commit

Permalink
fix: remove commented lines
Browse files Browse the repository at this point in the history
  • Loading branch information
terryyz committed Jul 17, 2024
1 parent aa10cd1 commit 32f5382
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 7 deletions.
2 changes: 0 additions & 2 deletions analysis/bcb_subset.py
Original file line number Diff line number Diff line change
Expand Up @@ -74,8 +74,6 @@ def read_task_perf(tids, task="complete"):
continue
task_perf = {f"BigCodeBench/{task_id}": 0 for task_id in range(1140)}
model = model.replace("/", "--")
# if info["link"].startswith("https://huggingface.co/"):
# model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--")
try:
if info["prompted"] and not info["direct_complete"]:
files = glob(f"results/{model}--bigcodebench-{task}*-0-1-sanitized-calibrated_eval_results.json")
Expand Down
5 changes: 0 additions & 5 deletions analysis/get_results.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,9 +52,6 @@ def get_results(tids):
hf_model = ""
files = glob(f"results/{model}--bigcodebench-*.json")
assert files, f"No files found for results/{model}--bigcodebench-*.json"
# if "https://huggingface.co/" in info["link"]:
# hf_model = info["link"].split("https://huggingface.co/")[-1]
# model = hf_model.replace("/", "--")
for file in files:
_, suffix = os.path.basename(file).split("--bigcodebench-")
status = []
Expand Down Expand Up @@ -153,8 +150,6 @@ def read_task_perf(tids, task="complete"):

task_perf = dict()
model = model.replace("/", "--")
# if info["link"].startswith("https://huggingface.co/"):
# model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--")
try:
if info["prompted"] and not info["direct_complete"]:
files = glob(f"results/{model}--bigcodebench-{task}*-0-1-sanitized-calibrated_eval_results.json")
Expand Down

0 comments on commit 32f5382

Please sign in to comment.