Merge branch 'mmodal_eval_in_folder' into 'main'

Move mmodal evaluation code to its own folder See merge request ADLR/megatron-lm!2491
NVIDIA · Dec 23, 2024 · 2da43ef · 2da43ef
2 parents d3c585e + e51a3ac
commit 2da43ef
Show file tree

Hide file tree

Showing 10 changed files with 7 additions and 1 deletion.
diff --git a/examples/multimodal/evaluate_ai2d.py → ...es/multimodal/evaluation/evaluate_ai2d.py b/examples/multimodal/evaluate_ai2d.py → ...es/multimodal/evaluation/evaluate_ai2d.py
diff --git a/examples/multimodal/evaluate_chartqa.py → ...multimodal/evaluation/evaluate_chartqa.py b/examples/multimodal/evaluate_chartqa.py → ...multimodal/evaluation/evaluate_chartqa.py
diff --git a/examples/multimodal/evaluate_coco.py → ...es/multimodal/evaluation/evaluate_coco.py b/examples/multimodal/evaluate_coco.py → ...es/multimodal/evaluation/evaluate_coco.py
diff --git a/examples/multimodal/evaluate_mathvista.py → ...ltimodal/evaluation/evaluate_mathvista.py b/examples/multimodal/evaluate_mathvista.py → ...ltimodal/evaluation/evaluate_mathvista.py
diff --git a/examples/multimodal/evaluate_mmmu.py → ...es/multimodal/evaluation/evaluate_mmmu.py b/examples/multimodal/evaluate_mmmu.py → ...es/multimodal/evaluation/evaluate_mmmu.py
@@ -2,9 +2,15 @@
 import glob
 import json
 import os
+import sys
 import re
 import subprocess
 
+# Get the absolute path of the parent directory
+parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir))
+# Add the parent directory to sys.path
+sys.path.insert(0, parent_dir)
+
 from run_text_generation import get_output_path
 from config import EvaluationConfig
 

diff --git a/examples/multimodal/evaluate_ocrbench.py → ...ultimodal/evaluation/evaluate_ocrbench.py b/examples/multimodal/evaluate_ocrbench.py → ...ultimodal/evaluation/evaluate_ocrbench.py
diff --git a/examples/multimodal/evaluate_textvqa.py → ...multimodal/evaluation/evaluate_textvqa.py b/examples/multimodal/evaluate_textvqa.py → ...multimodal/evaluation/evaluate_textvqa.py
diff --git a/examples/multimodal/evaluate_vqav2.py → ...s/multimodal/evaluation/evaluate_vqav2.py b/examples/multimodal/evaluate_vqav2.py → ...s/multimodal/evaluation/evaluate_vqav2.py
diff --git a/examples/multimodal/evaluation_datasets.py → ...timodal/evaluation/evaluation_datasets.py b/examples/multimodal/evaluation_datasets.py → ...timodal/evaluation/evaluation_datasets.py
diff --git a/examples/multimodal/run_text_generation.py b/examples/multimodal/run_text_generation.py
@@ -14,7 +14,7 @@
 import torch
 import yaml
 from config import EvaluationConfig
-from evaluation_datasets import get_evaluation_dataset
+from evaluation.evaluation_datasets import get_evaluation_dataset
 from model import model_provider
 from multimodal_args import add_multimodal_extra_args