fix failling tests

Makefile

@@ -90,6 +90,17 @@ run_trt_container:
  --workdir /optimum-benchmark \
  huggingface/optimum-nvidia:latest
 
+run_cloud_cuda_container:
+ docker run \
+ -it \
+ --rm \
+ --pid host \
+ --gpus all \
+ --shm-size 64G \
+ --volume $(PWD):/optimum-benchmark \
+ --workdir /optimum-benchmark \
+ ghcr.io/huggingface/optimum-benchmark:latest-cuda
+
 ## Install extras
 
 install_api_misc:

examples/pytorch_bert.py

@@ -1,10 +1,14 @@
 import os
+import warnings
 
 from huggingface_hub import whoami
 
 from optimum_benchmark import Benchmark, BenchmarkConfig, InferenceConfig, ProcessConfig, PyTorchConfig
 from optimum_benchmark.logging_utils import setup_logging
 
+if os.environ.get("LOG_LEVEL", "INFO") == "ERROR":
+ warnings.filterwarnings("ignore") # This disables all warnings
+
 try:
  USERNAME = whoami()["name"]
 except Exception as e:
@@ -32,6 +36,8 @@ def run_benchmark():
 
 
 if __name__ == "__main__":
+ # level = os.environ.get("LOG_LEVEL", "INFO")
+ level = "INFO"
  to_file = os.environ.get("LOG_TO_FILE", "0") == "1"
  setup_logging(level=level, to_file=to_file, prefix="MAIN-PROCESS")
 

examples/pytorch_gpt2.py

@@ -1,10 +1,14 @@
 import os
+import warnings
 
 from huggingface_hub import whoami
 
 from optimum_benchmark import Benchmark, BenchmarkConfig, InferenceConfig, ProcessConfig, PyTorchConfig
 from optimum_benchmark.logging_utils import setup_logging
 
+if os.environ.get("LOG_LEVEL", "INFO") == "ERROR":
+ warnings.filterwarnings("ignore") # This disables all warnings
+
 try:
  USERNAME = whoami()["name"]
 except Exception as e:
@@ -65,8 +69,6 @@ def run_benchmark(weight_config: str):
 
 if __name__ == "__main__":
  level = os.environ.get("LOG_LEVEL", "INFO")
- print("level", level)
- raise Exception("This is a test exception")
  to_file = os.environ.get("LOG_TO_FILE", "0") == "1"
  setup_logging(level=level, to_file=to_file, prefix="MAIN-PROCESS")
 

tests/test_examples.py

@@ -152,26 +152,25 @@ def test_yaml_config(config_name):
 def execute_python_script(script_name):
  script_path = EXAMPLES_DIR / script_name
  # Run the example file as a separate process
- process = subprocess.Popen([sys.executable, str(script_path)], stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
-
+ process = subprocess.Popen(
+ [sys.executable, str(script_path)], stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
+ )
+
  # Capture and display output in real-time
  while True:
  output = process.stdout.readline()
- if output == '' and process.poll() is not None:
+ if output == "" and process.poll() is not None:
  break
  if output:
  print(output.strip())
  sys.stdout.flush()
- 
+
  # Capture any remaining output
  stdout, stderr = process.communicate()
- 
+
  # Create a result object similar to subprocess.run
  result = subprocess.CompletedProcess(
- args=[sys.executable, str(script_path)],
- returncode=process.returncode,
- stdout=stdout,
- stderr=stderr
+ args=[sys.executable, str(script_path)], returncode=process.returncode, stdout=stdout, stderr=stderr
  )
 
  # Check that the process completed successfully (return code 0)