diff --git a/giskard_vision/core/detectors/metadata_scan_detector.py b/giskard_vision/core/detectors/metadata_scan_detector.py
index e448671b..18b3c6f4 100644
--- a/giskard_vision/core/detectors/metadata_scan_detector.py
+++ b/giskard_vision/core/detectors/metadata_scan_detector.py
@@ -89,7 +89,7 @@ def get_results(self, model: Any, dataset: Any) -> List[ScanResult]:
                     if not self.check_slice_already_selected(issue.slicing_fn.meta.display_name, current_issues):
                         current_issues.append(issue.slicing_fn.meta.display_name)
                         filenames = (
-                            [dataset.get_image_path(int(idx)) for idx in indices[: self.num_images]]
+                            [dataset.get_image_path(int(idx)) for idx in indices[: min(self.num_images, len(indices))]]
                             if hasattr(dataset, "get_image_path")
                             else []
                         )
diff --git a/giskard_vision/core/scanner/__init__.py b/giskard_vision/core/scanner/__init__.py
index 7c048510..eedd3623 100644
--- a/giskard_vision/core/scanner/__init__.py
+++ b/giskard_vision/core/scanner/__init__.py
@@ -29,7 +29,7 @@ def scan(
     only: Optional[List[str]] = None,
     verbose: bool = True,
     raise_exceptions: bool = False,
-    num_images: int = 0,
+    num_images: int = 5,
     max_issues_per_group: int = 15,
 ):
     """Automatically detects model vulnerabilities.