Merge pull request #1337 from serengil/feat-task-0609-unit-test-of-we…

…ight-utils

unit tests added for weight utils

deepface/commons/weight_utils.py

@@ -19,6 +19,8 @@
 
 logger = Logger()
 
+ALLOWED_COMPRESS_TYPES = ["zip", "bz2"]
+
 
 def download_weights_if_necessary(
  file_name: str, source_url: str, compress_type: Optional[str] = None
@@ -40,12 +42,15 @@ def download_weights_if_necessary(
  logger.debug(f"{file_name} is already available at {target_file}")
  return target_file
 
+ if compress_type is not None and compress_type not in ALLOWED_COMPRESS_TYPES:
+ raise ValueError(f"unimplemented compress type - {compress_type}")
+
  try:
  logger.info(f"🔗 {file_name} will be downloaded from {source_url} to {target_file}...")
 
  if compress_type is None:
  gdown.download(source_url, target_file, quiet=False)
- elif compress_type is not None:
+ elif compress_type is not None and compress_type in ALLOWED_COMPRESS_TYPES:
  gdown.download(source_url, f"{target_file}.{compress_type}", quiet=False)
 
  except Exception as err:

tests/test_commons.py

@@ -1,15 +1,19 @@
 # built-in dependencies
 import os
+from unittest import mock
 import pytest
 
 # project dependencies
 from deepface.commons import folder_utils, weight_utils, package_utils
 from deepface.commons.logger import Logger
 
+# pylint: disable=unused-argument
+
 logger = Logger()
 
 tf_version = package_utils.get_tf_major_version()
 
+# conditional imports
 if tf_version == 1:
  from keras.models import Sequential
  from keras.layers import (
@@ -41,9 +45,208 @@ def test_loading_broken_weights():
 
  # vgg's weights cannot be loaded to this model
  with pytest.raises(
- ValueError,
- match="An exception occurred while loading the pre-trained weights from"
+ ValueError, match="An exception occurred while loading the pre-trained weights from"
  ):
  model = weight_utils.load_model_weights(model=model, weight_file=weight_file)
 
  logger.info("✅ test loading broken weight file is done")
+
+
+@mock.patch("deepface.commons.folder_utils.get_deepface_home") # Update with your actual module
+@mock.patch("gdown.download") # Mocking gdown's download function
+@mock.patch("os.path.isfile") # Mocking os.path.isfile
+@mock.patch("os.makedirs") # Mocking os.makedirs to avoid FileNotFoundError
+@mock.patch("zipfile.ZipFile") # Mocking the ZipFile class
+@mock.patch("bz2.BZ2File") # Mocking the BZ2File class
+@mock.patch("builtins.open", new_callable=mock.mock_open()) # Mocking open
+class TestDownloadWeightFeature:
+ def test_download_weights_for_available_file(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+ mock_isfile.return_value = True
+ mock_get_deepface_home.return_value = "/mock/home"
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.zip"
+
+ result = weight_utils.download_weights_if_necessary(file_name, source_url)
+
+ assert result == os.path.join("/mock/home", ".deepface/weights", file_name)
+
+ mock_gdown.assert_not_called()
+ mock_zipfile.assert_not_called()
+ mock_bz2file.assert_not_called()
+ logger.info("✅ test download weights for available file is done")
+
+ def test_download_weights_if_necessary_gdown_failure(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+ # Setting up the mock return values
+ mock_get_deepface_home.return_value = "/mock/home"
+ mock_isfile.return_value = False # Simulate file not being present
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.h5"
+
+ # Simulate gdown.download raising an exception
+ mock_gdown.side_effect = Exception("Download failed!")
+
+ # Call the function and check for ValueError
+ with pytest.raises(
+ ValueError,
+ match=f"⛓️‍💥 An exception occurred while downloading {file_name} from {source_url}.",
+ ):
+ weight_utils.download_weights_if_necessary(file_name, source_url)
+
+ logger.info("✅ test for downloading weights while gdown fails done")
+
+ def test_download_weights_if_necessary_no_compression(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+ # Setting up the mock return values
+ mock_get_deepface_home.return_value = "/mock/home"
+ mock_isfile.return_value = False # Simulate file not being present
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.h5"
+
+ # Call the function
+ result = weight_utils.download_weights_if_necessary(file_name, source_url)
+
+ # Assert that gdown.download was called with the correct parameters
+ mock_gdown.assert_called_once_with(
+ source_url, "/mock/home/.deepface/weights/model_weights.h5", quiet=False
+ )
+
+ # Assert that the return value is correct
+ assert result == "/mock/home/.deepface/weights/model_weights.h5"
+
+ # Assert that zipfile.ZipFile and bz2.BZ2File were not called
+ mock_zipfile.assert_not_called()
+ mock_bz2file.assert_not_called()
+
+ logger.info("✅ test download weights with no compression is done")
+
+ def test_download_weights_if_necessary_zip(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+ # Setting up the mock return values
+ mock_get_deepface_home.return_value = "/mock/home"
+ mock_isfile.return_value = False # Simulate file not being present
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.zip"
+ compress_type = "zip"
+
+ # Call the function
+ result = weight_utils.download_weights_if_necessary(file_name, source_url, compress_type)
+
+ # Assert that gdown.download was called with the correct parameters
+ mock_gdown.assert_called_once_with(
+ source_url, "/mock/home/.deepface/weights/model_weights.h5.zip", quiet=False
+ )
+
+ # Simulate the unzipping behavior
+ mock_zipfile.return_value.__enter__.return_value.extractall = mock.Mock()
+
+ # Call the function again to simulate unzipping
+ with mock_zipfile.return_value as zip_ref:
+ zip_ref.extractall("/mock/home/.deepface/weights")
+
+ # Assert that the zip file was unzipped correctly
+ zip_ref.extractall.assert_called_once_with("/mock/home/.deepface/weights")
+
+ # Assert that the return value is correct
+ assert result == "/mock/home/.deepface/weights/model_weights.h5"
+
+ logger.info("✅ test download weights for zip is done")
+
+ def test_download_weights_if_necessary_bz2(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+
+ # Setting up the mock return values
+ mock_get_deepface_home.return_value = "/mock/home"
+ mock_isfile.return_value = False # Simulate file not being present
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.bz2"
+ compress_type = "bz2"
+
+ # Simulate the download success
+ mock_gdown.return_value = None
+
+ # Simulate the BZ2 file reading behavior
+ mock_bz2file.return_value.__enter__.return_value.read.return_value = b"fake data"
+
+ # Call the function under test
+ result = weight_utils.download_weights_if_necessary(file_name, source_url, compress_type)
+
+ # Assert that gdown.download was called with the correct parameters
+ mock_gdown.assert_called_once_with(
+ source_url, "/mock/home/.deepface/weights/model_weights.h5.bz2", quiet=False
+ )
+
+ # Ensure open() is called once for writing the decompressed data
+ mock_open.assert_called_once_with("/mock/home/.deepface/weights/model_weights.h5", "wb")
+
+ # TODO: find a way to check write is called
+
+ # Assert that the return value is correct
+ assert result == "/mock/home/.deepface/weights/model_weights.h5"
+
+ logger.info("✅ test download weights for bz2 is done")
+
+ def test_download_weights_for_non_supported_compress_type(
+ self,
+ mock_open,
+ mock_zipfile,
+ mock_bz2file,
+ mock_makedirs,
+ mock_isfile,
+ mock_gdown,
+ mock_get_deepface_home,
+ ):
+ mock_isfile.return_value = False
+
+ file_name = "model_weights.h5"
+ source_url = "http://example.com/model_weights.bz2"
+ compress_type = "7z"
+ with pytest.raises(ValueError, match="unimplemented compress type - 7z"):
+ _ = weight_utils.download_weights_if_necessary(file_name, source_url, compress_type)
+ logger.info("✅ test download weights for unsupported compress type is done")