quick fix #2

src/koheesio/spark/utils/common.py

@@ -79,18 +79,16 @@ def get_spark_minor_version() -> float:
 
 def check_if_pyspark_connect_is_supported() -> bool:
     """Check if the current version of PySpark supports the connect module"""
-    result = False
-
     if SPARK_MINOR_VERSION >= 3.5:
         try:
             importlib.import_module("pyspark.sql.connect")
             from pyspark.sql.connect.column import Column
 
-            _col: Column
-            result = True
+            _col: Column  # type: ignore
+            return True
         except (ModuleNotFoundError, ImportError):
-            result = False
-    return result
+            return False
+    return False
 
 
 if check_if_pyspark_connect_is_supported():

tests/spark/test_spark_utils.py

@@ -32,7 +32,7 @@ def test_unhappy_get_active_session_spark_connect(self):
             patch("pyspark.sql.SparkSession.getActiveSession", return_value=None),
         ):
             session = MagicMock(SparkSession=MagicMock(getActiveSession=MagicMock(return_value=None)))
-            with patch.dict("sys.modules", {"pyspark.sql.connect": session}):
+            with patch.dict("sys.modules", {"pyspark.sql.connect.session": session}):
                 with pytest.raises(
                     RuntimeError,
                     match="No active Spark session found. Please create a Spark session before using module "