Coverage for src/toolbox_pyspark/__init__.py: 100%

1# ## Python Third Party Imports ---- 

2from pyspark import __version__ as version 

3 

4# ## Local First Party Imports ---- 

5from toolbox_pyspark.utils.exceptions import PySparkVersionError 

6 

7 

8class PySparkVersion: 

9 def __init__(self, version: str) -> None: 

10 self.major, self.minor, self.patch = (int(elem) for elem in version.split(".")) 

11 

12 

13ver = PySparkVersion(version) 

14 

15 

16if ver.major < 3 or (ver.major == 3 and ver.minor < 3): 

17 raise PySparkVersionError( 

18 "PySpark version >= `3.3.0` is required to use the `.transform()` method." 

19 "For more info, see: https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.DataFrame.transform.html" 

20 )