pyspark/bigdl/util/engine.py
def is_spark_below_2_2():
    """
    Check if spark version is below 2.2
    """
    import pyspark
    if(hasattr(pyspark,"version")):
        full_version = pyspark.version.__version__
        # We only need the general spark version (eg, 1.6, 2.2).
        parts = full_version.split(".")
        spark_version = parts[0] + "." + parts[1]
        if(compare_version(spark_version, "2.2")>=0):
            return False
    return True
def is_spark_below_2_2():
    import pyspark
    if(hasattr(pyspark,"version")):
        full_version = pyspark.version.__version__
        # We only need the general spark version (eg, 1.6, 2.2).
        parts = full_version.split(".")
        spark_version = parts[0] + "." + parts[1]
        if(compare_version(spark_version, "2.2")>=0):
            return False
    return True
def is_spark_below_2_2 ( ) : import pyspark if ( hasattr ( pyspark , "version" ) ) : full_version = pyspark . version . __version__ # We only need the general spark version (eg, 1.6, 2.2). parts = full_version . split ( "." ) spark_version = parts [ 0 ] + "." + parts [ 1 ] if ( compare_version ( spark_version , "2.2" ) >= 0 ) : return False return True
Check if spark version is below 2.2
Check if spark version is below 2 . 2