import os
import sys

spark_home = os.environ.get('SPARK_HOME', None)

# check if Spark exists on system
# TODO: Need to write shell script for installer to download Python dependencies and do things like setting SPARK_HOME environment variable!!!
if not spark_home:
    raise ValueError('SPARK_HOME environment variable is not set')

# check to make sure Spark is a directory
if not os.path.isdir(spark_home):
    raise ValueError('SPARK_HOME environment variable is not a directory')

# check if we can find the python sub-directory
if not os.path.isdir(os.path.join(spark_home, 'python')):
    raise ValueError('SPARK_HOME directory does not contain python')

sys.path.insert(0, os.path.join(spark_home, 'python'))

# check if we can find the py4j zip file
if not os.path.exists(os.path.join(spark_home, 'python/lib/py4j-0.10.4-src.zip')):
    raise ValueError('Could not find the py4j library - \
            maybe your version number is different?(Looking for 0.8.2.1)')

sys.path.insert(0, os.path.join(spark_home, 'python/lib/py4j-0.10.4-src.zip'))

with open(os.path.join(spark_home, 'python/pyspark/shell.py')) as f:
    code = compile(f.read(), os.path.join(spark_home, 'python/pyspark/shell.py'), 'exec')
    exec(code)
import os
import sys

spark_home = os.environ.get('SPARK_HOME', None)

# check if Spark exists on system
# TODO: Need to write shell script for installer to download Python dependencies and do things like setting SPARK_HOME environment variable!!!
if not spark_home:
    raise ValueError('SPARK_HOME environment variable is not set')

# check to make sure Spark is a directory
if not os.path.isdir(spark_home):
    raise ValueError('SPARK_HOME environment variable is not a directory')

# check if we can find the python sub-directory
if not os.path.isdir(os.path.join(spark_home, 'python')):
    raise ValueError('SPARK_HOME directory does not contain python')

sys.path.insert(0, os.path.join(spark_home, 'python'))

# check if we can find the py4j zip file
if not os.path.exists(os.path.join(spark_home, 'python/lib/py4j-0.10.4-src.zip')):
    raise ValueError('Could not find the py4j library - \
            maybe your version number is different?(Looking for 0.8.2.1)')

sys.path.insert(0, os.path.join(spark_home, 'python/lib/py4j-0.10.4-src.zip'))

with open(os.path.join(spark_home, 'python/pyspark/shell.py')) as f:
    code = compile(f.read(), os.path.join(spark_home, 'python/pyspark/shell.py'), 'exec')
    exec(code)
# check if Spark exists on system # TODO: Need to write shell script for installer to download Python dependencies and do things like setting SPARK_HOME environment variable!!! # check to make sure Spark is a directory # check if we can find the python sub-directory # check if we can find the py4j zip file