#INSTALL JUPYTER NOTEBOOK OS X INSTALL#

#INSTALL JUPYTER NOTEBOOK OS X INSTALL#

# You may need to change the version number to match your install # Add the spark python sub-directory to the path If not 'pyspark-shell' in pyspark_submit_args: pyspark_submit_args += ' pyspark-shell' Pyspark_submit_args = os.environ.get('PYSPARK_SUBMIT_ARGS', '') If os.path.exists(spark_release_file) and 'Spark 1.4' in open(spark_release_file).read(): Spark_release_file = spark_home + '/RELEASE' # the end of the 'PYSPARK_SUBMIT_ARGS' environment variable # If Spark V1.4.x is detected, then add ' pyspark-shell' to Spark_home = os.environ.get('SPARK_HOME') Here is the code : # Configure the necessary Spark environment So I adapted the script '00-pyspark-setup.py' for Spark 1.3.x and Spark 1.4.x as following, by detecting the version of Spark from the RELEASE file. Sc variable should be available In : scДЇor Spark 1.4.x we have to add 'pyspark-shell' at the end of the environment variable 'PYSPARK_SUBMIT_ARGS'. join( spark_home, 'python/pyspark/shell.py')) Run ipython ipython notebook -profile=pyspark # Initialize PySpark to predefine the SparkContext variable 'sc' execfile( os.

# You may need to change the version number to match your install sys. environ = pyspark_submit_args # Add the spark python sub-directory to the path sys. If not 'pyspark-shell' in pyspark_submit_args: pyspark_submit_args += ' pyspark-shell' os. exists( spark_release_file) and 'Spark 1.4' in open( spark_release_file). # If Spark V1.4.x is detected, then add ' pyspark-shell' to # the end of the 'PYSPARK_SUBMIT_ARGS' environment variable spark_release_file = spark_home + '/RELEASE' if os. # Configure the necessary Spark environment import os import sys # Spark home spark_home = os.

Install jupyter notebook os x