You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

10 lines
338B

  1. SPARK_DIR="spark-2.0.1-bin-hadoop2.7"
  2. SPARK_URL="http://apache.claz.org/spark/spark-2.0.1/spark-2.0.1-bin-hadoop2.7.tgz"
  3. if [ ! -d "$SPARK_DIR" ]; then
  4. echo "Downloading Spark distribution..."
  5. wget "$SPARK_URL" -O - | tar xzf -
  6. fi
  7. PYSPARK_DRIVER_PYTHON="jupyter" PYSPARK_DRIVER_PYTHON_OPTS="notebook" "./$SPARK_DIR/bin/pyspark"