Add a basic requirements file
And also easy script for running a Spark notebookpull/1/head
parent
71627e160e
commit
df0132d466
|
@ -47,4 +47,6 @@ fabric.properties
|
||||||
|
|
||||||
# Don't include the full snapshot ZIP since it's massive.
|
# Don't include the full snapshot ZIP since it's massive.
|
||||||
kiva_ds_json.zip
|
kiva_ds_json.zip
|
||||||
*.json
|
*.json
|
||||||
|
spark-*/
|
||||||
|
*.swp
|
||||||
|
|
|
@ -0,0 +1 @@
|
||||||
|
py4j>=0.10.4
|
|
@ -0,0 +1,9 @@
|
||||||
|
SPARK_DIR="spark-2.0.1-bin-hadoop2.7"
|
||||||
|
SPARK_URL="http://apache.claz.org/spark/spark-2.0.1/spark-2.0.1-bin-hadoop2.7.tgz"
|
||||||
|
|
||||||
|
if [ ! -d "$SPARK_DIR" ]; then
|
||||||
|
echo "Downloading Spark distribution..."
|
||||||
|
wget "$SPARK_URL" -O - | tar xzf -
|
||||||
|
fi
|
||||||
|
|
||||||
|
PYSPARK_DRIVER_PYTHON="jupyter" PYSPARK_DRIVER_PYTHON_OPTS="notebook" "./$SPARK_DIR/bin/pyspark"
|
Loading…
Reference in New Issue