Testing and fixing the Spark ZApp

spark-jupyter-notebook/Dockerfile

@@ -88,13 +88,10 @@ RUN apt-get update && apt-get install -y --force-yes --no-install-recommends \
 
 # Install Jupyter notebook as nbuser
 RUN conda install --yes \
-    'notebook=4.1*' \
+    notebook \
+    jupyterlab \
     terminado \
-    && conda clean -yt
-
-# Install Python 3 packages
-RUN conda install --yes \
-    'ipywidgets=4.0*' \
+    ipywidgets \
     && conda clean -yt
 
 RUN /opt/conda/bin/pip install thunder-python showit

spark-worker/files/start-worker.sh

@@ -2,5 +2,5 @@
 
 exec /opt/spark/bin/spark-class org.apache.spark.deploy.worker.Worker \
       spark://${SPARK_MASTER_IP}:7077 --cores ${SPARK_WORKER_CORES:-4} --memory ${SPARK_WORKER_RAM:-4g} \
-      -h ${SPARK_LOCAL_IP:-127.0.0.1}
+      -h ${SPARK_LOCAL_IP:-127.0.0.1} -d /tmp