Testing and fixing the Spark ZApp

spark-jupyter-notebook/files/00-pyspark-setup.py

 # Configure the necessary Spark environment
 import os
+import sys
 
 # make sure pyspark tells workers to use python3 not 2 if both are installed
 os.environ['PYSPARK_PYTHON'] = '/opt/conda/bin/python'
+sys.path += ['/opt/spark/python', '/opt/spark/python/lib/py4j-0.10.7-src.zip']
 
 if 'SPARK_MASTER' in os.environ:
 	import pyspark

spark-jupyter-notebook/files/start-notebook.sh

 #!/bin/bash
 
+echo $PYTHONPATH
+
 exec /opt/conda/bin/jupyter lab --no-browser --NotebookApp.token='' --allow-root --ip=0.0.0.0