{ "name": "spark-jupyter", "services": [ { "command": null, "environment": [ [ "SPARK_MASTER_IP", "{dns_name#self}" ], [ "HADOOP_USER_NAME", "{user_name}" ], [ "PYTHONHASHSEED", "42" ] ], "essential_count": 1, "image": "docker-registry:5000/zapps/spark2-master:4508", "monitor": false, "name": "spark-master", "ports": [ { "name": "Spark master web interface", "port_number": 8080, "protocol": "tcp", "url_template": "http://HOST:PORT/" } ], "replicas": 1, "resources": { "cores": { "max": null, "min": null }, "memory": { "max": 536870912, "min": 536870912 } }, "startup_order": 0, "total_count": 1, "volumes": [] }, { "command": null, "environment": [ [ "SPARK_WORKER_CORES", "6" ], [ "SPARK_WORKER_RAM", "11273240064" ], [ "SPARK_MASTER_IP", "{dns_name#spark-master0}" ], [ "SPARK_LOCAL_IP", "{dns_name#self}" ], [ "PYTHONHASHSEED", "42" ], [ "HADOOP_USER_NAME", "{user_name}" ] ], "essential_count": 1, "image": "docker-registry:5000/zapps/spark2-worker:4508", "monitor": false, "name": "spark-worker", "ports": [], "replicas": 1, "resources": { "cores": { "max": null, "min": null }, "memory": { "max": 12884901888, "min": 12884901888 } }, "startup_order": 1, "total_count": 2, "volumes": [] }, { "command": null, "environment": [ [ "SPARK_MASTER", "spark://{dns_name#spark-master0}:7077" ], [ "SPARK_EXECUTOR_RAM", "11273240064" ], [ "SPARK_DRIVER_RAM", "2147483648" ], [ "HADOOP_USER_NAME", "{user_name}" ], [ "NB_USER", "{user_name}" ], [ "PYTHONHASHSEED", "42" ], [ "NAMENODE_HOST", "hdfs-namenode.zoe" ] ], "essential_count": 1, "image": "docker-registry:5000/zapps/spark2-jupyter-notebook:4508", "monitor": true, "name": "spark-jupyter", "ports": [ { "name": "Jupyter Notebook interface", "port_number": 8888, "protocol": "tcp", "url_template": "http://HOST:PORT/" } ], "replicas": 1, "resources": { "cores": { "max": null, "min": null }, "memory": { "max": 12884901888, "min": 12884901888 } }, "startup_order": 0, "total_count": 1, "volumes": [] } ], "size": 512, "version": 3, "will_end": false }