{ "name": "clouds-lab-spark", "services": [ { "command": null, "environment": [ [ "SPARK_MASTER_IP", "{dns_name#self}" ], [ "HADOOP_USER_NAME", "{user_name}" ], [ "PYTHONHASHSEED", "42" ] ], "essential_count": 1, "image": "zapps/spark2-master-clouds:4769", "monitor": false, "name": "spark-master", "ports": [ { "name": "Spark master web interface", "port_number": 8080, "protocol": "tcp", "url_template": "http://{ip_port}/" } ], "replicas": 1, "resources": { "cores": { "max": 1, "min": 0.1 }, "memory": { "max": 2684354560, "min": 2147483648 } }, "startup_order": 0, "total_count": 1, "volumes": [] }, { "command": null, "environment": [ [ "SPARK_WORKER_CORES", "1" ], [ "SPARK_WORKER_RAM", "9126805504" ], [ "SPARK_MASTER_IP", "{dns_name#spark-master0}" ], [ "SPARK_LOCAL_IP", "{dns_name#self}" ], [ "PYTHONHASHSEED", "42" ], [ "HADOOP_USER_NAME", "{user_name}" ] ], "essential_count": 1, "image": "zapps/spark2-worker-clouds:4769", "monitor": false, "name": "spark-worker", "ports": [], "replicas": 1, "resources": { "cores": { "max": 1, "min": 1 }, "memory": { "max": 10737418240, "min": 6442450944 } }, "startup_order": 1, "total_count": 4, "volumes": [] }, { "command": null, "environment": [ [ "SPARK_MASTER", "spark://{dns_name#spark-master0}:7077" ], [ "SPARK_EXECUTOR_RAM", "9125756416" ], [ "SPARK_DRIVER_RAM", "2147483648" ], [ "HADOOP_USER_NAME", "{user_name}" ], [ "NB_USER", "{user_name}" ], [ "PYTHONHASHSEED", "42" ], [ "NAMENODE_HOST", "hdfs-namenode.zoe" ] ], "essential_count": 1, "image": "zapps/spark2-jupyter-notebook-clouds:4769", "monitor": true, "name": "spark-jupyter", "ports": [ { "name": "Jupyter Notebook interface", "port_number": 8888, "protocol": "tcp", "url_template": "http://{ip_port}/" } ], "replicas": 1, "resources": { "cores": { "max": 2, "min": 0.5 }, "memory": { "max": 8589934592, "min": 6442450944 } }, "startup_order": 0, "total_count": 1, "volumes": [] } ], "size": 648, "version": 3, "will_end": false }