clouds-lab-zapp.json 4.26 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158
{
    "name": "clouds-lab-spark",
    "services": [
        {
            "command": null,
            "environment": [
                [
                    "SPARK_MASTER_IP",
                    "{dns_name#self}"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
                ]
            ],
            "essential_count": 1,
            "image": "zapps/spark2-master-clouds:4769",
            "monitor": false,
            "name": "spark-master",
            "ports": [
                {
                    "name": "Spark master web interface",
                    "port_number": 8080,
                    "protocol": "tcp",
                    "url_template": "http://{ip_port}/"
                }
            ],
            "replicas": 1,
            "resources": {
                "cores": {
                    "max": 1,
                    "min": 0.1
                },
                "memory": {
                    "max": 2684354560,
                    "min": 2147483648
                }
            },
            "startup_order": 0,
            "total_count": 1,
            "volumes": []
        },
        {
            "command": null,
            "environment": [
                [
                    "SPARK_WORKER_CORES",
                    "1"
                ],
                [
                    "SPARK_WORKER_RAM",
                    "9126805504"
                ],
                [
                    "SPARK_MASTER_IP",
                    "{dns_name#spark-master0}"
                ],
                [
                    "SPARK_LOCAL_IP",
                    "{dns_name#self}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ]
            ],
            "essential_count": 1,
            "image": "zapps/spark2-worker-clouds:4769",
            "monitor": false,
            "name": "spark-worker",
            "ports": [],
            "replicas": 1,
            "resources": {
                "cores": {
                    "max": 1,
                    "min": 1
                },
                "memory": {
                    "max": 10737418240,
                    "min": 6442450944
                }
            },
            "startup_order": 1,
            "total_count": 4,
            "volumes": []
        },
        {
            "command": null,
            "environment": [
                [
                    "SPARK_MASTER",
                    "spark://{dns_name#spark-master0}:7077"
                ],
                [
                    "SPARK_EXECUTOR_RAM",
                    "9125756416"
                ],
                [
                    "SPARK_DRIVER_RAM",
                    "2147483648"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ],
                [
                    "NB_USER",
                    "{user_name}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
                ],
                [
                    "NAMENODE_HOST",
                    "hdfs-namenode.zoe"
                ]
            ],
            "essential_count": 1,
            "image": "zapps/spark2-jupyter-notebook-clouds:4769",
            "monitor": true,
            "name": "spark-jupyter",
            "ports": [
                {
                    "name": "Jupyter Notebook interface",
                    "port_number": 8888,
                    "protocol": "tcp",
                    "url_template": "http://{ip_port}/"
                }
            ],
            "replicas": 1,
            "resources": {
                "cores": {
                    "max": 2,
                    "min": 0.5
                },
                "memory": {
                    "max": 8589934592,
                    "min": 6442450944
                }
            },
            "startup_order": 0,
            "total_count": 1,
            "volumes": []
        }
    ],
    "size": 648,
    "version": 3,
    "will_end": false
}