clouds.json 4.55 KB
Newer Older
1
{
2
    "name": "clouds",
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
    "services": [
        {
            "command": null,
            "environment": [
                [
                    "SPARK_MASTER_IP",
                    "{dns_name#self}"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
Daniele Venzano's avatar
Daniele Venzano committed
18 19 20 21
                ],
                [
                    "SPARK_HOME",
                    "/opt/spark"
22 23 24
                ]
            ],
            "essential_count": 1,
Daniele Venzano's avatar
Daniele Venzano committed
25
            "image": "zapps/spark-master:10396",
26 27 28
            "labels": [
                "labs"
            ],
29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45
            "monitor": false,
            "name": "spark-master",
            "ports": [
                {
                    "name": "Spark master web interface",
                    "port_number": 8080,
                    "protocol": "tcp",
                    "url_template": "http://{ip_port}/"
                }
            ],
            "replicas": 1,
            "resources": {
                "cores": {
                    "max": 1,
                    "min": 1
                },
                "memory": {
46 47
                    "max": 1073741824,
                    "min": 1073741824
48 49 50 51 52 53 54 55 56 57 58
                }
            },
            "startup_order": 0,
            "total_count": 1,
            "volumes": []
        },
        {
            "command": null,
            "environment": [
                [
                    "SPARK_WORKER_CORES",
59
                    "3"
60 61 62 63 64 65 66 67 68 69 70 71 72
                ],
                [
                    "SPARK_WORKER_RAM",
                    "11273240064"
                ],
                [
                    "SPARK_MASTER_IP",
                    "{dns_name#spark-master0}"
                ],
                [
                    "SPARK_LOCAL_IP",
                    "{dns_name#self}"
                ],
Daniele Venzano's avatar
Daniele Venzano committed
73 74 75 76
                [
                    "SPARK_HOME",
                    "/opt/spark"
                ],
77 78 79 80 81 82 83 84 85 86
                [
                    "PYTHONHASHSEED",
                    "42"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ]
            ],
            "essential_count": 1,
Daniele Venzano's avatar
Daniele Venzano committed
87
            "image": "zapps/spark-worker:10396",
88 89 90
            "labels": [
                "labs"
            ],
91 92 93 94 95 96
            "monitor": false,
            "name": "spark-worker",
            "ports": [],
            "replicas": 1,
            "resources": {
                "cores": {
97 98
                    "max": 3,
                    "min": 3
99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
                },
                "memory": {
                    "max": 12884901888,
                    "min": 12884901888
                }
            },
            "startup_order": 1,
            "total_count": 2,
            "volumes": []
        },
        {
            "command": null,
            "environment": [
                [
                    "SPARK_MASTER",
                    "spark://{dns_name#spark-master0}:7077"
                ],
                [
                    "SPARK_DRIVER_RAM",
                    "2147483648"
                ],
                [
Daniele Venzano's avatar
Daniele Venzano committed
121 122 123 124 125 126
                    "SPARK_WORKER_RAM",
                    "11273240064"
                ],
                [
                    "SPARK_HOME",
                    "/opt/spark"
127 128
                ],
                [
Daniele Venzano's avatar
Daniele Venzano committed
129
                    "HADOOP_USER_NAME",
130 131 132 133 134 135 136 137
                    "{user_name}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
                ]
            ],
            "essential_count": 1,
Daniele Venzano's avatar
Daniele Venzano committed
138
            "image": "zapps/spark-jupyter-notebook:10396",
139 140 141
            "labels": [
                "labs"
            ],
142 143 144 145 146 147 148
            "monitor": true,
            "name": "spark-jupyter",
            "ports": [
                {
                    "name": "Jupyter Notebook interface",
                    "port_number": 8888,
                    "protocol": "tcp",
149 150
                    "proxy": true,
                    "url_template": "http://{ip_port}{proxy_path}"
151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
                }
            ],
            "replicas": 1,
            "resources": {
                "cores": {
                    "max": 2,
                    "min": 2
                },
                "memory": {
                    "max": 12884901888,
                    "min": 12884901888
                }
            },
            "startup_order": 0,
            "total_count": 1,
            "volumes": []
        }
    ],
    "size": 512,
    "version": 3,
    "will_end": false
}