eurecom_aml_lab.json 3.97 KB
Newer Older
1 2
{
    "name": "aml-lab",
3
    "size": 512,
4 5
    "services": [
        {
6
            "image": "docker-registry:5000/zapps/spark2-master",
7 8 9
            "environment": [
                [
                    "SPARK_MASTER_IP",
Daniele Venzano's avatar
Daniele Venzano committed
10 11 12 13 14 15 16 17 18
                    "{dns_name#self}"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
19 20
                ]
            ],
Daniele Venzano's avatar
Daniele Venzano committed
21
            "essential_count": 1,
22 23 24 25 26
            "monitor": false,
            "name": "spark-master",
            "ports": [
                {
                    "name": "Spark master web interface",
27
                    "url_template": "http://{ip_port}/",
28
                    "port_number": 8080,
29
                    "protocol": "tcp"
30 31 32 33
                }
            ],
            "required_resources": {
                "memory": 536870912
Daniele Venzano's avatar
Daniele Venzano committed
34 35 36
            },
            "startup_order": 0,
            "total_count": 1
37 38
        },
        {
39
            "image": "docker-registry:5000/zapps/spark2-worker",
40 41 42 43 44 45 46 47 48 49 50
            "environment": [
                [
                    "SPARK_WORKER_CORES",
                    "6"
                ],
                [
                    "SPARK_WORKER_RAM",
                    "11273240064"
                ],
                [
                    "SPARK_MASTER_IP",
Daniele Venzano's avatar
Daniele Venzano committed
51
                    "{dns_name#spark-master0}"
52 53 54
                ],
                [
                    "SPARK_LOCAL_IP",
Daniele Venzano's avatar
Daniele Venzano committed
55 56 57 58 59 60 61 62 63
                    "{dns_name#self}"
                ],
                [
                    "PYTHONHASHSEED",
                    "42"
                ],
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
64 65
                ]
            ],
Daniele Venzano's avatar
Daniele Venzano committed
66
            "essential_count": 1,
67
            "monitor": false,
Daniele Venzano's avatar
Daniele Venzano committed
68
            "name": "spark-worker",
69 70 71
            "ports": [
                {
                    "name": "Spark worker web interface",
72
                    "url_template": "http://{ip_port}/",
73
                    "port_number": 8081,
74
                    "protocol": "tcp"
75 76 77 78
                }
            ],
            "required_resources": {
                "memory": 12884901888
Daniele Venzano's avatar
Daniele Venzano committed
79 80 81
            },
            "startup_order": 1,
            "total_count": 2
82 83
        },
        {
84
            "image": "docker-registry:5000/zapps/spark2-jupyter-notebook",
85 86 87
            "environment": [
                [
                    "SPARK_MASTER",
Daniele Venzano's avatar
Daniele Venzano committed
88
                    "spark://{dns_name#spark-master0}:7077"
89 90 91 92 93 94 95 96 97
                ],
                [
                    "SPARK_EXECUTOR_RAM",
                    "11273240064"
                ],
                [
                    "SPARK_DRIVER_RAM",
                    "2147483648"
                ],
Daniele Venzano's avatar
Daniele Venzano committed
98 99 100 101
                [
                    "HADOOP_USER_NAME",
                    "{user_name}"
                ],
102 103 104 105
                [
                    "NB_USER",
                    "{user_name}"
                ],
Daniele Venzano's avatar
Daniele Venzano committed
106 107 108 109
                [
                    "PYTHONHASHSEED",
                    "42"
                ],
110 111
                [
                    "NAMENODE_HOST",
Daniele Venzano's avatar
Daniele Venzano committed
112
                    "hdfs-namenode.zoe"
113 114
                ]
            ],
Daniele Venzano's avatar
Daniele Venzano committed
115
            "essential_count": 1,
116 117 118 119 120
            "monitor": true,
            "name": "spark-jupyter",
            "ports": [
                {
                    "name": "Spark application web interface",
121
                    "url_template": "http://{ip_port}/",
122
                    "port_number": 4040,
123
                    "protocol": "tcp"
124 125 126
                },
                {
                    "name": "Jupyter Notebook interface",
127
                    "url_template": "http://{ip_port}/",
128
                    "port_number": 8888,
129
                    "protocol": "tcp"
130 131 132 133
                }
            ],
            "required_resources": {
                "memory": 4294967296
Daniele Venzano's avatar
Daniele Venzano committed
134 135 136
            },
            "startup_order": 0,
            "total_count": 1
137 138
        }
    ],
139
    "version": 3,
140 141
    "will_end": false
}