Skip to content

GitLab

Commit 18093394 authored by Daniele Venzano's avatar Daniele Venzano
Browse files

Remove network ID from sample Zoe apps

parent c9876ff0
Hide whitespace changes
Inline Side-by-side
contrib/zoeapps/eurecom_aml_lab.json
View file @ 18093394
{
"name": "aml-lab",
"priority": 512,
"requires_binary": false,
"name": "aml-lab",
"priority": 512,
"requires_binary": false,
"services": [
{
"docker_image": "192.168.45.252:5000/zoerepo/spark-master",
"docker_image": "192.168.45.252:5000/zoerepo/spark-master",
"environment": [
[
"SPARK_MASTER_IP",
"SPARK_MASTER_IP",
"spark-master-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe"
]
],
"monitor": false,
"name": "spark-master",
"networks": [
"eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"
],
],
"monitor": false,
"name": "spark-master",
"networks": [],
"ports": [
{
"is_main_endpoint": false,
"name": "Spark master web interface",
"path": "/",
"port_number": 8080,
"is_main_endpoint": false,
"name": "Spark master web interface",
"path": "/",
"port_number": 8080,
"protocol": "http"
}
],
],
"required_resources": {
"memory": 536870912
}
},
},
{
"docker_image": "192.168.45.252:5000/zoerepo/spark-worker",
"docker_image": "192.168.45.252:5000/zoerepo/spark-worker",
"environment": [
[
"SPARK_WORKER_CORES",
"SPARK_WORKER_CORES",
"6"
],
],
[
"SPARK_WORKER_RAM",
"SPARK_WORKER_RAM",
"11273240064"
],
],
[
"SPARK_MASTER_IP",
"SPARK_MASTER_IP",
"spark-master-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe"
],
],
[
"SPARK_LOCAL_IP",
"SPARK_LOCAL_IP",
"spark-worker0-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe"
]
],
"monitor": false,
"name": "spark-worker0",
"networks": [
"eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"
],
],
"monitor": false,
"name": "spark-worker0",
"networks": [],
"ports": [
{
"is_main_endpoint": false,
"name": "Spark worker web interface",
"path": "/",
"port_number": 8081,
"is_main_endpoint": false,
"name": "Spark worker web interface",
"path": "/",
"port_number": 8081,
"protocol": "http"
}
],
],
"required_resources": {
"memory": 12884901888
}
},
},
{
"docker_image": "192.168.45.252:5000/zoerepo/spark-jupyter-notebook",
"docker_image": "192.168.45.252:5000/zoerepo/spark-jupyter-notebook",
"environment": [
[
"SPARK_MASTER",
"SPARK_MASTER",
"spark://spark-master-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe:7077"
],
],
[
"SPARK_EXECUTOR_RAM",
"SPARK_EXECUTOR_RAM",
"11273240064"
],
],
[
"SPARK_DRIVER_RAM",
"SPARK_DRIVER_RAM",
"2147483648"
],
],
[
"NB_USER",
"NB_USER",
"{user_name}"
],
],
[
"NAMENODE_HOST",
"NAMENODE_HOST",
"hdfs-namenode.hdfs"
]
],
"monitor": true,
"name": "spark-jupyter",
"networks": [
"eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"
],
],
"monitor": true,
"name": "spark-jupyter",
"networks": [],
"ports": [
{
"is_main_endpoint": false,
"name": "Spark application web interface",
"path": "/",
"port_number": 4040,
"is_main_endpoint": false,
"name": "Spark application web interface",
"path": "/",
"port_number": 4040,
"protocol": "http"
},
},
{
"is_main_endpoint": true,
"name": "Jupyter Notebook interface",
"path": "/",
"port_number": 8888,
"is_main_endpoint": true,
"name": "Jupyter Notebook interface",
"path": "/",
"port_number": 8888,
"protocol": "http"
}
],
],
"required_resources": {
"memory": 4294967296
}
},
},
{
"docker_image": "192.168.45.252:5000/zoerepo/spark-worker",
"docker_image": "192.168.45.252:5000/zoerepo/spark-worker",
"environment": [
[
"SPARK_WORKER_CORES",
"SPARK_WORKER_CORES",
"6"
],
],
[
"SPARK_WORKER_RAM",
"SPARK_WORKER_RAM",
"11273240064"
],
],
[
"SPARK_MASTER_IP",
"SPARK_MASTER_IP",
"spark-master-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe"
],
],
[
"SPARK_LOCAL_IP",
"SPARK_LOCAL_IP",
"spark-worker1-{execution_name}-{user_name}-{deployment_name}-zoe.{user_name}-{deployment_name}-zoe"
]
],
"monitor": false,
"name": "spark-worker1",
"networks": [
"eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"
],
],
"monitor": false,
"name": "spark-worker1",
"networks": [],
"ports": [
{
"is_main_endpoint": false,
"name": "Spark worker web interface",
"path": "/",
"port_number": 8081,
"is_main_endpoint": false,
"name": "Spark worker web interface",
"path": "/",
"port_number": 8081,
"protocol": "http"
}
],
],
"required_resources": {
"memory": 12884901888
}
}
],
"version": 1,
],
"version": 1,
"will_end": false
}
contrib/zoeapps/spark-wordcount.json
View file @ 18093394
......@@ -13,7 +13,7 @@
],
"monitor": false,
"name": "spark-master",
"networks": ["eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"],
"networks": [],
"ports": [
{
"is_main_endpoint": false,
......@@ -43,7 +43,7 @@
],
"monitor": true,
"name": "spark-submit",
"networks": ["eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"],
"networks": [],
"ports": [
{
"is_main_endpoint": false,
......@@ -79,7 +79,7 @@
],
"monitor": false,
"name": "spark-worker0",
"networks": ["eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"],
"networks": [],
"ports": [
{
"is_main_endpoint": false,
......@@ -115,7 +115,7 @@
],
"monitor": false,
"name": "spark-worker1",
"networks": ["eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"],
"networks": [],
"ports": [
{
"is_main_endpoint": false,
......@@ -151,7 +151,7 @@
],
"monitor": false,
"name": "spark-worker2",
"networks": ["eeef9754c16790a29d5210c5d9ad8e66614ee8a6229b6dc6f779019d46cec792"],
"networks": [],
"ports": [
{
"is_main_endpoint": false,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment