Commit 2be228e3 authored by Daniele Venzano's avatar Daniele Venzano

Update ZApp shop sample files

parent 8647c23e
...@@ -6,7 +6,8 @@ ...@@ -6,7 +6,8 @@
"readable_descr": "README-r.md", "readable_descr": "README-r.md",
"name": "R notebook", "name": "R notebook",
"description": "rdatasci.json", "description": "rdatasci.json",
"parameters": [] "parameters": [],
"disabled_for": ["student"]
} }
] ]
} }
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
"name": "rdatasci", "name": "rdatasci",
"services": [ "services": [
{ {
"command": "/opt/conda/bin/jupyter lab --no-browser --NotebookApp.token='' --allow-root --ip=0.0.0.0", "command": "/usr/local/bin/start_notebook.sh",
"environment": [], "environment": [],
"essential_count": 1, "essential_count": 1,
"image": "zapps/rdatasci:10396", "image": "zapps/rdatasci:10396",
...@@ -13,7 +13,8 @@ ...@@ -13,7 +13,8 @@
"name": "Jupyter Notebook interface", "name": "Jupyter Notebook interface",
"port_number": 8888, "port_number": 8888,
"protocol": "tcp", "protocol": "tcp",
"url_template": "http://{ip_port}/" "proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
} }
], ],
"replicas": 1, "replicas": 1,
......
# Notebook for MALIS Eurecom course
MALIS: MAchine Leaning and Intelligent Systems
This ZApp contains a Jupyter Notebook with a Python 3.5 kernel and the following libraries:
* Tensorflow 1.10.1, Tensorboard 1.10.0
* Pytorch and TorchVision 0.4.1
* pandas, matplotlib, scipy, seaborn, scikit-learn, scikit-image, sympy, cython, patsy, statsmodel, cloudpickle, dill, numba, bokeh
...@@ -6,6 +6,14 @@ ...@@ -6,6 +6,14 @@
"readable_descr": "README-datascience.md", "readable_descr": "README-datascience.md",
"name": "Data science notebook", "name": "Data science notebook",
"description": "pydatasci.json", "description": "pydatasci.json",
"parameters": [],
"disabled_for": ["student"]
},
{
"category": "Labs",
"readable_descr": "README-malis.md",
"name": "MALIS",
"description": "pydatasci-malis.json",
"parameters": [] "parameters": []
}, },
{ {
...@@ -22,7 +30,8 @@ ...@@ -22,7 +30,8 @@
"type": "string", "type": "string",
"default": "all" "default": "all"
} }
] ],
"disabled_for": ["student"]
} }
] ]
} }
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
"name": "pydatasci-gpu", "name": "pydatasci-gpu",
"services": [ "services": [
{ {
"command": "jupyter lab --no-browser --NotebookApp.token='' --allow-root --ip=0.0.0.0", "command": "/usr/local/bin/start_notebook.sh",
"environment": [ "environment": [
[ [
"NVIDIA_VISIBLE_DEVICES", "NVIDIA_VISIBLE_DEVICES",
...@@ -21,7 +21,8 @@ ...@@ -21,7 +21,8 @@
"name": "Jupyter Notebook interface", "name": "Jupyter Notebook interface",
"port_number": 8888, "port_number": 8888,
"protocol": "tcp", "protocol": "tcp",
"url_template": "http://{ip_port}/" "proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
}, },
{ {
"name": "Tensorboard", "name": "Tensorboard",
......
{
"name": "pydatasci",
"services": [
{
"command": "/usr/local/bin/start_notebook.sh",
"environment": [],
"essential_count": 1,
"image": "zapps/pydatasci:10396",
"labels": [
"labs"
],
"monitor": true,
"name": "py-notebook",
"ports": [
{
"name": "Jupyter Notebook interface",
"port_number": 8888,
"protocol": "tcp",
"proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
},
{
"name": "Tensorboard",
"port_number": 6006,
"protocol": "tcp",
"url_template": "http://{ip_port}/"
}
],
"replicas": 1,
"resources": {
"cores": {
"max": 2,
"min": 2
},
"memory": {
"max": 6442450944,
"min": 6442450944
}
},
"startup_order": 0,
"total_count": 1,
"volumes": []
}
],
"size": 512,
"version": 3,
"will_end": false
}
\ No newline at end of file
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
"name": "pydatasci", "name": "pydatasci",
"services": [ "services": [
{ {
"command": "jupyter lab --no-browser --NotebookApp.token='' --allow-root --ip=0.0.0.0", "command": "/usr/local/bin/start_notebook.sh",
"environment": [], "environment": [],
"essential_count": 1, "essential_count": 1,
"image": "zapps/pydatasci:10396", "image": "zapps/pydatasci:10396",
...@@ -13,7 +13,8 @@ ...@@ -13,7 +13,8 @@
"name": "Jupyter Notebook interface", "name": "Jupyter Notebook interface",
"port_number": 8888, "port_number": 8888,
"protocol": "tcp", "protocol": "tcp",
"url_template": "http://{ip_port}/" "proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
}, },
{ {
"name": "Tensorboard", "name": "Tensorboard",
......
# Rapids.ai
URL: [http://rapids.ai/index.html](http://rapids.ai/index.html)
You can find Example notebooks in /rapids.
zapps/rapidsai:10396
{
"version": 1,
"zapps": [
{
"category": "Third party",
"readable_descr": "README.md",
"name": "Rapids.AI",
"description": "rapidsai.json",
"parameters": [],
"disabled_for": ["student"]
}
]
}
{
"name": "rapidsai",
"services": [
{
"command": "/usr/local/bin/start_rapids.sh",
"environment": [
[
"NVIDIA_VISIBLE_DEVICES",
"all"
]
],
"essential_count": 1,
"image": "zapps/rapidsai:10396",
"labels": [
"gpu"
],
"monitor": true,
"name": "rapidsai-nb",
"ports": [
{
"name": "Jupyter Notebook interface",
"port_number": 8888,
"protocol": "tcp",
"proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
}
],
"replicas": 1,
"resources": {
"cores": {
"max": 2,
"min": 2
},
"memory": {
"max": 6442450944,
"min": 6442450944
}
},
"startup_order": 0,
"total_count": 1,
"volumes": []
}
],
"size": 512,
"version": 3,
"will_end": false
}
\ No newline at end of file
# BOINC ZApp
Maintainer: Daniele Venzano <daniele.venzano@eurecom.fr>
URL: [https://gitlab.eurecom.fr/zoe-apps/zapp-boinc](https://gitlab.eurecom.fr/zoe-apps/zapp-boinc)
A ZApp for running a single [BOINC](https://boinc.berkeley.edu/) task. Run as many as you want, in parallel!
{
"name": "boinc",
"services": [
{
"command": null,
"environment": [
[
"PROJECT_URL",
"www.worldcommunitygrid.org"
],
[
"PROJECT_KEY",
"Your key here"
]
],
"essential_count": 1,
"image": "zapps/boinc:10396",
"monitor": true,
"name": "boinc-client",
"ports": [],
"replicas": 1,
"resources": {
"cores": {
"max": 1,
"min": 1
},
"memory": {
"max": 536870912,
"min": 536870912
}
},
"startup_order": 0,
"total_count": 1,
"volumes": []
}
],
"size": 128,
"version": 3,
"will_end": false
}
\ No newline at end of file
{
"version": 1,
"zapps": [
{
"category": "Third party",
"name": "Boinc client",
"description": "boinc.json",
"readable_descr": "README.md",
"parameters": [
{
"kind": "environment",
"name": "PROJECT_URL",
"readable_name": "Project URL",
"description": "The BOINC project URL",
"type": "string",
"default": "www.worldcommunitygrid.org"
},
{
"kind": "environment",
"name": "PROJECT_KEY",
"readable_name": "Project key",
"description": "The BOINC project key, needed to upload results and statistics to the BOINC server",
"type": "string",
"default": null
}
],
"disabled_for": ["student"]
}
]
}
# CLOUDS Lab ZApp
This ZApp must be used during the laboratory activities of the CLOUDS course at Eurecom.
Combine the full power of a distributed [Apache Spark](http://spark.apache.org) cluster with Python Jupyter Notebooks.
Spark is configured in stand-alone, distributed mode. This ZApp contains Spark version 2.2.2.
To start clone the repository at https://github.com/EURECOM-CLOUDS-COURSE and open the notebook corresponding to the laboratory session you are in.
{
"name": "clouds",
"services": [
{
"command": null,
"environment": [
[
"SPARK_MASTER_IP",
"{dns_name#self}"
],
[
"HADOOP_USER_NAME",
"{user_name}"
],
[
"PYTHONHASHSEED",
"42"
],
[
"SPARK_HOME",
"/opt/spark"
]
],
"essential_count": 1,
"image": "zapps/spark-master:10396",
"labels": [
"labs"
],
"monitor": false,
"name": "spark-master",
"ports": [
{
"name": "Spark master web interface",
"port_number": 8080,
"protocol": "tcp",
"url_template": "http://{ip_port}/"
}
],
"replicas": 1,
"resources": {
"cores": {
"max": 1,
"min": 1
},
"memory": {
"max": 1073741824,
"min": 1073741824
}
},
"startup_order": 0,
"total_count": 1,
"volumes": []
},
{
"command": null,
"environment": [
[
"SPARK_WORKER_CORES",
"3"
],
[
"SPARK_WORKER_RAM",
"11273240064"
],
[
"SPARK_MASTER_IP",
"{dns_name#spark-master0}"
],
[
"SPARK_LOCAL_IP",
"{dns_name#self}"
],
[
"SPARK_HOME",
"/opt/spark"
],
[
"PYTHONHASHSEED",
"42"
],
[
"HADOOP_USER_NAME",
"{user_name}"
]
],
"essential_count": 1,
"image": "zapps/spark-worker:10396",
"labels": [
"labs"
],
"monitor": false,
"name": "spark-worker",
"ports": [],
"replicas": 1,
"resources": {
"cores": {
"max": 3,
"min": 3
},
"memory": {
"max": 12884901888,
"min": 12884901888
}
},
"startup_order": 1,
"total_count": 2,
"volumes": []
},
{
"command": null,
"environment": [
[
"SPARK_MASTER",
"spark://{dns_name#spark-master0}:7077"
],
[
"SPARK_DRIVER_RAM",
"2147483648"
],
[
"SPARK_WORKER_RAM",
"11273240064"
],
[
"SPARK_HOME",
"/opt/spark"
],
[
"HADOOP_USER_NAME",
"{user_name}"
],
[
"PYTHONHASHSEED",
"42"
]
],
"essential_count": 1,
"image": "zapps/spark-jupyter-notebook:10396",
"labels": [
"labs"
],
"monitor": true,
"name": "spark-jupyter",
"ports": [
{
"name": "Jupyter Notebook interface",
"port_number": 8888,
"protocol": "tcp",
"proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
}
],
"replicas": 1,
"resources": {
"cores": {
"max": 2,
"min": 2
},
"memory": {
"max": 12884901888,
"min": 12884901888
}
},
"startup_order": 0,
"total_count": 1,
"volumes": []
}
],
"size": 512,
"version": 3,
"will_end": false
}
\ No newline at end of file
...@@ -18,6 +18,17 @@ ...@@ -18,6 +18,17 @@
"max": 68719476736, "max": 68719476736,
"step": 536870912 "step": 536870912
}, },
{
"kind": "service_count",
"name": "spark-worker",
"readable_name": "Spark worker count",
"description": "How many workers to spawn",
"type": "int",
"default": 4,
"min": 1,
"max": 16,
"step": 1
},
{ {
"kind": "environment", "kind": "environment",
"name": "SPARK_WORKER_RAM", "name": "SPARK_WORKER_RAM",
...@@ -35,12 +46,20 @@ ...@@ -35,12 +46,20 @@
"readable_name": "Spark worker cores", "readable_name": "Spark worker cores",
"description": "Number of cores each worker has access to, must be equal to the core limit for the worker service", "description": "Number of cores each worker has access to, must be equal to the core limit for the worker service",
"type": "int", "type": "int",
"default": 6, "default": 2,
"min": 1, "min": 1,
"max": 16, "max": 16,
"step": 1 "step": 1
} }
] ],
"disabled_for": ["student"]
},
{
"category": "Labs",
"name": "CLOUDS",
"description": "clouds.json",
"readable_descr": "README-clouds.md",
"parameters": []
} }
] ]
} }
...@@ -40,8 +40,8 @@ ...@@ -40,8 +40,8 @@
"min": 1 "min": 1
}, },
"memory": { "memory": {
"max": 536870912, "max": 1073741824,
"min": 536870912 "min": 1073741824
} }
}, },
"startup_order": 0, "startup_order": 0,
...@@ -137,7 +137,8 @@ ...@@ -137,7 +137,8 @@
"name": "Jupyter Notebook interface", "name": "Jupyter Notebook interface",
"port_number": 8888, "port_number": 8888,
"protocol": "tcp", "protocol": "tcp",
"url_template": "http://{ip_port}/" "proxy": true,
"url_template": "http://{ip_port}{proxy_path}"
} }
], ],
"replicas": 1, "replicas": 1,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment