From e66884d76d0b0df22549d71b202df2f81d0d4bd4 Mon Sep 17 00:00:00 2001 From: Hongzhi Li Date: Thu, 14 Sep 2017 12:26:55 -0700 Subject: [PATCH] update job template --- src/ClusterBootstrap/template/WebUI/Master-Templates.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ClusterBootstrap/template/WebUI/Master-Templates.json b/src/ClusterBootstrap/template/WebUI/Master-Templates.json index 885f4886..ed8a4e64 100755 --- a/src/ClusterBootstrap/template/WebUI/Master-Templates.json +++ b/src/ClusterBootstrap/template/WebUI/Master-Templates.json @@ -1 +1 @@ -[{"Name":"Caffe training example","Username":"","Json":"{\"job_name\" : \"caffe training example - resnet18\", \"gpu_count\" : 1, \"work_path\" : \"samples\", \"image\" : \"bvlc/caffe:gpu\", \"cmd\" : \"caffe train -solver /work/caffe/solver_resnet18.prototxt\", \"port\" : \"\"}\r\n","Database":"Master"},{"Name":"Caffe-IPython","Username":"","Json":"{\"job_name\" : \"caffe-ipython\", \"image\" : \"bvlc/caffe:cpu\", \"cmd\" : \"apt-get update && apt-get install -y python-pip sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && pip install jupyter && cd /home/$$username$$ && sudo -H -u $$username$$ jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true, \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"Caffe-SSH","Username":"","Json":"{\"job_name\" : \"caffe-ssh\", \"image\" : \"bvlc/caffe:cpu\", \"cmd\" : \"apt-get update && apt-get install -y openssh-server sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && adduser $$username$$ sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && mkdir -p /root/.ssh && cat /work/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys && mkdir -p /home/$$username$$/.ssh && cat /work/.ssh/id_rsa.pub >> /home/$$username$$/.ssh/authorized_keys && cp /work/.ssh/id_rsa* /home/$$username$$/.ssh/ && chown -R $$username$$ /home/$$username$$/.ssh/ && service ssh restart && env | while read line; do if [[ $line != HOME=* ]] && [[ $line != INTERACTIVE* ]] ; then echo \\\"export $line\\\" >> /home/$$username$$/.bashrc; fi; done && sleep infinity\", \"is_interactive\" : true, \"port\" : \"22\", \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"CNTK-IPython","Username":"","Json":"{\"job_name\" : \"CNTK-ipython\", \"image\" : \"microsoft/cntk\", \"cmd\" : \"bash -c 'source \\\"/cntk/activate-cntk\\\" ; jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/ --allow-root'\", \"is_interactive\" : true, \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"Command Template Example","Username":"","Json":"{\"cmd\":\"this is an exaple command template\"}","Database":"Master"},{"Name":"MXNET-Python-CPU","Username":"","Json":"{\"job_name\" : \"mxnet-python-cpu\", \"image\" : \"tensorflow/tensorflow:latest-cpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"MXNET-Python-GPU","Username":"","Json":"{\"job_name\" : \"mxnet-python\", \"gpu_count\" : 1, \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow training example","Username":"","Json":"{\"job_name\" : \"Tensorflow training example - inception\", \"gpu_count\" : 1, \"work_path\" : \"samples\", \"image\" : \"tensorflow/tensorflow:0.12.1-gpu\", \"cmd\" : \"/work/tensorflow/models/inception/bazel-bin/inception/imagenet_train --num_gpus=1 --batch_size=32 --train_dir=/job/model --data_dir=/data/tensor\", \"port\" : \"\"}\r\n","Database":"Master"},{"Name":"Tensorflow-IPython-CPU","Username":"","Json":"{\"job_name\" : \"tensorflow-ipython-cpu\", \"image\" : \"tensorflow/tensorflow:latest\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow-IPython-GPU","Username":"","Json":"{\"job_name\" : \"tensorflow-ipython\", \"gpu_count\" : 1, \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow-SSH","Username":"","Json":"{\"job_name\" : \"tensorflow-ssh\", \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"apt-get update && apt-get install -y openssh-server sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && adduser $$username$$ sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && mkdir -p /root/.ssh && cat /work/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys && mkdir -p /home/$$username$$/.ssh && cat /work/.ssh/id_rsa.pub >> /home/$$username$$/.ssh/authorized_keys && service ssh restart && sleep infinity\", \"is_interactive\" : true, \"port\" : \"22\", \"run_as_root\" : true}\r\n","Database":"Master"}, {"Name":"Test Template","Username":"","Json":"{\"image\":\"ubuntu:16.04\"}"}] +[{"Name":"Caffe training example","Username":"","Json":"{\"job_name\" : \"caffe training example - resnet18\", \"gpu_count\" : 1, \"work_path\" : \"samples\", \"image\" : \"bvlc/caffe:gpu\", \"cmd\" : \"caffe train -solver /work/caffe/solver_resnet18.prototxt\", \"port\" : \"\"}\r\n","Database":"Master"},{"Name":"Caffe-IPython","Username":"","Json":"{\"job_name\" : \"caffe-ipython\", \"image\" : \"bvlc/caffe:cpu\", \"cmd\" : \"apt-get update && apt-get install -y python-pip sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && pip install jupyter && cd /home/$$username$$ && sudo -H -u $$username$$ jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true, \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"Caffe-SSH","Username":"","Json":"{\"job_name\" : \"caffe-ssh\", \"image\" : \"bvlc/caffe:cpu\", \"cmd\" : \"apt-get update && apt-get install -y openssh-server sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && adduser $$username$$ sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && mkdir -p /root/.ssh && cat /work/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys && mkdir -p /home/$$username$$/.ssh && cat /work/.ssh/id_rsa.pub >> /home/$$username$$/.ssh/authorized_keys && cp /work/.ssh/id_rsa* /home/$$username$$/.ssh/ && chown -R $$username$$ /home/$$username$$/.ssh/ && service ssh restart && env | while read line; do if [[ $line != HOME=* ]] && [[ $line != INTERACTIVE* ]] ; then echo \\\"export $line\\\" >> /home/$$username$$/.bashrc; fi; done && sleep infinity\", \"is_interactive\" : true, \"port\" : \"22\", \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"CNTK-IPython","Username":"","Json":"{\"job_name\" : \"CNTK-ipython\", \"image\" : \"microsoft/cntk\", \"cmd\" : \"bash -c 'source \\\"/cntk/activate-cntk\\\" ; jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/ --allow-root'\", \"is_interactive\" : true, \"run_as_root\" : true}\r\n","Database":"Master"},{"Name":"Command Template Example","Username":"","Json":"{\"cmd\":\"this is an exaple command template\"}","Database":"Master"},{"Name":"MXNET-Python-CPU","Username":"","Json":"{\"job_name\" : \"mxnet-python-cpu\", \"image\" : \"tensorflow/tensorflow:latest-cpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"MXNET-Python-GPU","Username":"","Json":"{\"job_name\" : \"mxnet-python\", \"gpu_count\" : 1, \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow training example","Username":"","Json":"{\"job_name\" : \"Tensorflow training example - inception\", \"gpu_count\" : 1, \"work_path\" : \"samples\", \"image\" : \"tensorflow/tensorflow:0.12.1-gpu\", \"cmd\" : \"/work/tensorflow/models/inception/bazel-bin/inception/imagenet_train --num_gpus=1 --batch_size=32 --train_dir=/job/model --data_dir=/data/tensor\", \"port\" : \"\"}\r\n","Database":"Master"},{"Name":"Tensorflow-IPython-CPU","Username":"","Json":"{\"job_name\" : \"tensorflow-ipython-cpu\", \"image\" : \"tensorflow/tensorflow:latest\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow-IPython-GPU","Username":"","Json":"{\"job_name\" : \"tensorflow-ipython\", \"gpu_count\" : 1, \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"export HOME=/job && jupyter notebook --no-browser --port=8888 --ip=0.0.0.0 --notebook-dir=/\", \"is_interactive\" : true}\r\n","Database":"Master"},{"Name":"Tensorflow-SSH","Username":"","Json":"{\"job_name\" : \"tensorflow-ssh\", \"image\" : \"tensorflow/tensorflow:latest-gpu\", \"cmd\" : \"apt-get update && apt-get install -y openssh-server sudo && addgroup --force-badname --gid $$gid$$ domainusers && adduser --force-badname --home /home/$$username$$ --shell /bin/bash --uid $$uid$$ -gecos '' $$username$$ --disabled-password --gid $$gid$$ && adduser $$username$$ sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && mkdir -p /root/.ssh && cat /work/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys && mkdir -p /home/$$username$$/.ssh && cat /work/.ssh/id_rsa.pub >> /home/$$username$$/.ssh/authorized_keys && service ssh restart && env | while read line; do if [[ $line != HOME=* ]] && [[ $line != INTERACTIVE* ]] ; then echo \"export $line\" >> /home/$$username$$/.bashrc; fi; done && sleep infinity\", \"is_interactive\" : true, \"port\" : \"22\", \"run_as_root\" : true}\r\n","Database":"Master"}, {"Name":"Test Template","Username":"","Json":"{\"image\":\"ubuntu:16.04\"}"}]