Add missing deploys

RunCmdLine.sh

+#!/bin/bash
+#This script will help to run a workflow in a docker image. 
+
+if [ $# -lt 4 ]
+then
+  echo usage : $0 dataDir resultsDir configFile nbCores '[dockerHub|local]'
+  exit
+fi
+
+# Docker volumes
+# MBB Workflows reads data from /Data and write results to /Results
+
+Data=$1
+Results=$2
+
+if [ ! -d "$Data" ]; then
+  echo "can't find $Data directory !"
+  exit;
+fi
+
+mkdir -p $Results
+
+DOCK_VOL+=" --mount type=bind,src=$Data,dst=/Data"
+DOCK_VOL+=" --mount type=bind,src=$Results,dst=/Results"
+
+# config file must be in /Data or /Results !
+config=$3
+
+cores=$4
+
+if [ $# -lt 5 ]
+then
+    APP_IMG="mbbteam/microbial_metagenome:latest"  
+else 
+    IMG_SRC=$5
+    case $IMG_SRC in
+        dockerHub )
+            APP_IMG="mbbteam/microbial_metagenome:latest"  ;;
+        local)
+            docker build . -t microbial_metagenome:latest 
+            APP_IMG="microbial_metagenome:latest" ;;
+        mbb)    
+            #APP_IMG="X.X.X.X:5000/microbial_metagenome:latest" ;;
+    esac
+fi
+
+docker run --rm $DOCK_VOL --cidfile="CID.txt"  $APP_IMG snakemake -s /workflow/Snakefile all --configfile $config --cores $cores
+
+CONTAINER_ID=$(cat CID.txt)
+if [ $CONTAINER_ID ]
+then
+    echo " "
+    echo Results were written to    : $2
+    echo " "
+else
+    echo Failed to run the docker container  !!
+fi

deployBigMem.sh

+#!/bin/bash
+#This script will help a deployment of a docker image on an MBB bigmem machine
+
+if [ $# -lt 2 ]
+then
+  echo usage : $0 dataDir resultsDir '[dockerHub|local]'
+  exit
+fi
+#nginx 
+##### nginx install #####
+#sudo apt-get install -y nginx
+
+    # HOST_NAME="192.168.100.49"
+
+    # HTTP_ENDP="https://$HOST_NAME"
+
+    # openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout /etc/ssl/private/nginx-selfsigned.key -out /etc/ssl/certs/nginx-selfsigned.crt -subj "/C=FR/ST=LR/L=Montpellier/O=CNRS/OU=CNRS-ISEM/CN=mbb.univ-montp2.fr"
+    # openssl dhparam -out /etc/ssl/certs/dhparam.pem 2048
+
+    # mkdir -p /etc/nginx/snippets
+    # echo "ssl_certificate /etc/ssl/certs/nginx-selfsigned.crt;" > /etc/nginx/snippets/self-signed.conf
+    # echo "ssl_certificate_key /etc/ssl/private/nginx-selfsigned.key;" >> /etc/nginx/snippets/self-signed.conf
+
+    # cp system/nginx_snippets_ssl-params.conf /etc/nginx/snippets/ssl-params.conf
+
+    # cp /etc/nginx/sites-available/default /etc/nginx/sites-available/default.bak
+
+    # cp system/nginx_sites-available_default /etc/nginx/sites-available/default
+    # sed -i "s|server_domain_or_IP|$HOST_NAME|"  /etc/nginx/sites-available/default
+
+    # useradd nginx
+    # cp system/nginx_nginx.conf /etc/nginx/nginx.conf
+
+    # cp system/nginx_conf.d_10-rstudio.conf /etc/nginx/conf.d/10-rstudio.conf
+    # sed -i "s|example.com|$HOST_NAME|" /etc/nginx/conf.d/10-rstudio.conf
+
+    # systemctl restart nginx
+    # systemctl enable nginx
+
+#essayer une plage de ports entre 8787 et 8800
+#APP_PORT=$2 
+APP_PORT=8787
+while [[ $(ss -tulw | grep $APP_PORT) != "" && $APP_PORT < 8800 ]]
+do
+  APP_PORT=$(( $APP_PORT + 1))
+done
+
+if [[ $(ss -tulw | grep $APP_PORT) != "" ]]
+then
+  echo "No tcp port available !!"
+  exit -1
+fi
+
+# Docker volumes
+# MBB Workflows reads data from /Data and write results to /Results
+
+if [ $SUDO_USER ]; then realUSER=$SUDO_USER; else realUSER=`whoami`; fi
+
+Data=$1
+Results=$2
+
+mkdir -p $Data
+mkdir -p $Results
+
+DOCK_VOL+=" --mount type=bind,src=$Data,dst=/Data"
+DOCK_VOL+=" --mount type=bind,src=$Results,dst=/Results"
+
+if [ $# -lt 3 ]
+then
+    APP_IMG="mbbteam/microbial_metagenome:latest"  
+else 
+    IMG_SRC=$3
+    case $IMG_SRC in
+        dockerHub )
+            APP_IMG="mbbteam/microbial_metagenome:latest"  ;;
+        local)
+            docker build . -t microbial_metagenome:latest 
+            APP_IMG="microbial_metagenome:latest" ;;
+        mbb)    
+            #APP_IMG="X.X.X.X:5000/microbial_metagenome:latest" ;;
+    esac
+fi
+
+CONTAINER_ID=$( docker run --rm -d -p $APP_PORT:3838 $DOCK_VOL $APP_IMG )
+if [ $CONTAINER_ID ]
+then
+    echo " "
+    echo You have to put your Data on  : $1
+    echo " "
+    echo Results will be written to    : $2
+    echo " "
+    hostname -I | grep -E -o "162.38.181.[0-9]{1,3}" | awk -v port=$APP_PORT '{print "You can access the workflow interface at :  http://"$1":"port}'
+    echo " "
+    echo To start a Bash session inside the container : docker exec -it $CONTAINER_ID /bin/bash
+else
+    echo Failed to run the docker container  !!
+fi

deployIFB.sh

+#!/bin/bash
+
+# This script is executed on the virtual machine during the *Deployment* phase.
+# It is used to apply parameters specific to the current deployment.
+# It is executed secondly during a cloud deployement in IFB-Biosphere, after the *Installation* phase.
+if [ $# -lt 1 ]
+then
+    APP_IMG="mbbteam/microbial_metagenome:latest"  
+else 
+    IMG_SRC=$1
+    case $IMG_SRC in
+        ifb)
+            APP_IMG="gitlab-registry.in2p3.fr/ifb-biosphere/apps/microbial_metagenome:master" ;;
+        docker )
+            APP_IMG="mbbteam/microbial_metagenome:latest"  ;;
+        local)
+            docker build . -t microbial_metagenome:latest 
+            APP_IMG="microbial_metagenome:latest" ;;
+        mbb)    
+            #APP_IMG="X.X.X.X:5000/microbial_metagenome:latest" ;;
+    esac
+fi
+
+
+# Tuning if site proxy or not
+#CLOUD_SERVICE = $(ss-get cloudservice)
+#CLOUD_SERVICE="ifb-genouest-genostack"
+
+#HOST_NAME=$( ss-get --timeout=3 hostname )
+HOST_NAME="192.168.100.49"
+#if [ "$CLOUD_SERVICE" == "ifb-genouest-genostack" ]; then
+    # Cloud site WITH a site proxy
+#    APP_PORT=80
+#    PROXIED_IP=$( echo $HOST_NAME | sed "s|\.|-|g")
+#    HOST_NAME="openstack-${PROXIED_IP}.genouest.org"
+#    HTTP_ENDP="https://$HOST_NAME"
+
+#    systemctl stop nginx
+#else
+    # Cloud site WOUT a site proxy
+    APP_PORT=8787
+    HTTP_ENDP="https://$HOST_NAME"
+
+    openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout /etc/ssl/private/nginx-selfsigned.key -out /etc/ssl/certs/nginx-selfsigned.crt -subj "/C=FR/ST=AURA/L=Lyon/O=IFB/OU=IFB-biosphere/CN=myrstudio.biosphere.france-bioinformatique.fr"
+    openssl dhparam -out /etc/ssl/certs/dhparam.pem 2048
+
+    mkdir -p /etc/nginx/snippets
+    echo "ssl_certificate /etc/ssl/certs/nginx-selfsigned.crt;" > /etc/nginx/snippets/self-signed.conf
+    echo "ssl_certificate_key /etc/ssl/private/nginx-selfsigned.key;" >> /etc/nginx/snippets/self-signed.conf
+
+    cp system/nginx_snippets_ssl-params.conf /etc/nginx/snippets/ssl-params.conf
+
+    cp /etc/nginx/sites-available/default /etc/nginx/sites-available/default.bak
+
+    cp system/nginx_sites-available_default /etc/nginx/sites-available/default
+    sed -i "s|server_domain_or_IP|$HOST_NAME|"  /etc/nginx/sites-available/default
+
+    useradd nginx
+    cp system/nginx_nginx.conf /etc/nginx/nginx.conf
+
+    cp system/nginx_conf.d_10-rstudio.conf /etc/nginx/conf.d/10-rstudio.conf
+    sed -i "s|example.com|$HOST_NAME|" /etc/nginx/conf.d/10-rstudio.conf
+
+    systemctl restart nginx
+    systemctl enable nginx
+#fi
+
+# Docker volumes
+
+# mydatalocal: from the system disk or ephemeral  one
+IFB_DATADIR="/ifb/data/"
+source /etc/profile.d/ifb.sh
+VOL_NAME="mydatalocal"
+VOL_DEV=$(readlink -f -n $IFB_DATADIR/$VOL_NAME )
+DOCK_VOL=" --mount type=bind,src=$VOL_DEV,dst=$IFB_DATADIR/$VOL_NAME"
+
+# MBB Workflows reads data from /Data and write results to /Results
+mkdir ${VOL_DEV}/Data
+mkdir ${VOL_DEV}/Results
+DOCK_VOL+=" --mount type=bind,src=$VOL_DEV/Data,dst=/Data"
+DOCK_VOL+=" --mount type=bind,src=$VOL_DEV/Results,dst=/Results"
+
+# NFS mounts: from ifb_share configuration in autofs
+IFS_ORI=$IFS
+while IFS=" :" read VOL_NAME VOL_TYPE VOL_IP VOL_DEV ; do
+        DOCK_VOL+=" --mount type=volume,volume-driver=local,volume-opt=type=nfs,src=$VOL_NAME,dst=$IFB_DATADIR/$VOL_NAME,volume-opt=device=:$VOL_DEV,volume-opt=o=addr=$VOL_IP"
+done < /etc/auto.ifb_share
+IFS=$IFS_ORI
+
+
+
+CONTAINER_ID=$( docker run -d -p $APP_PORT:3838 $DOCK_VOL $APP_IMG )
+
+VM_IP=$(curl bot.whatismyipaddress.com)
+
+if [ $CONTAINER_ID ]
+then
+    echo " "
+    echo You have to put your Data on  : ${VOL_DEV}/Data
+    echo " "
+    echo Results will be written to    : ${VOL_DEV}/Results
+    echo " "
+    echo You can access the workflow interface at :  https://${VM_IP}
+    echo " "
+    echo To start a Bash session inside the container : docker exec -it $CONTAINER_ID /bin/bash
+    echo " "
+    echo To run the workflow without the interface : docker exec -it $CONTAINER_ID snakemake -s /workflow/Snakefile all --configfile config --cores XX
+    echo " "
+    echo config est un fichier de configuration qui doit être dans un sous dossier de ${VOL_DEV}/Data ou ${VOL_DEV}/Results
+    echo " "
+    echo ex. si fichier dans ${VOL_DEV}/Data/run1/maconfig1.yml : docker exec -it $CONTAINER_ID snakemake -s /workflow/Snakefile all --configfile /Data/run1/maconfig1.yml --cores XX
+    echo " "
+    echo Vous pouvez utiliser l''interface graphique pour générer un fichier de configuration.
+    echo " "
+    echo XX étant le nombre de coeurs qui seront utilisés par le workflow.
+else
+    echo Failed to run the docker container  !!
+fi

deployLocalHost.sh

+#!/bin/bash
+#This script will help a deployment of a docker image on your local machine
+
+if [ $# -lt 2 ]
+then
+  echo usage : $0 dataDir resultsDir '[dockerHub|local]'
+  exit
+fi
+#nginx 
+##### nginx install #####
+#sudo apt-get install -y nginx
+
+    # HOST_NAME="192.168.100.49"
+
+    # HTTP_ENDP="https://$HOST_NAME"
+
+    # openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout /etc/ssl/private/nginx-selfsigned.key -out /etc/ssl/certs/nginx-selfsigned.crt -subj "/C=FR/ST=LR/L=Montpellier/O=CNRS/OU=CNRS-ISEM/CN=mbb.univ-montp2.fr"
+    # openssl dhparam -out /etc/ssl/certs/dhparam.pem 2048
+
+    # mkdir -p /etc/nginx/snippets
+    # echo "ssl_certificate /etc/ssl/certs/nginx-selfsigned.crt;" > /etc/nginx/snippets/self-signed.conf
+    # echo "ssl_certificate_key /etc/ssl/private/nginx-selfsigned.key;" >> /etc/nginx/snippets/self-signed.conf
+
+    # cp system/nginx_snippets_ssl-params.conf /etc/nginx/snippets/ssl-params.conf
+
+    # cp /etc/nginx/sites-available/default /etc/nginx/sites-available/default.bak
+
+    # cp system/nginx_sites-available_default /etc/nginx/sites-available/default
+    # sed -i "s|server_domain_or_IP|$HOST_NAME|"  /etc/nginx/sites-available/default
+
+    # useradd nginx
+    # cp system/nginx_nginx.conf /etc/nginx/nginx.conf
+
+    # cp system/nginx_conf.d_10-rstudio.conf /etc/nginx/conf.d/10-rstudio.conf
+    # sed -i "s|example.com|$HOST_NAME|" /etc/nginx/conf.d/10-rstudio.conf
+
+    # systemctl restart nginx
+    # systemctl enable nginx
+
+#essayer une plage de ports entre 8787 et 8800
+#APP_PORT=$2 
+APP_PORT=8787
+while [[ $(ss -tulw | grep $APP_PORT) != "" && $APP_PORT < 8800 ]]
+do
+  APP_PORT=$(( $APP_PORT + 1))
+done
+
+if [[ $(ss -tulw | grep $APP_PORT) != "" ]]
+then
+  echo "No tcp port available !!"
+  exit -1
+fi
+
+# Docker volumes
+# MBB Workflows reads data from /Data and write results to /Results
+
+if [ $SUDO_USER ]; then realUSER=$SUDO_USER; else realUSER=`whoami`; fi
+
+Data=$1
+Results=$2
+
+mkdir -p $Data
+mkdir -p $Results
+
+DOCK_VOL+=" --mount type=bind,src=$Data,dst=/Data"
+DOCK_VOL+=" --mount type=bind,src=$Results,dst=/Results"
+
+if [ $# -lt 3 ]
+then
+    APP_IMG="mbbteam/microbial_metagenome:latest"  
+else 
+    IMG_SRC=$3
+    case $IMG_SRC in
+        dockerHub )
+            APP_IMG="mbbteam/microbial_metagenome:latest"  ;;
+        local)
+            docker build . -t microbial_metagenome:latest 
+            APP_IMG="microbial_metagenome:latest" ;;
+        mbb)    
+            #APP_IMG="X.X.X.X:5000/microbial_metagenome:latest" ;;
+    esac
+fi
+
+IMG_NAME=$(echo $APP_IMG"-"$APP_PORT | sed s/:/-/ )
+CONTAINER_ID=$( docker run --rm -d --name $IMG_NAME -p $APP_PORT:3838 $DOCK_VOL $APP_IMG )
+if [ $CONTAINER_ID ]
+then
+    echo " "
+    echo You have to put your Data on  : $1
+    echo " "
+    echo Results will be written to    : $2
+    echo " "
+    echo localhost | awk -v port=$APP_PORT '{print "You can access the shiny workflow interface at :  http://"$1":"port}'
+    echo " "
+    echo To start a Bash session inside the container : docker exec -it $IMG_NAME /bin/bash
+else
+    echo Failed to run the docker container  !!
+fi

install.sh

+#!/bin/bash
+
+sudo apt-get update
+
+##### Docker install #####
+sudo apt-get install -y docker.io
+
+##### nginx install #####
+sudo apt-get install -y nginx
\ No newline at end of file

waw_workflow.qsub

+#!/bin/bash 
+#$ -S /bin/bash 
+# Job name 
+#$ -N WAW_worflow 
+# Using current working directory (otherwise, you will have to use '#$ wd /path/to/run') 
+#$ -cwd 
+# job time limits (h_rt is required [s_rt == software time limit / h_rt == hardware time limit]) 
+#$ -l h_rt=48:00:00 
+# Redirects the standard output to the named file. 
+#$ -o Results/waw.out 
+#$ -e Results/waw.err 
+module load singularity-3.1 
+
+dataDir=$1
+resultsDir=$2
+# Config file in a location binded to /Data or /Results 
+#ex. file in /home/khalid/dataanalyse/config.yaml
+#/home/khalid/dataanalyse/ is dataDir thet will be binded to /Data in the container
+#configfile must be set to /Data/config.yaml
+configFile=$3 
+cores=$4
+#if we must build the image from docker image
+singularity build microbial_metagenome.simg docker://mbbteam/microbial_metagenome:latest
+
+
+#Run the workflow in cmd line
+singularity exec -B $dataDir:/Data -B $resultsDir:/Results microbial_metagenome.simg snakemake  -s /workflow/Snakefile --configfile $configFile --cores $cores