datafabric_container_setup.sh

#!/bin/bash
#set -x
IMAGE="maprtech/edf-seed-container:latest"
INTERFACE="en0"
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color

usage()
{
   echo "This script will take of deploying edf on seed node."
   echo
   echo "Syntax: ./datafabric_container_setup.sh [-i|--image] [-p|--publicipv4dns] [-f|--proxyfiledetails]"
   echo "options:"
   echo "-i|--image this is optional,By defaul it will pull image having latest tag, 
         we can also provide image which has custom tag example:maprtech/edf-seed-container:7.4.0_9.1.2"
   echo "-p|--publicipv4dns is the public IPv4 DNS and needed for cloud deployed seed nodes. Note that both inbound and outbound trafic on port 8443              
         needs to be enabled on the cloud instance. Otherwise, the Data Fabric UI cannot be acessible"
   echo "-f|--proxyfiledetails is the location of file from where proxy  details provided by user are copied to docker container."              
   echo
}

os_name=$(. /etc/os-release  2> /dev/null && echo "$ID") &> /dev/null 

install_docker_linux()
{
    echo "Docker is not present on the system.Installing it.."
    echo "Docker installation may take 6 to 8 minutes..."
    echo "There is no input/intervention required from user side"

    if [ $os_name == "ubuntu" ]; then
        sudo apt-get update > /dev/null
        sudo apt-get -y install ca-certificates curl gnupg > /dev/null
        sudo install -m 0755 -d /etc/apt/keyrings
        curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -  > /dev/null 2>&1
        sudo chmod a+r /etc/apt/keyrings/docker.gpg
        echo \
          "deb [arch="$(dpkg --print-architecture)" signed-by=/etc/apt/keyrings/docker.gpg trusted=yes] https://download.docker.com/linux/ubuntu \
            "$(. /etc/os-release && echo "$VERSION_CODENAME")" stable" | \
        sudo tee /etc/apt/sources.list.d/docker.list > /dev/null

        sudo apt-get update > /dev/null 2>&1
	    sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin > /dev/null 2>&1
        systemctl daemon-reload > /dev/null 2>&1
        systemctl restart docker  > /dev/null 2>&1
        systemctl enable docker > /dev/null 2>&1
    elif [ $os_name == "rhel" ]; then 
       dnf config-manager --add-repo=https://download.docker.com/linux/centos/docker-ce.repo > /dev/null
       dnf install docker-ce --nobest -y > /dev/null
    elif [ $os_name == "centos" ]; then 
       sudo yum install -y yum-utils > /dev/null
       sudo yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo > /dev/null
       sudo yum install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
    fi



sleep 120
systemctl start docker  > /dev/null 2>&1

#check if docker is installed and running
docker info > /dev/null 2>&1
if [ $? != 0 ] ; then
       echo
       echo "Docker installation  on the node where this script is ran is not successfull.Please install docker manually  to proceed forward"
       exit
else
      echo
      echo "Docker installation on node from script was successfull"
fi

}

#checking if required memory is present or not
os_vers=`uname -s` > /dev/null 2>&1
memory_requirement=1
if [ "$os_vers" == "Darwin" ]; then
     memory_avilable_mac=$(system_profiler SPHardwareDataType | grep "Memory" | awk '{print $2}')  &>/dev/null
       if  [ $memory_avilable_mac -lt 32 ] ; then
           echo -e "${GREEN}RAM NEEDED \t :\t 32 GB"
           echo -e "${RED}RAM AVILABLE \t :\t $memory_avilable_mac  GB"
           echo -e "${RED}Please try to spin up seed node on client having sufficient memory${NC}"
           memory_requirement=0
           exit
       fi
fi
if [ "$os_vers" == "Linux" ]; then
       memory_avilable_linux=$(cat /proc/meminfo | grep MemTotal | awk '{print $2}')  &>/dev/null 
        if  [ $memory_avilable_linux -lt 25165824 ]; then
            echo -e "${GREEN}RAM NEEDED \t :\t 25165824"
            echo -e "${RED}RAM AVILABLE \t :\t $memory_avilable_linux"
            echo -e "${RED}Please try to spin up seed node on client having sufficient memory${NC}"
            memory_requirement=0
            exit
         fi
fi


docker info > /dev/null 2>&1
if [ $? != 0 ] ; then
   if [ "$os_vers" == "Darwin" ];then
    echo -e "${RED}Docker is not installed/not-running on the MacBook where this script is ran.Please install/start docker to proceed forward"
    echo -e "${GREEN}Reference link to install : https://docs.docker.com/desktop/install/mac-install/${NC}"
    exit
   elif [ "$os_vers" == "Linux" ]; then
	 install_docker_linux
   fi
fi

#check connectivity to docker hub
docker_running=1
docker run hello-world  > /dev/null 2>&1
if [ $? != 0 ]; then
    echo -e "${RED}Docker is not running on the system"
    echo -e "${RED}Docker is installed/running on the system but we are not able to pull images from docker hub"
    echo -e "${RED}Please check internet connectivity or if the machine is behind a proxy and take appropriate action accordingly${NC}"
    docker_running=0
    exit
fi

#remove the hello-world image we ran in earler step
CID_Hello=$(docker ps -a | grep hello-world | awk '{ print $1 }' | tail -1  )
if [ -n "$CID_Hello" ]; then
   docker stop $CID_Hello > /dev/null 2>&1
   docker rm -f $CID_Hello > /dev/null 2>&1
fi

lsof_installed=1
if [ "$os_vers" == "Linux" ]; then
   if [ $os_name == "ubuntu" ] ; then
      if [ $(dpkg -l | grep -i lsof | wc -l) == 0 ]; then
          lsof_installed=0
      fi
   elif [ $os_name == "centos" ] || [ $os_name == "rhel" ]; then
        if [ $(rpm -qa | grep -i lsof | wc -l) == 0 ]; then
          lsof_installed=0
        fi
   fi
fi


if [ $lsof_installed == 1 ];then
    #check if ports used by datafabric is already used by some other process
    docker ps -a | grep edf-seed-container > /dev/null 2>&1
    if [ $? != 0 ]; then
         seednodeports='7221 5660 5692 5724 5756 8443 8188 8080 7222 5181'
         pc=0
         for port in $seednodeports
            do
              result=`lsof -i:${port} | grep LISTEN`
              retval=$?
              if [ $retval -eq 0 ]; then
                 echo "${port} port is being used"
                 pc=1
              fi
            done
       if [ $pc -eq 1 ]; then
          echo -e "${RED}it seems to be that some existing application using the required ports so please make sure to clean them up before attempting again${NC}"
          exit 1
       fi
    fi
else
   echo -e "${YELLOW}lsof command is not installed on the system"
   echo -e "${YELLOW}We will not be able to check if ports 7221 5660 5692 5724 5756 8443 8188 8080 7222 5181 needed by Bootstrap node are being used by any other process/application"
   echo -e "${YELLOW}If above mentioned ports are in use then the container will fail to start${NC}"
fi

if [ $memory_requirement == 1 ]  && [ $docker_running == 1 ] && [ $lsof_installed == 1 ]; then
     echo -e "\t\t${GREEN}RAM NEEDED \t :\t AVAILABLE"
     echo -e "\t\t${GREEN}DOCKER STATUS \t :\t RUNNING"
     echo -e "\t\t${GREEN}PORTS NEEDED \t :\t AVAILABLE"
     echo -e "\t\tPROCEEDING FORWARD WITH DEPLOYING SEED NODE${NC}"
fi


while [ $# -gt 0 ]
do
  case "$1" in
  -i|--image) shift;
  IMAGE=$1;;
  -p|--publicipv4dns) shift;
  PUBLICIPV4DNS=$1;;
  -f|--proxyfiledetails) shift;
  PROXYFILEDETAILS=$1;;
  *) shift;
   usage
   exit;;
   esac
   shift
done

which ipconfig &>/dev/null
if [ $? -eq 0 ]; then
  INTERFACE=$(route -n get default | grep interface | awk '{print $2}')
  IP=$(ipconfig getifaddr $INTERFACE)
else
  INTERFACE=$(ip route | grep default | awk '{print $5}')
  IP=$(ip addr show $INTERFACE | grep -w inet | awk '{ print $2}' | cut -d "/" -f1)
fi
hostName="${hostName:-"edf-installer.hpe.com"}"
clusterName=$(echo ${hostName} | cut -d '.' -f 1)
 

runMaprImage() {
    echo "Please enter the local sudo password for $(whoami)"
        sudo rm -rf /tmp/maprdemo
        sudo mkdir -p /tmp/maprdemo/hive /tmp/maprdemo/zkdata /tmp/maprdemo/pid /tmp/maprdemo/logs /tmp/maprdemo/nfs
        sudo chmod -R 777 /tmp/maprdemo/hive /tmp/maprdemo/zkdata /tmp/maprdemo/pid /tmp/maprdemo/logs /tmp/maprdemo/nfs

        PORTS=' -p 2222:22 -p 7221:7221  -p 5660:5660 -p 8443:8443  -p 8080:8080  -p 8188:8188  -p 7222:7222 -p 5181:5181  -p 5692:5692 -p 5724:5724 -p 5756:5756 '
        #export MAPR_EXTERNAL="0.0.0.0"
  #incase non-mac ipconfig command would not be found
  which ipconfig &>/dev/null
  if [ $? -eq 0 ]; then
    export MAPR_EXTERNAL=$(ipconfig getifaddr $INTERFACE)
  else
    export MAPR_EXTERNAL=$(ip addr show $INTERFACE | grep -w inet | awk '{ print $2}' | cut -d "/" -f1)
  fi

 
  if [ "${PUBLICIPV4DNS}" == "" ]; then
	echo ""
  else
    export PUBLICIPV4DNS="${PUBLICIPV4DNS}"
  fi

        docker pull ${IMAGE}; 
        docker run -d --privileged -v /tmp/maprdemo/zkdata:/opt/mapr/zkdata -v /tmp/maprdemo/pid:/opt/mapr/pid  -v /tmp/maprdemo/logs:/opt/mapr/logs  -v /tmp/maprdemo/nfs:/mapr $PORTS -e MAPR_EXTERNAL -e clusterName -e isSecure --hostname ${clusterName} ${IMAGE} > /dev/null 2>&1

   # Check if docker container is started wihtout any issue
   sleep 5 # wait for docker container to start

    CID=$(docker ps -a | grep edf-seed-container | awk '{ print $1 }' )
    RUNNING=$(docker inspect --format="{{.State.Running}}" $CID 2> /dev/null)
    ERROR=$(docker inspect --format="{{.State.Error}}" $CID 2> /dev/null)

    if [ "$RUNNING" == "true" -a "$ERROR" == "" ]
    then
            echo "Developer Sandbox Container $CID is running.."
    else
            echo "Failed to start Developer Sandbox Container $CID. Error: $ERROR"
            exit
    fi
}

docker ps -a | grep edf-seed-container > /dev/null 2>&1
if [ $? -ne 0 ]
then
        STATUS='NOTRUNNING'
else
        echo "MapR sandbox container is already running."
        echo "1. Kill the earlier run and start a fresh instance"
        echo "2. Reconfigure the client and the running container for any network changes"
        echo -n "Please enter choice 1 or 2 : "
        read ANS
        if [ "$ANS" == "1" ]
        then
                CID=$(docker ps -a | grep edf-seed-container | awk '{ print $1 }' )
                docker stop $CID > /dev/null 2>&1
                docker kill $CID > /dev/null 2>&1
                docker rm -f $CID > /dev/null 2>&1
                STATUS='NOTRUNNING'
        else
                STATUS='RUNNING'
        fi
fi

if [ "$STATUS" == "RUNNING" ]
then
        # There is an instance of dev-sandbox-container. Check if it is running or not.
        CID=$(docker ps -a | grep edf-seed-container | awk '{ print $1 }' )
        RUNNING=$(docker inspect --format="{{.State.Running}}" $CID 2> /dev/null)
        if [ "$RUNNING" == "true" ]
        then
                # Container is running there.
                # Change the IP in /etc/hosts and reconfigure client for the IP Change
                # Change the server side settings and restart warden
                grep ${hostName} /etc/hosts | grep ${IP} > /dev/null 2>&1
                if [ $? -ne 0 ]
                then
                        echo "Please enter the local sudo password for $(whoami)"
                        sudo sed -i  '/'${hostName}'/d' /etc/hosts &>/dev/null
                        sudo  sh -c "echo  \"${IP}      ${hostName}  ${clusterName}\" >> /etc/hosts"
                        sudo sed -i '' '/'${hostName}'/d' /opt/mapr/conf/mapr-clusters.conf &>/dev/null
            		sudo /opt/mapr/server/configure.sh -c -C ${hostName}  -N ${clusterName} > /dev/null 2>&1
                        # Change the external IP in the container
                        echo "Please enter the root password of the container 'mapr' "
                        ssh root@localhost -p 2222 " sed -i \"s/MAPR_EXTERNAL=.*/MAPR_EXTERNAL=${IP}/\" /opt/mapr/conf/env.sh "
                        echo "Please enter the root password of the container 'mapr' "
                        ssh root@localhost -p 2222 "service mapr-warden restart"
                fi
        fi
        if [ "$RUNNING" == "false" ]
        then
                # Container was started earlier but is not running now.
                # Start the container. Change the client side settings
                # Change the server side settings
                docker start ${CID}
                echo "Please enter the local sudo password for $(whoami)"
                sudo sed -i  '/'${hostName}'/d' /etc/hosts &>/dev/null
                sudo sh -c "echo  \"${IP}       ${hostName}  ${clusterName}\" >> /etc/hosts"
                sudo sed -i '' '/'${hostName}'/d' /opt/mapr/conf/mapr-clusters.conf &>/dev/null
        sudo /opt/mapr/server/configure.sh -c -C ${hostName}  -N ${clusterName} > /dev/null 2>&1
        # Change the external IP in the container
                echo "Please enter the root password of the container 'mapr' "
                ssh root@localhost -p 2222 " sed -i \"s/MAPR_EXTERNAL=.*/MAPR_EXTERNAL=${IP}/\" /opt/mapr/conf/env.sh "
                echo "Please enter the root password of the container 'mapr' "
        ssh root@localhost -p 2222 "service mapr-warden restart"
        fi
else
        # There is no instance of dev-sandbox-container running. Start a fresh container and configure client.
        runMaprImage

        sudo sed -i  '/'${hostName}'/d' /etc/hosts &>/dev/null
        
        os_vers=`uname -s` > /dev/null 2>&1 
        
	`docker cp $CID:/etc/environment /tmp/proxyseednode`
        `echo "export SEED_NODE=true" >> /tmp/proxyseednode` > /dev/null 2>&1
		
	if [ "$os_vers" == "Darwin" ]; then
	   if [ "${PROXYFILEDETAILS}" != "" ]; then
		`cat $PROXYFILEDETAILS >>/tmp/proxyseednode` > /dev/null 2>&1
	   fi
        fi
        if [ "$os_vers" == "Linux" ]  && [ "${PROXYFILEDETAILS}" != "" ]; then
	   `cat $PROXYFILEDETAILS >>/tmp/proxyseednode` > /dev/null 2>&1
        fi
        if  [ "$os_vers" == "Linux" ]  && [ "${PROXYFILEDETAILS}" == "" ]; then
           `cat /etc/environment >>/tmp/proxyseednode` > /dev/null 2>&1
           `cat /etc/profile.d/proxy.sh >>/tmp/proxyseednode` > /dev/null 2>&1
        fi 
	`docker cp /tmp/proxyseednode $CID:/etc/environment` > /dev/null 2>&1
	`rm -rf /tmp/proxyseednode` > /dev/null 2>&1
        services_up=0
        sleep_total=600
        sleep_counter=0
        if [ "$os_vers" == "Darwin" ]; then
           while [[ $sleep_counter -le $sleep_total ]]
            do
             curl -k -X GET "https://edf-installer.hpe.com:8443/rest/node/list?columns=svc" -u mapr:mapr123 &>/dev/null 
             if [ $? -ne 0 ];then
                echo "services required for Ezmeral Data fabric are  coming up"
                sleep 60;
                sleep_counter=$((sleep_counter+60))
             else
                services_up=1
                break
             fi
           done
       fi
       if [ "$os_vers" == "Linux" ]; then
           while [[ $sleep_counter -le $sleep_total ]]
            do
             curl -k -X GET https://`hostname -f`:8443/rest/node/list?columns=svc -u mapr:mapr123 &>/dev/null 
             if [ $? -ne 0 ];then
                echo "services required for Ezmeral Data fabric are  coming up"
                sleep 60;
                sleep_counter=$((sleep_counter+60))
             else
                services_up=1
                break
             fi
           done
       fi


        if [ $services_up -eq 1 ]; then
           echo
           echo "Client has been configured with the docker container."
           echo
	   if [   "${PUBLICIPV4DNS}" == "" ]; then
        	echo "Please click on the link https://"${MAPR_EXTERNAL}":8443/app/dfui to deploy data fabric"
        	echo "For user documentation, see https://docs.ezmeral.hpe.com/datafabric/home/installation/installation_main.html"
                echo
    	   else
        	echo "Please click on the link  https://"${PUBLICIPV4DNS}":8443/app/dfui  to deploy data fabric"
        	echo "For user documentation, see https://docs.ezmeral.hpe.com/datafabric/home/installation/installation_main.html"

          fi
       else
          echo 
          echo "services didnt come up in stipulated 10 mins time"
          echo "please login to the container using ssh root@localhost -p 2222 with mapr as password and check further"
          echo "For documentation on steps to debug, see https://docs.ezmeral.hpe.com/datafabric/home/installation/troubleshooting_seed_node_installation.html"
          echo "once all services are up fabric UI is available at https://"${MAPR_EXTERNAL}":8443/app/dfui  and fabrics can be deployed from that page"
          echo	
       fi

    	
fi