cd.sh

# 20171030 CD SCRIPT to replace ONAP on a running VM
# see INT-120
#
# do a chmod 777 on /dockerdata-nfs so e can delete the dir using the jenkins user
usage() {
  cat <<EOF
Usage: $0 [PARAMs]
-u                  : Display usage
-b [branch]         : branch = master or release-1.1.0 (required)
EOF
}

deploy_onap() {
echo "$(date)"
echo "provide onap-parameters.yaml and aai-cloud-region-put.json"

# fix virtual memory for onap-log:elasticsearch under Rancher 1.6.11 - OOM-431
sudo sysctl -w vm.max_map_count=262144
echo "remove existing oom"
source oom/kubernetes/oneclick/setenv.bash
# master/beijing only - not amsterdam
oom/kubernetes/oneclick/deleteAll.bash -n onap -y
sleep 10
# verify
DELETED=$(kubectl get pods --all-namespaces -a | grep 0/ | wc -l)

helm delete --purge onap-config
# wait for 0/1 before deleting
echo "sleeping 1 min"
# replace with watch
# keep jenkins 120 sec timeout happy with echos
sleep 30
echo " deleting /dockerdata-nfs"
sudo chmod -R 777 /dockerdata-nfs/onap
rm -rf /dockerdata-nfs/onap
rm -rf oom

echo "pull new oom"
git clone -b $BRANCH http://gerrit.onap.org/r/oom

echo "start config pod"
# still need to source docker variables
source oom/kubernetes/oneclick/setenv.bash
#echo "source setenv override"
echo "moving onap-parameters.yaml to oom/kubernetes/config"
cp onap-parameters.yaml oom/kubernetes/config
cd oom/kubernetes/config
./createConfig.sh -n onap
cd ../../../

# usually the prepull takes up to 15 min - however hourly builds will finish the docker pulls before the config pod is finisheed
echo "verify onap-config is 0/1 not 1/1 - as in completed - an error pod - means you are missing onap-parameters.yaml or values are not set in it."
while [  $(kubectl get pods -n onap -a | grep config | grep 0/1 | grep Completed | wc -l) -eq 0 ]; do
    sleep 15
    echo "waiting for config pod to complete"
done

echo "pre pull docker images - 15+ min"
#curl https://jira.onap.org/secure/attachment/10750/prepull_docker.sh > prepull_docker.sh
cp oom/kubernetes/config/prepull_docker.sh .
chmod 777 prepull_docker.sh
./prepull_docker.sh
echo "start onap pods"
cd oom/kubernetes/oneclick
# we are not using this for now - to avoid fail fast helm issues during development testing helm 2.5+
#./createAll.bash -n onap
# workaround for OOM-448 - run independently
./createAll.bash -n onap -a consul
./createAll.bash -n onap -a msb
./createAll.bash -n onap -a mso
./createAll.bash -n onap -a message-router
./createAll.bash -n onap -a sdnc
./createAll.bash -n onap -a vid
./createAll.bash -n onap -a robot
./createAll.bash -n onap -a portal
./createAll.bash -n onap -a policy
./createAll.bash -n onap -a appc
./createAll.bash -n onap -a aai
./createAll.bash -n onap -a sdc
./createAll.bash -n onap -a dcaegen2
./createAll.bash -n onap -a log
./createAll.bash -n onap -a cli
./createAll.bash -n onap -a multicloud
./createAll.bash -n onap -a clamp
./createAll.bash -n onap -a vnfsdk
./createAll.bash -n onap -a uui
./createAll.bash -n onap -a aaf
./createAll.bash -n onap -a vfc
./createAll.bash -n onap -a kube2msb
./createAll.bash -n onap -a esr

cd ../../../

echo "wait for all pods up for 15-22 min"
FAILED_PODS_LIMIT=0
MAX_WAIT_PERIODS=90 # 22 MIN
COUNTER=0
while [  $(kubectl get pods --all-namespaces | grep 0/ | wc -l) -gt $FAILED_PODS_LIMIT ]; do
    PENDING=$(kubectl get pods --all-namespaces | grep 0/ | wc -l)
    sleep 15
    LIST_PENDING=$(kubectl get pods --all-namespaces | grep 0/ )
    echo "${LIST_PENDING}"
    echo "${PENDING} pending > ${FAILED_PODS_LIMIT} at the ${COUNTER}th 15 sec interval"
    COUNTER=$((COUNTER + 1 ))
    MAX_WAIT_PERIODS=$((MAX_WAIT_PERIODS - 1))
    if [ "$MAX_WAIT_PERIODS" -eq 0 ]; then
      FAILED_PODS_LIMIT=120 
    fi
done

echo "report on non-running containers"
PENDING=$(kubectl get pods --all-namespaces | grep 0/)
PENDING_COUNT=$(kubectl get pods --all-namespaces | grep 0/ | wc -l)
PENDING_COUNT_AAI=$(kubectl get pods -n onap-aai | grep 0/ | wc -l)
if [ "$PENDING_COUNT_AAI" -gt 0 ]; then
    echo "down-aai=${PENDING_COUNT_AAI}"
fi
# todo don't stop if aai is down

PENDING_COUNT_APPC=$(kubectl get pods -n onap-appc | grep 0/ | wc -l)
if [ "$PENDING_COUNT_APPC" -gt 0 ]; then
    echo "down-appc=${PENDING_COUNT_APPC}"
fi
PENDING_COUNT_MR=$(kubectl get pods -n onap-message-router | grep 0/ | wc -l)
if [ "$PENDING_COUNT_MR" -gt 0 ]; then
    echo "down-mr=${PENDING_COUNT_MR}"
fi
PENDING_COUNT_SO=$(kubectl get pods -n onap-mso | grep 0/ | wc -l)
if [ "$PENDING_COUNT_SO" -gt 0 ]; then
    echo "down-so=${PENDING_COUNT_SO}"
fi
PENDING_COUNT_POLICY=$(kubectl get pods -n onap-policy | grep 0/ | wc -l)
if [ "$PENDING_COUNT_POLICY" -gt 0 ]; then
    echo "down-policy=${PENDING_COUNT_POLICY}"
fi
PENDING_COUNT_PORTAL=$(kubectl get pods -n onap-portal | grep 0/ | wc -l)
if [ "$PENDING_COUNT_PORTAL" -gt 0 ]; then
    echo "down-portal=${PENDING_COUNT_PORTAL}"
fi
PENDING_COUNT_LOG=$(kubectl get pods -n onap-log | grep 0/ | wc -l)
if [ "$PENDING_COUNT_LOG" -gt 0 ]; then
    echo "down-log=${PENDING_COUNT_LOG}"
fi
PENDING_COUNT_ROBOT=$(kubectl get pods -n onap-robot | grep 0/ | wc -l)
if [ "$PENDING_COUNT_ROBOT" -gt 0 ]; then
    echo "down-robot=${PENDING_COUNT_ROBOT}"
fi
PENDING_COUNT_SDC=$(kubectl get pods -n onap-sdc | grep 0/ | wc -l)
if [ "$PENDING_COUNT_SDC" -gt 0 ]; then
    echo "down-sdc=${PENDING_COUNT_SDC}"
fi
PENDING_COUNT_SDNC=$(kubectl get pods -n onap-sdnc | grep 0/ | wc -l)
if [ "$PENDING_COUNT_SDNC" -gt 0 ]; then
    echo "down-sdnc=${PENDING_COUNT_SDNC}"
fi
PENDING_COUNT_VID=$(kubectl get pods -n onap-vid | grep 0/ | wc -l)
if [ "$PENDING_COUNT_VID" -gt 0 ]; then
    echo "down-vid=${PENDING_COUNT_VID}"
fi

PENDING_COUNT_AAF=$(kubectl get pods -n onap-aaf | grep 0/ | wc -l)
if [ "$PENDING_COUNT_AAF" -gt 0 ]; then
    echo "down-aaf=${PENDING_COUNT_AAF}"
fi
PENDING_COUNT_CONSUL=$(kubectl get pods -n onap-consul | grep 0/ | wc -l)
if [ "$PENDING_COUNT_CONSUL" -gt 0 ]; then
    echo "down-consul=${PENDING_COUNT_CONSUL}"
fi
PENDING_COUNT_MSB=$(kubectl get pods -n onap-msb | grep 0/ | wc -l)
if [ "$PENDING_COUNT_MSB" -gt 0 ]; then
    echo "down-msb=${PENDING_COUNT_MSB}"
fi
PENDING_COUNT_DCAE=$(kubectl get pods -n onap-dcaegen2 | grep 0/ | wc -l)
if [ "$PENDING_COUNT_DCAE" -gt 0 ]; then
    echo "down-dcae=${PENDING_COUNT_DCAE}"
fi
PENDING_COUNT_CLI=$(kubectl get pods -n onap-cli | grep 0/ | wc -l)
if [ "$PENDING_COUNT_CLI" -gt 0 ]; then
    echo "down-cli=${PENDING_COUNT_CLI}"
fi
PENDING_COUNT_MULTICLOUD=$(kubectl get pods -n onap-multicloud | grep 0/ | wc -l)
if [ "$PENDING_COUNT_MULTICLOUD" -gt 0 ]; then
    echo "down-multicloud=${PENDING_COUNT_MULTICLOUD}"
fi
PENDING_COUNT_CLAMP=$(kubectl get pods -n onap-clamp | grep 0/ | wc -l)
if [ "$PENDING_COUNT_CLAMP" -gt 0 ]; then
    echo "down-clamp=${PENDING_COUNT_CLAMP}"
fi
PENDING_COUNT_VNFSDK=$(kubectl get pods -n onap-vnfsdk | grep 0/ | wc -l)
if [ "$PENDING_COUNT_VNFSDK" -gt 0 ]; then
    echo "down-vnfsdk=${PENDING_COUNT_VNFSDK}"
fi
PENDING_COUNT_UUI=$(kubectl get pods -n onap-uui | grep 0/ | wc -l)
if [ "$PENDING_COUNT_UUI" -gt 0 ]; then
    echo "down-uui=${PENDING_COUNT_UUI}"
fi
PENDING_COUNT_VFC=$(kubectl get pods -n onap-vfc | grep 0/ | wc -l)
if [ "$PENDING_COUNT_VFC" -gt 0 ]; then
    echo "down-vfc=${PENDING_COUNT_VFC}"
fi
PENDING_COUNT_KUBE2MSB=$(kubectl get pods -n onap-kube2msb | grep 0/ | wc -l)
if [ "$PENDING_COUNT_KUBE2MSB" -gt 0 ]; then
    echo "down-kube2msb=${PENDING_COUNT_KUBE2MSB}"
fi
echo "pending containers=${PENDING_COUNT}"
echo "${PENDING}"

echo "check filebeat 2/2 count for ELK stack logging consumption"
FILEBEAT=$(kubectl get pods --all-namespaces -a | grep 2/)
echo "${FILEBEAT}"
echo "sleep 4 min - to allow rest frameworks to finish"
sleep 240
echo "run healthcheck 3 times to warm caches and frameworks so rest endpoints report properly - see OOM-447"

#cd /dockerdata-nfs/onap/robot/
# OOM-484 - robot scripts moved
cd oom/kubernetes/robot
echo "run healthcheck prep 1"
./ete-k8s.sh health > ~/health1.out
echo "run healthcheck prep 2"
./ete-k8s.sh health > ~/health2.out
echo "run healthcheck for real - wait a further 6 min"
sleep 360
./ete-k8s.sh health 

echo "run partial vFW"
echo "curl with aai cert to cloud-region PUT"

curl -X PUT https://127.0.0.1:30233/aai/v11/cloud-infrastructure/cloud-regions/cloud-region/CloudOwner/RegionOne --data "@aai-cloud-region-put.json" -H "authorization: Basic TW9kZWxMb2FkZXI6TW9kZWxMb2FkZXI=" -H "X-TransactionId:jimmy-postman" -H "X-FromAppId:AAI" -H "Content-Type:application/json" -H "Accept:application/json" --cacert aaiapisimpledemoopenecomporg_20171003.crt -k

echo "get the cloud region back"
curl -X GET https://127.0.0.1:30233/aai/v11/cloud-infrastructure/cloud-regions/ -H "authorization: Basic TW9kZWxMb2FkZXI6TW9kZWxMb2FkZXI=" -H "X-TransactionId:jimmy-postman" -H "X-FromAppId:AAI" -H "Content-Type:application/json" -H "Accept:application/json" --cacert aaiapisimpledemoopenecomporg_20171003.crt -k

sudo chmod 777 /dockerdata-nfs/onap
./demo-k8s.sh init

echo "report results"
cd ../../../
echo "$(date)"
#set +a
}

BRANCH=

while getopts ":b:u:" PARAM; do
  case $PARAM in
    u)
      usage
      exit 1
      ;;
    b)
      BRANCH=${OPTARG}
      ;;
    ?)
      usage
      exit
      ;;
  esac
done

if [[ -z $BRANCH ]]; then
  usage
  exit 1
fi

deploy_onap  $BRANCH

printf "**** Done ****\n"