NVSK changes with CSP

Dockerfile

@@ -0,0 +1,32 @@
+#Official Ubuntu Image
+FROM ubuntu:20.04
+#Install necessary packages
+RUN apt-get update && \
+    DEBIAN_FRONTEND=noninteractive \
+    apt-get install -y \
+    openjdk-8-jdk \
+    software-properties-common \
+    python3-pip \
+    python3-venv \
+    python3-virtualenv \
+    zip \
+    unzip \
+    acl
+#Create the User
+RUN useradd -m -s /bin/bash analytics
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/observation/evidence
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/observation/status
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/project
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/project/evidence
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/survey
+RUN mkdir -p /opt/sparkjobs/ml-analytics-service/logs/survey/evidence && chown -R analytics:analytics /opt/sparkjobs/ml-analytics-service
+RUN chmod +rwx -R /opt/sparkjobs/ml-analytics-service/
+COPY . /opt/sparkjobs/ml-analytics-service/
+COPY faust.sh /opt/sparkjobs/faust_as_service/faust.sh
+RUN chown -R analytics:analytics /opt/sparkjobs/ml-analytics-service
+USER analytics
+WORKDIR /opt/sparkjobs/ml-analytics-service
+RUN virtualenv spark_venv
+RUN /opt/sparkjobs/ml-analytics-service/spark_venv/bin/pip install --upgrade -r /opt/sparkjobs/ml-analytics-service/requirements.txt
+COPY start-services.sh .
+CMD ./start-services.sh

Jenkinsfile

@@ -0,0 +1,42 @@
+node('build-slave') {
+    try {
+        String ANSI_GREEN = "\u001B[32m"
+        String ANSI_NORMAL = "\u001B[0m"
+        String ANSI_BOLD = "\u001B[1m"
+        String ANSI_RED = "\u001B[31m"
+        String ANSI_YELLOW = "\u001B[33m"
+        ansiColor('xterm') {
+            timestamps {
+                stage('Checkout') {
+                    if (!env.hub_org) {
+                        println(ANSI_BOLD + ANSI_RED + "Uh Oh! Please set a Jenkins environment variable named hub_org with value as registery/sunbidrded" + ANSI_NORMAL)
+                        error 'Please resolve the errors and rerun..'
+                    } else
+                        println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL)
+                }
+                // cleanWs()
+                checkout scm
+                commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim()
+                build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim()
+                echo "build_tag: " + build_tag
+            }
+            stage('Build') {
+                   env.NODE_ENV = "build"
+                   print "Environment will be : ${env.NODE_ENV}"
+                   sh('git submodule update --init')
+                   sh('git submodule update --init --recursive --remote')
+                   sh('chmod 777 build.sh')
+                   sh("./build.sh ${build_tag} ${env.NODE_NAME} ${hub_org}")
+                  }
+
+                stage('ArchiveArtifacts') {
+                archiveArtifacts "metadata.json"
+                currentBuild.description = "${build_tag}"
+            }
+        }
+    }
+    catch (err) {
+        currentBuild.result = "FAILURE"
+        throw err
+    }
+}

build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+# Build script
+set -eo pipefail
+build_tag=$1
+name=ml-analytics-service
+node=$2
+org=$3
+docker build -f ./Dockerfile --label commitHash=$(git rev-parse --short HEAD) -t ${org}/${name}:${build_tag} .
+echo {\"image_name\" : \"${name}\", \"image_tag\" : \"${build_tag}\", \"node_name\" : \"$node\"} > metadata.json

faust.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+export LANG=C.UTF-8
+export LC_ALL=C.UTF-8
+/opt/sparkjobs/ml-analytics-service/spark_venv/bin/python /opt/sparkjobs/ml-analytics-service/$1.py --workdir /opt/sparkjobs/ml-analytics-service/$2 worker -l info