1.1.8 (#74)

splunk · Nov 10, 2021 · 0cb204d · 0cb204d
1 parent 8221c9a
commit 0cb204d
Show file tree

Hide file tree

Showing 14 changed files with 318 additions and 178 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
diff --git a/.circleci/trigger_func_test.sh b/.circleci/trigger_func_test.sh
diff --git a/.github/workflows/ci_build_test.yaml b/.github/workflows/ci_build_test.yaml
@@ -0,0 +1,192 @@
+name: CI Build Test
+
+on:
+  pull_request:
+    branches-ignore:
+      - /^release\/.*/
+      - main
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Setup Ruby and install gems
+        uses: ruby/setup-ruby@v1
+        with:
+          bundler-cache: true
+          ruby-version: 2.6
+
+      - name: Install dependencies
+        run: |
+          sudo ci_scripts/install_dep.sh
+
+      - name: Builder
+        run: |
+          rake build -t -v
+          cp -R pkg /tmp
+
+      - name: Cache pkg
+        uses: actions/cache@v1
+        with:
+          path: /tmp
+          key: ${{ runner.os }}-build
+
+  unit-test:
+    runs-on: ubuntu-latest
+    needs:
+      - build
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          sudo ci_scripts/install_dep.sh
+
+      - uses: actions/cache@v2
+        with:
+          path: /tmp
+          key: ${{ runner.os }}-build
+
+      - name: Run unit tests
+        run: |
+          bundle exec rake test -t -v
+
+  func-test:
+    needs:
+      - unit-test
+    runs-on: ubuntu-20.04
+    env:
+      CI_SPLUNK_PORT: 8089
+      CI_SPLUNK_USERNAME: admin
+      CI_SPLUNK_HEC_TOKEN: a6b5e77f-d5f6-415a-bd43-930cecb12959
+      CI_SPLUNK_PASSWORD: helloworld
+      CI_INDEX_EVENTS: ci_events
+      CI_INDEX_OBJECTS: ci_objects
+      CI_INDEX_METRICS: ci_metrics
+      KUBERNETES_VERSION: v1.15.2
+      MINIKUBE_VERSION: v1.21.0
+      GITHUB_ACTIONS: true
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Prepare container build
+        id: prep
+        run: |
+          VERSION=`cat VERSION`
+          TAGS=splunk/kube-objects:recent
+          echo ::set-output name=tags::${TAGS}
+          echo ::set-output name=version::${VERSION}
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@master
+        with:
+          platforms: all
+
+      - name: Set up Docker Buildx
+        id: buildx
+        uses: docker/setup-buildx-action@master
+
+      - name: Build multi-arch kubernetes-metrics image
+        uses: docker/build-push-action@v2
+        with:
+          builder: ${{ steps.buildx.outputs.name }}
+          context: .
+          file: ./docker/Dockerfile
+          platforms: linux/amd64
+          push: false
+          load: true
+          tags: ${{ steps.prep.outputs.tags }}
+          build-args: VERSION=${{ steps.prep.outputs.version }}
+
+      - name: Check kube-objects image
+        run: |
+          docker image ls
+
+      - name: Setup Minikube
+        run: |
+          # Install Kubectl
+          curl -Lo kubectl https://storage.googleapis.com/kubernetes-release/release/${KUBERNETES_VERSION}/bin/linux/amd64/kubectl
+          chmod +x kubectl
+          sudo mv kubectl /usr/local/bin/
+          mkdir -p ${HOME}/.kube
+          touch ${HOME}/.kube/config
+          # Install Minikube
+          curl -Lo minikube https://storage.googleapis.com/minikube/releases/${MINIKUBE_VERSION}/minikube-linux-amd64
+          chmod +x minikube
+          sudo mv minikube /usr/local/bin/
+          # Start Minikube and Wait
+          minikube start --driver=docker --container-runtime=docker --cpus 2 --memory 4096 --kubernetes-version=${KUBERNETES_VERSION} --no-vtx-check
+          export JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'
+          until kubectl get nodes -o jsonpath="$JSONPATH" 2>&1 | grep -q "Ready=True"; do
+            sleep 1;
+          done
+
+      - name: Install Splunk
+        run: |
+          # Wait until minikube is ready
+          kubectl apply -f https://docs.projectcalico.org/v3.14/manifests/calico.yaml
+          export JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'
+          until kubectl get nodes -o jsonpath="$JSONPATH" 2>&1 | grep -q "Ready=True"; do
+            echo "wait for minikube ready ..."
+            sleep 1;
+          done
+          kubectl get nodes
+          # Install Splunk on minikube
+          kubectl apply -f ci_scripts/k8s-splunk.yml
+          # Wait until splunk is ready
+          until kubectl logs splunk --tail=2 | grep -q 'Ansible playbook complete'; do
+            sleep 1;
+          done
+          export CI_SPLUNK_HOST=$(kubectl get pod splunk --template={{.status.podIP}})
+          # Setup Indexes
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=$CI_INDEX_EVENTS -d datatype=event
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=$CI_INDEX_OBJECTS -d datatype=event
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=$CI_INDEX_METRICS -d datatype=metric
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=default-events -d datatype=event
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=ns-anno -d datatype=event
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/data/indexes -d name=pod-anno -d datatype=event
+          # Enable HEC services
+          curl -X POST -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD -k https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/servicesNS/nobody/splunk_httpinput/data/inputs/http/http/enable
+          # Create new HEC token
+          curl -X POST -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD -k -d "name=splunk_hec_token&token=a6b5e77f-d5f6-415a-bd43-930cecb12959&disabled=0&index=default-events&indexes=default-events,$CI_INDEX_METRICS,$CI_INDEX_OBJECTS,$CI_INDEX_EVENTS,ns-anno,pod-anno" https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/servicesNS/nobody/splunk_httpinput/data/inputs/http
+          # Restart Splunk
+          curl -k -u $CI_SPLUNK_USERNAME:$CI_SPLUNK_PASSWORD https://$CI_SPLUNK_HOST:$CI_SPLUNK_PORT/services/server/control/restart -X POST
+
+      - name: Deploy k8s connector
+        run: |
+          export CI_SPLUNK_HOST=$(kubectl get pod splunk --template={{.status.podIP}})
+          ci_scripts/deploy_connector.sh
+
+      - name: Deploy log generator
+        run: |
+          cd /opt/splunk-connect-for-kubernetes
+          kubectl apply -f test/test_setup.yaml
+          sleep 60
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: 3.7
+
+      - name: Run functional tests
+        run: |
+          echo "check the pods"
+          kubectl get pods -A
+          cd /opt/splunk-connect-for-kubernetes
+          kubectl get nodes
+          export PYTHONWARNINGS="ignore:Unverified HTTPS request"
+          export CI_SPLUNK_HOST=$(kubectl get pod splunk --template={{.status.podIP}})
+          cd test
+          pip install --upgrade pip
+          pip install -r requirements.txt
+          echo "Running functional tests....."
+          python -m pytest \
+          	--splunkd-url https://$CI_SPLUNK_HOST:8089 \
+          	--splunk-user admin \
+          	--splunk-password $CI_SPLUNK_PASSWORD \
+          	-p no:warnings -s
diff --git a/.gitignore b/.gitignore
@@ -13,4 +13,5 @@
 docker/licenses/
 docker/gem/
 docker/gems/
-docker/.bundle/
+docker/.bundle/
+.idea/