feat: Overlay Test Optimizations

Author: ArthurVardevanyan

.tekton/ansible-check.yaml

@@ -6,7 +6,7 @@ metadata:
   annotations:
     pipelinesascode.tekton.dev/max-keep-runs: "1"
     pipelinesascode.tekton.dev/on-cel-expression: |
-      event == "pull_request" && target_branch == "main"
+      event == "pull_request" && target_branch == "main" && ("ansible/***".pathChanged() || "machineConfigs/***".pathChanged())
     pipelinesascode.tekton.dev/target-namespace: "homelab"
     pipelinesascode.tekton.dev/task: "[tekton/base/ansible-task.yaml]"
     pipelinesascode.tekton.dev/task-1: "https://raw.githubusercontent.com/ArthurVardevanyan/HomeLab/main/tekton/tasks/git-clone/0.9.1/git-clone.yaml"

.tekton/ansible.yaml

@@ -6,7 +6,7 @@ metadata:
   annotations:
     pipelinesascode.tekton.dev/max-keep-runs: "1"
     pipelinesascode.tekton.dev/on-cel-expression: |
-      event == "push" && (target_branch == "refs/heads/production" || target_branch == "main")
+      event == "push" && (target_branch == "refs/heads/production" || target_branch == "main")  && ("ansible/***".pathChanged() || "machineConfigs/***".pathChanged())
     pipelinesascode.tekton.dev/target-namespace: "homelab"
     pipelinesascode.tekton.dev/task: "[tekton/base/ansible-task.yaml]"
     pipelinesascode.tekton.dev/task-1: "https://raw.githubusercontent.com/ArthurVardevanyan/HomeLab/main/tekton/tasks/git-clone/0.9.1/git-clone.yaml"

.tekton/overlay-test.yaml

@@ -6,8 +6,7 @@ metadata:
   annotations:
     pipelinesascode.tekton.dev/max-keep-runs: "1"
     pipelinesascode.tekton.dev/on-cel-expression: |
-      target_branch == "main" && ("kubernetes/***".pathChanged() || "okd/***".pathChanged()  || "task/***".pathChanged() || "tekton/***".pathChanged())
-    # event == "pull_request" &&
+      event == "pull_request" && target_branch == "main" && ("kubernetes/***".pathChanged() || "okd/***".pathChanged()  || "task/***".pathChanged() || "tekton/***".pathChanged())
     pipelinesascode.tekton.dev/target-namespace: "homelab"
     pipelinesascode.tekton.dev/task: "[tekton/base/overlay-test.yaml]"
     pipelinesascode.tekton.dev/task-1: "https://raw.githubusercontent.com/ArthurVardevanyan/HomeLab/main/tekton/tasks/git-clone/0.9.1/git-clone.yaml"
@@ -19,6 +18,8 @@ spec:
       value: "{{ revision }}"
     - name: git-url
       value: "{{ repo_url }}"
+    - name: git-pr-number
+      value: "{{ pull_request_number }}"
 
   pipelineSpec:
     params:
@@ -66,6 +67,13 @@ spec:
             workspace: git_auth_secret
 
       - name: overlay-test
+        params:
+          - name: git-commit
+            value: "$(params.git-commit)"
+          - name: git-url
+            value: $(params.git-url)"
+          - name: git-pr-number
+            value: $(params.git-pr-number)"
         runAfter:
           - git-clone
           - git-clone-json
@@ -77,6 +85,8 @@ spec:
             workspace: data
           - name: kubernetes-json-schema
             workspace: kubernetes-json-schema
+          - name: basic-auth
+            workspace: git_auth_secret
 
   serviceAccountName: pipeline
   workspaces:

tekton/base/overlay-test.yaml

@@ -13,10 +13,17 @@ spec:
     - name: image
       type: string
       default: "registry.arthurvardevanyan.com/homelab/toolbox:not_latest"
+    - name: git-commit
+      type: string
+    - name: git-url
+      type: string
+    - name: git-pr-number
+      type: string
 
   workspaces:
     - name: data
     - name: kubernetes-json-schema
+    - name: basic-auth
 
   steps:
     - name: overlay-test
@@ -43,9 +50,17 @@ spec:
       volumeMounts:
         - name: tmp
           mountPath: /tmp
+        - name: test
+          mountPath: /workspace/test
       env:
+        - name: GIT_URL
+          value: $(params.git-url)
+        - name: GIT_PR_NUMBER
+          value: $(params.git-pr-number)"
         - name: WORKSPACE_DATA_PATH
           value: $(workspaces.data.path)
+        - name: WORKSPACE_BASIC_AUTH_PATH
+          value: $(workspaces.data.path)
       script: |
         #!/bin/bash
 
@@ -57,9 +72,44 @@ spec:
         export KUBERNETES_TOKEN="$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)"
         export VAULT_TOKEN="$(vault write -field=token auth/homelab/login role=homelab jwt=${KUBERNETES_TOKEN})"
 
-        cd $(workspaces.data.path)
-        ./main.bash test_overlays
+        cd "${WORKSPACE_DATA_PATH}"
+
+        sleep infinity
+        gh auth login --with-token <"/${WORKSPACE_BASIC_AUTH_PATH}/git-provider-token"
+
+        WHATS_CHANGED=$(gh pr diff --repo "${GIT_URL}" "48"  --name-only)
+
+        for FILE_PATH in ${WHATS_CHANGED}; do
+          echo "${FILE_PATH}" | cut -d'/' -f1,2 >>/tmp/files_changed.log
+        done
+
+        export FOLDER_LIST
+        FOLDER_LIST=$(sort -u /tmp/files_changed.log | grep -E "kubernetes/|okd/")
+        echo "${FOLDER_LIST}"
+
+        DIR="/tmp/yaml"
+        rm -rf /tmp/yaml
+        mkdir -p /tmp/yaml
+        echo "Build Yaml's"
+
+        for FOLDER in ${FOLDER_LIST}; do
+              for OVERLAY in ./${FOLDER}/overlays/*; do
+                if [[ ${OVERLAY} != *"k3s"* ]];then
+                  echo "${OVERLAY}"
+                  OUTPUT=$(echo "${OVERLAY}" | sed 's/\.//g' | sed 's/\//_/g')
+                  kubectl kustomize "${OVERLAY}" | argocd-vault-plugin generate - >"${DIR}/${OUTPUT}.yaml"
+                fi
+              done
+        done
+
+        kubeconform -n 16 -verbose --summary -ignore-missing-schemas \
+          -schema-location="../kubernetes-json-schema/master-standalone-strict/{{.ResourceKind}}{{.KindSuffix}}.json" \
+          -output text "${DIR}" | grep -v "is valid"
+
   volumes:
     - name: tmp
       emptyDir:
         sizeLimit: 10Mi
+    - name: test
+      emptyDir:
+        sizeLimit: 10Mi