From c8de3bcdf184d6c8e6d68ba9f61059c4e2e63ebd Mon Sep 17 00:00:00 2001
From: muhammad-ammar <mammar@gmail.com>
Date: Mon, 9 Oct 2023 12:03:41 +0500
Subject: [PATCH] feat: trigger prefect flow after models successfully
 transferred to s3

---
 dataeng/jobs/analytics/ModelTransfers.groovy |  1 +
 dataeng/resources/trigger-prefect-flow.sh    | 37 ++++++++++++++++++++
 2 files changed, 38 insertions(+)
 create mode 100755 dataeng/resources/trigger-prefect-flow.sh

diff --git a/dataeng/jobs/analytics/ModelTransfers.groovy b/dataeng/jobs/analytics/ModelTransfers.groovy
index 69f199c99..bef9063d7 100644
--- a/dataeng/jobs/analytics/ModelTransfers.groovy
+++ b/dataeng/jobs/analytics/ModelTransfers.groovy
@@ -45,6 +45,7 @@ class ModelTransfers{
                 publishers common_publishers(allVars)
                 steps {
                     shell(dslFactory.readFileFromWorkspace('dataeng/resources/model-transfers.sh'))
+                    shell(dslFactory.readFileFromWorkspace('dataeng/resources/trigger-prefect-flow.sh'))
                 }
             }
         }
diff --git a/dataeng/resources/trigger-prefect-flow.sh b/dataeng/resources/trigger-prefect-flow.sh
new file mode 100755
index 000000000..721421ff3
--- /dev/null
+++ b/dataeng/resources/trigger-prefect-flow.sh
@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+set -ex
+
+# Creating python3.8 virtual env
+PYTHON_VENV="python_venv"
+virtualenv --python=python3.8 --clear "${PYTHON_VENV}"
+source "${PYTHON_VENV}/bin/activate"
+
+# Install prefect python pkg
+cd $WORKSPACE/prefect-flows
+pip install -r requirements.txt
+
+# Do not print commands in this function since they may contain secrets.
+set +x
+
+# Retrieve a vault token corresponding to the jenkins AppRole.  The token is then stored in the VAULT_TOKEN variable
+# which is implicitly used by subsequent vault commands within this script.
+# Instructions followed: https://learn.hashicorp.com/tutorials/vault/approle#step-4-login-with-roleid-secretid
+export VAULT_TOKEN=$(vault write -field=token auth/approle/login \
+      role_id=${ANALYTICS_VAULT_ROLE_ID} \
+      secret_id=${ANALYTICS_VAULT_SECRET_ID}
+  )
+
+PREFECT_CLOUD_AGENT_TOKEN=$(
+  vault kv get \
+    -version=${PREFECT_VAULT_KV_VERSION} \
+    -field=PREFECT_CLOUD_AGENT_TOKEN \
+    ${PREFECT_VAULT_KV_PATH} \
+)
+
+# Get Authenticated with Prefect Cloud
+prefect auth login --key $PREFECT_CLOUD_AGENT_TOKEN
+
+set -x
+
+# Trigger prefect flow
+prefect run --id $FLOW_ID