From 4cba3785de656fb9b8b419f82de73a90653f3795 Mon Sep 17 00:00:00 2001
From: rnithinpaladin <nithin.r@paladincloud.io>
Date: Wed, 2 Aug 2023 13:49:52 +0530
Subject: [PATCH] chore:[devops-88]individual JD for Qualys

---
 .../files/paladincloud-submitBatchjob.zip     | Bin 909 -> 1017 bytes
 installer/resources/batch/job.py              |  50 +++++++++++++++++-
 installer/resources/lambda_submit/function.py |   7 +--
 installer/settings/common.py                  |   4 +-
 4 files changed, 55 insertions(+), 6 deletions(-)

diff --git a/installer/files/paladincloud-submitBatchjob.zip b/installer/files/paladincloud-submitBatchjob.zip
index 0eb16454816b9f2030bde95a43c30ed68534c1fe..10178ec3a4bef0a1ecf6c61f9f2f41580801db51 100644
GIT binary patch
delta 924
zcmV;N17rM+2l)pbP)h>@6aWAK2mm5&0#_<xJP0QP001%z0015U9Fsr;A%6(~1D6lV
zWS0-hWOaB8009K)0{{R7=>q@&?N-Td+b|Hl`zr|MARCbdH+44yJ|u_>I7qYBT@VBU
zC5;`XBB@f8n;_`Fm!v4mvX$o4w1@Iwb9tPZ_l6v5E(JqjI4@KoAq){^nUD%)l5(YI
zd90}5osOHn&Go?bBca60YJVW|PA4KNzCq)1A&657Ty;G=>-9RfB04Xi01Xg%0DMWM
z;8)(!=|Olto6IKOwSgSMoN{V>w%`sY@24lzkJHl=4gOw`^ge$Se?Hqk{(2d%w(YxZ
zodo76B`iuvctd!Sg6zUlN9v<ka0Pd&H|ikWcF?g{Aaw&sLJV{X34gLUyJ&wTXwA5m
zO2m-oM_QUG&kE(tRn{!j?lGR90GF;yYMd}5mIYjSTALF+p&1y28|me(b+n7Tz8-lN
z2zL+{ibN@#Y?_-DH1V!?ae#O6Es?k;M&~6gSb$ETla%R+Pef8<EB9QarkU6Y<seU&
zASF#8*KQv0+BQ6LUVmFnUH>d2O>=n4Xo=jBz{C=4Zq_WKWn~g^@grEVNgzeP^<Qyb
zmwk-OQU6=ik42h7tc1jMd>N4%r$9Qg4Vg9H#@JtNTQzJA<alImRFD)b%gdwC^YQJH
zeE@dm0J#5!<-@_d*9__2-J8K+z;K&IS)?%G3oY7YBO08Elz+zeeXy&6Np_n7?OooV
z32G9CW5EK&L_|{vG7>YwgOZex!I6k2u8-^Fp}(fii^1NoRA=~V`1apZr)uj}BQGLG
zRj5R03uL!Ge126aeRrq*MqTu`uZCai?QfRF-paYHKhNfN)Uj-}X7#byykqEzOJ>>*
zy0jr9f)4EaqJQOW03_s@;JK-7mQvs->gc-_rSXbeRXN8MNz`CD-sI785*}&W`ixs7
zTe}+Ly4%~JY+jxfueo`l_dj2j{2NI7N_X*vgN_i^)qm~IR5pA>d7=;Sc(1qV>Y_Z3
zrj}|Yrb%Pj&S+sPJNDg}Caz@G8L%cEwxn|CQH$mJVqrAvei_uWro4H~|L6M;<{R!}
z$P}8`Kl9B-a<q~Bk|H$2X8MzfEKI(=iIhURGNveB)JMc?vEw#2tw}<)%&Q>UL5~l9
y0Z>Z;0v-bt0000803vMyS1MvW2qyyo05S`cEdw_Mmk-KhlV}4U27dzp0001cysAI|

delta 846
zcmey#-pei#;LXe;!oa}5!LYk^TIlL{_K&-n7#O(OCrW76XW1-C)>(8XxwL|tfsy4U
zGXn#dSQ`?XecM2!_WOE)SIyF|X03glAn|EK5P#6Nx^=e~uqfX)U)iK8>3J^5>;G?+
z$g)SrqT`pfADPs5&i47MS9(hlG){~4=BcDeE?OfNv^Xkg-B~St6HyzEKcBp2cK$!t
zDki_HGr)0zaBRKJqRicb;-akU_?@>)`87>FkuQ~TfT5+Uas5h>KZ<*HSe?#$clo!;
zoahslIvUH(o^iah`D?U$PVM~ISgC@5LrkG9PgPIKaq4SNXy0I_s2swvE^)ECXTuo_
zhxnsHFWnu4xE5q<Ogy~P_q+1J8PAVx)^J$K{kZVhYq#oMeP<o-)=NtN<SmfCC9zB8
zOjMq;T}z$noW;r_a<d~}G;C;GbWvsffydiF{BE1}@DIoF9~|pDjzr%qxp?T2>I|FT
zK8Bk=G<#(240%y{BXO$WDaW|Aj$TnsMv3!2o->^DW5wc-&(p&)mp;(FBvz@=*lD`s
z%zJ}HrS6?Oe#m~$^ICDi{;_pPz3&pw32ZN~@_$O>;dvIgezW`yL5(>#y!uYJU0t<z
zr)Nue_BY-eTiG8xj`!JHUtV--!p~cC>TLcV`5>`4N6X{qr4+^5rEJ$1EjoJHaL3&n
z_wGqFcIwSv$GX+Lf%{<6Sr<R;j_e?VLyxabneegoMDYLKcs7^ascUA<37nfbap&^#
z`Wv=;PF#;OsYtu{Pt@(UivKT$bua#FmkL>2Jyvb>p{U_qjD*XDnXfgDePd8?yxOGw
z+h<PCjnhU4t6eY0MSbU3KG)4ez*5%h-u`*}dusD93+}f5YIS$xzf<eq`tM!YntNh?
z{k^Tv*gdXK;s3a{U5#V5-lpIavhFP!`o5vQ{%Y&%o$qclO}f9t&`z8EcHYsHt&a=;
zricAnzTJ2K;);9TQ{B~-&+IGD;aXwpb$5R5M;Ap8H=RQPX2!kKbl%psubkra%j(J$
z{q3qkeII@_JDYi~@GRC(;{L@P;LXS+$BZq}Gcd?8NB}bf0|O%vPhQTfsR_yhXz4$|
To0ScshLIr!$Pfl*3<d@ORQ!Cn

diff --git a/installer/resources/batch/job.py b/installer/resources/batch/job.py
index 82bcb77f56..f68f778763 100644
--- a/installer/resources/batch/job.py
+++ b/installer/resources/batch/job.py
@@ -58,10 +58,56 @@ class RuleEngineJobQueue(BatchJobQueueResource):
     state = Settings.get('JOB_QUEUE_STATUS', "ENABLED")
     priority = 6
     compute_environments = [RuleEngineBatchJobEnv.get_output_attr('arn')]
-
-
+    
 class BatchJobsQueue(BatchJobQueueResource):
     name = "data"
     state = Settings.get('JOB_QUEUE_STATUS', "ENABLED")
     priority = 6
     compute_environments = [RuleEngineBatchJobEnv.get_output_attr('arn')]
+
+class SubmitAndQualysJobDefinition(BatchJobDefinitionResource):
+    name = 'qualys-engine'
+    jd_type = 'container'
+    attempts = 2
+    container_properties = json.dumps({
+        'command': [
+            "~/fetch_and_run.sh",
+            "Ref::executableName",
+            "Ref::params",
+            "Ref::jvmMemParams",
+            "Ref::ruleEngineExecutableName",
+            "Ref::entryPoint"
+        ],
+        'image': RuleEngineEcrRepository.get_output_attr('repository_url'),
+        'memory': Settings.get('QUALYS_JOB_MEMORY', 8192),
+        'vcpus': Settings.get('QUALYS_JOB_VCPU', 2),
+        'environment': [
+            {'name': "ES_HOST", 'value': ESDomain.get_http_url_with_port()},
+            {'name': "BASE_AWS_ACCOUNT", 'value': AwsAccount.get_output_attr('account_id')},
+            {'name': "ES_URI", 'value': ESDomain.get_http_url_with_port()},
+            {'name': "HEIMDALL_URI", 'value': ESDomain.get_http_url_with_port()},
+            {'name': "PACMAN_API_URI", 'value': ApplicationLoadBalancer.get_api_base_url()},
+            {'name': "CONFIG_CREDENTIALS", 'value': "dXNlcjpwYWNtYW4="},
+            {'name': "CONFIG_SERVICE_URL", 'value': ApplicationLoadBalancer.get_http_url() + "/api/config/rule,batch/prd/latest"},
+            {'name': "AUTH_API_URL",'value': "https://"+ Settings.COGNITO_DOMAIN + ".auth." + Settings.AWS_REGION + ".amazoncognito.com"},
+            {'name': "POLICY_DETAILS_URL", 'value': ApplicationLoadBalancer.get_http_url() + "/api/compliance/v1/policy-details-by-uuid?policyUUID="}
+        ]
+    })
+
+    def post_terraform_destroy(self):
+        deregister_task_definition(
+            self.get_input_attr('name'),
+            Settings.AWS_AUTH_CRED
+        )
+
+    def pre_terraform_destroy(self):
+        compute_env = RuleEngineBatchJobEnv.get_input_attr('compute_environment_name')
+        job_definition = self.get_input_attr('name')
+        utils.remove_batch_job_related_resources(compute_env, job_definition)
+
+
+class QualysBatchJobsQueue(BatchJobQueueResource):
+    name = "qualys"
+    state = Settings.get('JOB_QUEUE_STATUS', "ENABLED")
+    priority = 6
+    compute_environments = [RuleEngineBatchJobEnv.get_output_attr('arn')]
diff --git a/installer/resources/lambda_submit/function.py b/installer/resources/lambda_submit/function.py
index cb04b7c307..8546d59b04 100644
--- a/installer/resources/lambda_submit/function.py
+++ b/installer/resources/lambda_submit/function.py
@@ -7,7 +7,7 @@
 from resources.iam.lambda_role import LambdaRole
 from resources.iam.base_role import BaseRole
 from resources.s3.bucket import BucketStorage
-from resources.batch.job import SubmitAndRuleEngineJobDefinition, BatchJobsQueue
+from resources.batch.job import SubmitAndRuleEngineJobDefinition, BatchJobsQueue, SubmitAndQualysJobDefinition
 from resources.data.aws_info import AwsAccount, AwsRegion
 from resources.lambda_submit.s3_upload import UploadLambdaSubmitJobZipFile, BATCH_JOB_FILE_NAME
 from resources.pacbot_app.alb import ApplicationLoadBalancer
@@ -30,11 +30,12 @@ class SubmitJobLambdaFunction(LambdaFunctionResource):
             'JOB_DEFINITION': SubmitAndRuleEngineJobDefinition.get_output_attr('arn'),
             'CONFIG_URL': ApplicationLoadBalancer.get_api_base_url() + "/config/batch,inventory/prd/latest",
             'CONFIG_CREDENTIALS': "dXNlcjpwYWNtYW4=",
-            'CONFIG_SERVICE_URL': ApplicationLoadBalancer.get_http_url() + "/api/config/rule/prd/latest"
+            'CONFIG_SERVICE_URL': ApplicationLoadBalancer.get_http_url() + "/api/config/rule/prd/latest",
+            'QUALYS_JOB_DEFINATION': SubmitAndQualysJobDefinition.get_output_attr('arn')
         }
     }
 
-    DEPENDS_ON = [SubmitAndRuleEngineJobDefinition, BatchJobsQueue]
+    DEPENDS_ON = [SubmitAndRuleEngineJobDefinition, BatchJobsQueue,SubmitAndQualysJobDefinition]
 
 
 class DataCollectorEventRule(CloudWatchEventRuleResource):
diff --git a/installer/settings/common.py b/installer/settings/common.py
index d26c515c4f..c06d03b332 100644
--- a/installer/settings/common.py
+++ b/installer/settings/common.py
@@ -78,7 +78,7 @@
 }
 
 
-LAMBDA_PATH = "V6"
+LAMBDA_PATH = "V7"
 DATA_DIR = os.path.join(BASE_APP_DIR, 'data')
 LOG_DIR = os.path.join(BASE_APP_DIR, 'log')
 PROVISIONER_FILES_DIR_TO_COPY = os.path.join(BASE_APP_DIR, 'files')
@@ -180,6 +180,8 @@
 AQUA_IMAGE_VULNERABILITY_QUERY_PARAMS= "include_vpatch_info=true&show_negligible=true&hide_base_image=false&severities=critical,high,medium,low,negligible"
 GOOGLE_ANALYTICS = ""
 ECS_CPU = 1024
+QUALYS_JOB_MEMORY = 8196
+QUALYS_JOB_VCPU = 2
 
 try:
     from settings.local import *