Add tenant skip policy alert

Author: ebattat

cloud_governance/policy/common_policies/send_aggregated_alerts.py

@@ -20,6 +20,7 @@ def __init__(self):
         self.__mail_to = self.__environment_variables.get('EMAIL_TO')  # testing purposes
         self.__mail_cc = self.__environment_variables.get('EMAIL_CC', [])
         self.__alert_dry_run = self.__environment_variables.get('ALERT_DRY_RUN')
+        self.__skip_policies_alert = self.__environment_variables.get('SKIP_POLICIES_ALERT')
         self.__mail_message = MailMessage()
         self.__postfix = Postfix()
         self.__es_operations = ElasticSearchOperations()
@@ -55,7 +56,7 @@ def __get_es_data(self):
                                     "ebs_in_use",
                                     "instance_run", "cluster_run", "optimize_resource_report",
                                     "optimize_resources_report", "skipped_resources"
-                                ]
+                                ] + self.__skip_policies_alert
                             }
                         }
                     ],

jenkins/tenant/aws/common/run_policies.py

@@ -57,6 +57,7 @@ def run_cmd(cmd: str):
 GOOGLE_APPLICATION_CREDENTIALS = os.environ['GOOGLE_APPLICATION_CREDENTIALS']
 SPREADSHEET_ID = os.environ['AWS_IAM_USER_SPREADSHEET_ID']
 ADMIN_MAIL_LIST = os.environ.get('ADMIN_MAIL_LIST', '')
+SKIP_POLICIES_ALERT = os.environ.get('SKIP_POLICIES_ALERT', '')
 
 # Set es_index if given
 ES_INDEX = os.environ.get('ES_INDEX', None)
@@ -127,4 +128,4 @@ def run_policies(policies: list, dry_run: str = 'yes'):
 # Run the AggMail
 
 run_cmd(
-    f"""podman run --rm --name cloud-governance-haim --net="host" -e account="{account_name}" -e policy="send_aggregated_alerts" -e AWS_ACCESS_KEY_ID="{access_key}" -e AWS_SECRET_ACCESS_KEY="{secret_key}" -e LDAP_HOST_NAME="{LDAP_HOST_NAME}"  -e log_level="INFO" -e es_host="{ES_HOST}" -e es_port="{ES_PORT}" {env_es_index} -e ADMIN_MAIL_LIST="{ADMIN_MAIL_LIST}" -e ALERT_DRY_RUN="{ALERT_DRY_RUN}" {QUAY_CLOUD_GOVERNANCE_REPOSITORY}""")
+    f"""podman run --rm --name cloud-governance-haim --net="host" -e account="{account_name}" -e policy="send_aggregated_alerts" -e AWS_ACCESS_KEY_ID="{access_key}" -e AWS_SECRET_ACCESS_KEY="{secret_key}" -e LDAP_HOST_NAME="{LDAP_HOST_NAME}" -e SKIP_POLICIES_ALERT="{SKIP_POLICIES_ALERT}" -e log_level="INFO" -e es_host="{ES_HOST}" -e es_port="{ES_PORT}" {env_es_index} -e ADMIN_MAIL_LIST="{ADMIN_MAIL_LIST}" -e ALERT_DRY_RUN="{ALERT_DRY_RUN}" {QUAY_CLOUD_GOVERNANCE_REPOSITORY}""")

jenkins/tenant/aws/ecoeng_01/PolicyJenkinsfileDaily

@@ -78,6 +78,10 @@ pipeline {
                                         string(credentialsId: "${account}-s3-bucket", variable: 's3_bucket')]) {
                         // POLICIES_IN_ACTION: Policies that run in the dry_run="no" mode
                         env.POLICIES_IN_ACTION = '["unattached_volume", "ip_unattached", "zombie_snapshots", "unused_nat_gateway", "s3_inactive", "empty_roles", "zombie_cluster_resource"]'
+                        env.SKIP_POLICIES_ALERT = '["unused_access_key"]'
+                        if (account == 'industry-partners') {
+                            env.SKIP_POLICIES_ALERT = ['']
+                        }
                         env.account_name = "${account}"
                         env.ADMIN_MAIL_LIST = "${accounts_list[account]}"
                         sh 'python3 jenkins/tenant/aws/common/run_policies.py'

jenkins/tenant/aws/ecoeng_02/PolicyJenkinsfileDaily

@@ -64,6 +64,7 @@ pipeline {
                         withCredentials([string(credentialsId: "${account}-aws-access-key-id", variable: 'access_key'),
                                         string(credentialsId: "${account}-aws-secret-key-id", variable: 'secret_key'),
                                         string(credentialsId: "${account}-s3-bucket", variable: 's3_bucket')]) {
+                        env.SKIP_POLICIES_ALERT = '["unused_access_key"]'
                         env.account_name = "${account}"
                         env.ADMIN_MAIL_LIST = "${accounts_list[account]}"
                         sh 'python3 jenkins/tenant/aws/common/run_policies.py'

jenkins/tenant/aws/ecoeng_03/PolicyJenkinsfileDaily

@@ -63,6 +63,7 @@ pipeline {
                                         string(credentialsId: "${account}-s3-bucket", variable: 's3_bucket')]) {
                         env.account_name = "${account}"
                         env.ADMIN_MAIL_LIST = "${accounts_list[account]}"
+                        env.SKIP_POLICIES_ALERT = '["unused_access_key"]'
                         sh 'python3 jenkins/tenant/aws/common/run_policies.py'
                                         }
                     }