created systemd service and email notification helper utility for dc infsvc. changed about to index page.

Author: Daniel Dale

dataprep/dataprep.py

@@ -216,7 +216,7 @@ def write_del_topk_sim_tups(self, falsehood_id_tups: List, cand_table_name: str,
 
     def filter_truths(self) -> None:
         """
-        see diagrams at https://deepclassiflie.org/about.html#data-pipeline
+        see diagrams at https://deepclassiflie.org/index.html#data-pipeline
         """
         base_model_modes = [True, False]
         if not self.config.experiment.inference_ckpt:

deep_classiflie_infsvc.sh

@@ -1,3 +1,4 @@
+#!/bin/bash
 source ${HOME}/.bashrc
 cd `dirname "$(readlink -f "$0")"`
 curr_branch=`git branch | grep '* ' | awk '{print $2}'`
@@ -23,4 +24,10 @@ then
     d=`date +%Y%m%d%H%M%S`
     mv $prev_log ${prev_log}_${d}.bkp
 fi
-nohup /opt/anaconda/envs/${target_env}/bin/python ${DC_BASE}/deep_classiflie.py --config "${DC_BASE}/configs/infsvc.yaml" 1>"${HOME}/${bot_log_name}.out" 2>&1 &
+svc_mode=$2
+if [ $svc_mode == "svc" ]
+then
+  /opt/anaconda/envs/${target_env}/bin/python ${DC_BASE}/deep_classiflie.py --config "${DC_BASE}/configs/infsvc.yaml" 1>"${HOME}/${bot_log_name}.out" 2>&1
+else
+  nohup /opt/anaconda/envs/${target_env}/bin/python ${DC_BASE}/deep_classiflie.py --config "${DC_BASE}/configs/infsvc.yaml" 1>"${HOME}/${bot_log_name}.out" 2>&1 &
+fi

docs/_config.yml

@@ -9,7 +9,7 @@ kramdown:
 theme: jekyll-theme-cayman
 google_analytics: UA-26562413-2
 show_downloads: false
-about_url: about.html
+about_url: index.html
 pred_explorer_url: pred_explorer.html
 perf_explorer_url: perf_explorer.html
 current_explorer_url: current_explorer.html

docs/_layouts/redirect.html

@@ -60,7 +60,7 @@ async function loadJSON(latest_recs) {
         await $("#progress_bar").toggle(); // disable progress bar for firefox the moment, behavior differs from chrome but this should be handled without user-agent detection in the future
     }
     try {
-        console.log("Waiting for initial gateway response.");
+        console.log("Waiting for initial gateway response");
         $("#connect_step").html("<br/>Waiting for primary gateway response");
         response = await fetch(latest_recs[0]);
         await $("#connect_step").toggle();

docs/assets/js/current_pred_nav.js

@@ -6,7 +6,7 @@
 ---
 <div class="outer_container">
     <div class="dt_instructions">Latest Deep Classiflie Predictions<sup id="a0" class="small"><a href="#f0">[0]</a></sup></div>
-    <div class="loading_msg">Loading latest predictions from IPFS.<span id="connect_step"></span><span class="loading"></span><sup id="a2" class="small"><a href="#f0">[2]</a></sup></div>
+    <div class="loading_msg">Loading latest predictions from IPFS<span id="connect_step"></span><span class="loading"></span><sup id="a2" class="small"><a href="#f0">[2]</a></sup></div>
     <div id="progress_bar" class="label-center"> </div>
     <div class="cur-preds-filter-grid-container">
         <div class="local-acc-name">Local Accuracy:</div>

docs/current_explorer.html

@@ -0,0 +1,2 @@
+MAIL_USER="fake.user"
+MAIL_APP_PASS="fakepassword"

docs/index.html

@@ -0,0 +1,49 @@
+import smtplib
+import os
+from email.message import EmailMessage
+import traceback
+import sys
+from argparse import ArgumentParser
+
+
+def send_gmail_notification(email_content: str, mail_subject: str, to_addr: str) -> None:
+    # collect mail params
+    mail_dict = {}
+    for mail_key in ['MAIL_USER', 'MAIL_APP_PASS']:
+        if mail_key in os.environ.keys():
+            mail_dict[mail_key] = os.environ[mail_key]
+        else:
+            raise ValueError(f"Missing environmental parameter {mail_key} required for authentication. Exiting")
+    try:
+        with open(email_content) as fp:
+            msg = EmailMessage()
+            msg.set_content(fp.read())
+        msg['Subject'] = mail_subject
+        msg['From'] = f"{mail_dict['MAIL_USER']}@gmail.com"
+        msg['To'] = to_addr if to_addr else f"{mail_dict['MAIL_USER']}@gmail.com"
+        server = smtplib.SMTP_SSL('smtp.gmail.com', 465)
+        server.ehlo()
+        server.login(mail_dict['MAIL_USER'], mail_dict['MAIL_APP_PASS'])
+        server.sendmail(msg['From'], msg['To'], msg.as_string())
+        server.close()
+        print('notification email sent')
+    except Exception as e:  # a lot could go wrong here. for now, shamefully using a broad except/logging traceback
+        exc_type, exc_value, exc_traceback = sys.exc_info()
+        print(f"error sending notification email: "
+              f"{repr(traceback.format_exception(exc_type, exc_value, exc_traceback))}")
+        raise e
+
+
+def main():
+    parser = ArgumentParser(description="""\
+Sends a gmail email using a from email and password specified via env variables MAIL_USER and MAIL_APP_PASS respectively
+""")
+    parser.add_argument('-f', '--file', required=True, dest='email_content', help="""file to send in the email""")
+    parser.add_argument('-s', '--subject', dest='mail_subject', default="Service Failure", help='The email subject')
+    parser.add_argument('-t', '--to', required=False, dest='to_addr', default=None, help='recipient of email')
+    args = parser.parse_args()
+    send_gmail_notification(args.email_content, args.mail_subject, args.to_addr)
+
+
+if __name__ == '__main__':
+    main()