removed a ridiculous amount of print statements (debug) and gave privs for actions bot to push changes

Author: miloswrath

.github/workflows/main.yml

@@ -19,4 +19,14 @@ jobs:
         python -m pip install --upgrade pip
         python -m pip install flake8 pytest
         if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Run Python script
+      run: |
         python code/main_handler.py all
+    - name: Commit and push changes to dev
+      run: |
+        git config --global user.name "GitHub Actions Bot"
+        git config --global user.email "github-actions[bot]@users.noreply.github.com"
+        git checkout dev
+        git add .
+        git commit -m "Automated changes from GitHub Actions"
+        git push origin dev

code/data_processing/pull_handler.py

@@ -55,8 +55,6 @@ def load(self, days_ago=1):
                 response = requests.post(url, headers=headers, json=data, proxies=proxies)
                 response.raise_for_status()  # Raise HTTP errors if any
                 response_json = response.json()
-                print(f"""raw response from Jatos:
-                    {response_json}""")
 
                 # Extract and filter study results
                 study_result_ids = [
@@ -82,8 +80,6 @@ def load(self, days_ago=1):
                 response = requests.post(url, headers=headers, json=data) #proxies=proxies) DONT USE THAT THANG
                 response.raise_for_status()  # Raise HTTP errors if any
                 response_json = response.json()
-                print(f"""raw response from Jatos:
-                    {response_json}""")
 
                 # Extract and filter study results
                 study_result_ids = [
@@ -165,7 +161,6 @@ def _extract_txt_files(self, zip_content, study_result_ids):
                             df = pd.DataFrame({"file_content": [file_data]})  # Create a DataFrame for this file
                             data_frames.append(df)
 
-        print(f"Extracted {len(data_frames)} .txt files.")
         return data_frames  # List of DataFrames
 
 

code/data_processing/save_utils.py

@@ -1,6 +1,7 @@
 import os
 import pandas as pd
 import matplotlib.pyplot as plt
+from termcolor import cprint
 
 class SAVE_EVERYTHING:
     def __init__(self):
@@ -17,6 +18,7 @@ def _get_folder(self, subjID):
 
     def save_dfs(self, categories, task):
         for subjectID, category, df in categories:
+            cprint(f"saving {subjectID}...", "green")
             folder1, folder2 = self._get_folder(subjectID)
             outdir = os.path.join(self.datadir, folder1, folder2, str(subjectID), task, 'data')
             session = df['session_number'][2]

code/main_handler.py

@@ -84,7 +84,6 @@ def qc_cc_dfs(self, dfs, task):
                 print(f"Category = {category}")
                 categories.append([subject, category, df])
                 plots.append([subject, plot])
-                print(categories)
 
         else:
             qc_instance = CCqC(task,
@@ -102,7 +101,6 @@ def qc_cc_dfs(self, dfs, task):
                 print(f"Category = {category}")
                 categories.append([subject, category, df])
                 plots.append([subject, plot])
-                print(categories)
         save_instance = SAVE_EVERYTHING()
         save_instance.save_dfs(categories=categories,
                                 task=task)
@@ -202,10 +200,8 @@ def qc_wl_dfs(self, dfs, task):
                 dwl_instance = WL_QC()
                 print(f"qcing {subject}")
                 df_all, category = dwl_instance.dwl_qc(df, version)
-                print(df_all.head())
                 plot = plot_instance.dwl_plot(df_all)
                 print(f"Category = {category}")
-                print(df_all.head())
                 categories.append([subject, category, df])
                 plots.append([subject, plot])
         save_instance = SAVE_EVERYTHING()