[SELC-5270] feat: Added script migration onboarding to Pec Notification (#17)

Author: manuraf

apps/institution-migration/.env.example

@@ -0,0 +1,4 @@
+MONGO_HOST=mongodb://localhost:27017
+EPOCH_DATE_PEC_NOTIFICATION=2024-01-01
+SENDING_FREQUENCY_PEC_NOTIFICATION=30
+MIGRATE_PEC_PRODUCT_ID=prod-io,prod-pagopa,prod-pn,prod-interop,prod-io-premium,prod-io-sign

apps/institution-migration/README.md

@@ -0,0 +1,29 @@
+## Institution migration scripts
+
+Python scripts to manipulate data about Selfcare Institution domain.
+
+## Requirements
+
+- Python 3.6 or higher
+- MongoDB
+- Required Python packages: `python-dotenv`, `pymongo`, `python-dateutil`
+
+## Setup
+
+1. **Clone the repository:**
+   ```sh
+   git clone <repository_url>
+   cd <repository_directory>/selfcare-institution/apps/institution-migration
+   ```
+
+## institutiton_to_pec_notification
+
+This Python script creates `PecNotification` documents for institutions with active onboarding, using data stored in a MongoDB database. The process performs the following main operations:
+
+1. Connects to the MongoDB database.
+2. Calculates the module day of the epoch for notifications.
+3. Retrieves institutions with active onboarding in batches.
+4. Creates or updates `PecNotification` documents for each institution and onboarding.
+
+Create a .env file in the root directory of the project and add the environment variables inside .env.example
+

apps/institution-migration/institution_to_pec_notification.py

@@ -0,0 +1,74 @@
+import math
+import os
+from dotenv import load_dotenv
+import time
+from pymongo import MongoClient
+from datetime import datetime
+from dateutil.parser import parse
+from query import *
+
+load_dotenv(dotenv_path=".env", override=True)
+HOST = os.getenv('MONGO_HOST')
+
+CORE_DB = 'selcMsCore'
+INSTITUTION_COLLECTION = 'Institution'
+USERS_DB = 'selcMsCore'
+PEC_NOTIFICATION_COLLECTION = 'PecNotification'
+
+epochDatePecNotification = os.getenv('EPOCH_DATE_PEC_NOTIFICATION')
+sendingFrequencyPecNotification = int(os.getenv('SENDING_FREQUENCY_PEC_NOTIFICATION'))
+#ex "productId1,productId2,productId3"
+productIdsString = os.getenv('MIGRATE_PEC_PRODUCT_ID')
+productIds = productIdsString.split(",")
+
+BATCH_SIZE = 100
+START_PAGE = 0
+def institution_to_pec_notification(client):
+    print("Starting process to create PecNotification")
+    print("Products=" + productIdsString)
+
+    module_day_of_the_epoch = calculate_module_day_of_the_epoch(
+        epochDatePecNotification, datetime.now().isoformat(), sendingFrequencyPecNotification)
+    print("Module day of the epoch: " + str(module_day_of_the_epoch))
+
+    institutions_size_cursor = client[CORE_DB][INSTITUTION_COLLECTION].aggregate(count_institutions_with_active_onboarding(productIds))
+    institutions_size = next(institutions_size_cursor)['count']
+    print("Institutions size: " + str(institutions_size))
+    pages = math.ceil(institutions_size / BATCH_SIZE)
+
+    for page in range(START_PAGE, pages):
+        print("Start page " + str(page + 1) + "/" + str(pages))
+
+        institutions_pages = client[CORE_DB][INSTITUTION_COLLECTION].aggregate(
+            get_institutions_with_active_onboarding(productIds, page, BATCH_SIZE)
+        )
+
+        for institution in institutions_pages:
+            for onboarding in institution.get('onboarding', []):
+                if onboarding.get('status') == 'ACTIVE' and onboarding["productId"] in productIds:
+                    pec_notification_document = {
+                        "institutionId": institution["_id"],
+                        "productId": onboarding["productId"],
+                        "moduleDayOfTheEpoch": calculate_module_day_of_the_epoch(epochDatePecNotification, onboarding.get('createdAt'), sendingFrequencyPecNotification),
+                        "digitalAddress": institution.get("digitalAddress")
+                    }
+                    client[USERS_DB][PEC_NOTIFICATION_COLLECTION].update_one(
+                        {"institutionId": institution["_id"], "productId": onboarding["productId"]},
+                        {"$set": pec_notification_document, "$setOnInsert": {"createdAt": datetime.now()}},
+                        upsert=True
+                    )
+                    print("Create PecNotification for institution " + institution["_id"] + " and product " + onboarding["productId"])
+        print("End page " + str(page + 1) + "/" + str(pages))
+        time.sleep(15)
+
+    print("Completed")
+
+def calculate_module_day_of_the_epoch(epoch_start_str, current_date_str, sending_frequency):
+    epoch_start = parse(epoch_start_str).date()
+    current_date = parse(current_date_str).date()
+    return (current_date - epoch_start).days % sending_frequency
+
+if __name__ == "__main__":
+    client = MongoClient(HOST)
+    institution_to_pec_notification(client)
+    client.close()