refactor: Separate ParamsValidator into standalone component

This commit separates the ParamsValidator class into its own component, improving code organization and modularity. The ValidParamsForCall method has been renamed to __ValidParamsForCall__ to indicate that it is a private method.

Author: IvanildoBarauna

etl/config/logFile.py

@@ -2,6 +2,6 @@
 
 
 def logFileName(file: str) -> str:
-    current_dir = os.path.dirname(os.path.relpath(__file__))
+    current_dir = os.path.dirname(os.path.relpath(file))
     WORK_DIR = current_dir.split("/")[-1:][0]
     return WORK_DIR

etl/controller/pipeline.py

@@ -1,7 +1,4 @@
 from etl.models.extract.ApiToParquetFile import extraction
-from etl.config.logFile import logFileName
-
-mdName = logFileName(file=__file__)
 
 
 class ExecutePipeline:

etl/main.py

@@ -1,5 +1,7 @@
-import random
+import time
 
+start = time.time()
+import random
 import requests
 
 from etl.controller.pipeline import ExecutePipeline
@@ -24,3 +26,5 @@ def GenerateRandomParams(ParamsQty: int) -> list:
 
 if __name__ == "__main__":
     NewExec = ExecutePipeline(*GenerateRandomParams(1))
+
+print("Tempo decorrido: ", time.time() - start, "segundos")

etl/models/extract/ApiToParquetFile.py

@@ -9,11 +9,10 @@
 from tqdm import tqdm
 
 # Imports de Módulos Internos
-from etl.models.extract import (
-    loggingInfo,
-    loggingWarn,
-    DefaultOutputFolder,
+from etl.common.utils.logs import loggingInfo, loggingWarn
+from etl.common.utils.common import (
     DefaultTimestampStr,
+    DefaultOutputFolder,
     DefaultUTCDatetime,
 )
 from etl.config.logFile import logFileName
@@ -63,7 +62,8 @@ def PipelineRun(self, ValidParams: list) -> list:
             else:
                 if tryNumber < API.RETRY_ATTEMPTS - 1:
                     loggingWarn(
-                        f"response error, status_code {response.status_code}. Retrying in {API.RETRY_TIME_SECONDS} seconds...",
+                        f"""response error, status_code {response.status_code}. 
+                        Retrying in {API.RETRY_TIME_SECONDS} seconds...""",
                         WORK_DIR,
                     )
                     for _ in tqdm(range(100), total=100, desc=f"loading"):
@@ -75,7 +75,9 @@ def PipelineRun(self, ValidParams: list) -> list:
                 else:
                     loggingWarn("Attempt limits exceeded", WORK_DIR)
                     raise ConnectionError(
-                        f"Could not connect to the server after 3 attempts. Please try again later. Response status code: {response.status_code}"
+                        f"""Could not connect to the server after 3 attempts. 
+                        Please try again later. 
+                        Response status code: {response.status_code}"""
                     )
 
         output_path = DefaultOutputFolder()

etl/models/extract/ParamsValidator.py

@@ -1,14 +1,9 @@
 import requests
-import os
-from dotenv import load_dotenv
 from etl.common.utils.logs import loggingWarn
+from etl.config.datasource import API
+from etl.config.logFile import logFileName
 
-mdName = "extract"
-
-load_dotenv()
-
-SRV_URL = str(os.getenv("SERVER_URL"))
-""" Reference for Server URL from enviroment variable """
+WORK_DIR = logFileName(file=__file__)
 
 
 class ParamsValidator:
@@ -25,17 +20,17 @@ def __ValidParamsForCall__(self) -> list:
 
         """
         valParams = []
-        AvaliableList = requests.get(SRV_URL + "/json/available").json()
+        AvaliableList = requests.get(API.ENDPOINT_AVALIABLE_PARITIES).json()
 
         for param in self.params:
             if param in AvaliableList:
                 valParams.append(param)
             else:
-                loggingWarn(f"Param: {param} is not valid for call", mdName)
+                loggingWarn(f"Param: {param} is not valid for call", WORK_DIR)
 
         if valParams:
             return valParams
         else:
             raise KeyError(
-                f"The informed params: {self.params} are not avaliable for extract, see available list in: {SRV_URL + '/json/available'}"
+                f"The informed params: {self.params} are not avaliable for extract, see available list in: {API.ENDPOINT_AVALIABLE_PARITIES}"
             )

etl/models/extract/__init__.py

@@ -1,7 +0,0 @@
-# Custom Logs
-from etl.common.utils.logs import loggingInfo, loggingError, loggingWarn
-from etl.common.utils.common import (
-    DefaultTimestampStr,
-    DefaultOutputFolder,
-    DefaultUTCDatetime,
-)