We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 72c3d7b commit eede9b0Copy full SHA for eede9b0
etl/data.py
@@ -7,10 +7,10 @@
7
8
import os
9
import warnings
10
+from dotenv import load_dotenv
11
from pyspark.sql import SparkSession
12
import pyspark.pandas as ps
13
from sqlalchemy import create_engine
-from dotenv import load_dotenv
14
15
warnings.filterwarnings("ignore")
16
@@ -36,7 +36,6 @@
36
.appName("Data ETL") \
37
.getOrCreate()
38
print('PYTHON LOG: Created Spark Session Successfully')
39
-
40
str_engine_wh = "postgresql://" + USER + ":" + PASSWORD + "@" + HOST + ":" + PORT + "/" + DATABASE
41
print('PYHTON LOG: attempting database connection')
42
db_engine = create_engine(str_engine_wh)
0 commit comments