Skip to content

Commit 8ecaad7

Browse files
committed
last pylint test
1 parent eede9b0 commit 8ecaad7

File tree

1 file changed

+4
-5
lines changed

1 file changed

+4
-5
lines changed

etl/data.py

+4-5
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,8 @@
1-
#%%
2-
print("PYHTON LOG: Importing Libraries")
3-
41
"""
52
This module handles the ETL processes using PySpark and SQLAlchemy.
63
"""
4+
#%%
5+
print("PYHTON LOG: Importing Libraries")
76

87
import os
98
import warnings
@@ -43,8 +42,8 @@
4342

4443
print("PYTHON LOG: Loading data")
4544
# Load data using pyspark.pandas
46-
path = "csv_files/german_credit_data.csv"
47-
df = ps.read_csv(path)
45+
PATH = "csv_files/german_credit_data.csv"
46+
df = ps.read_csv(PATH)
4847

4948
# Convert to PySpark DataFrame using to_spark()
5049
sdf = df.to_spark()

0 commit comments

Comments
 (0)