We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6d815aa commit c75f573Copy full SHA for c75f573
quotaclimat/data_processing/mediatree/s3/api_to_s3.py
@@ -193,14 +193,15 @@ def save_to_s3(
193
based_path = "s3/parquet"
194
195
try:
196
- if country==FRANCE: # You need this for france because of legacy partitioning either way
+ if country==FRANCE and set_filename: # You need this for france because of legacy partitioning either way
197
df['country'] = country.name
198
# add partition columns year, month, day to dataframe
199
if not set_filename:
200
df['year'] = date.year
201
df['month'] = date.month
202
df['day'] = date.day
203
df['channel'] = channel
204
+ df['country'] = country.name
205
206
df = df._to_pandas() # collect data accross ray workers to avoid multiple subfolders
207
0 commit comments