Skip to content

Commit 2430eae

Browse files
committed
file-based: format record to have file last modified data
1 parent 597e458 commit 2430eae

File tree

1 file changed

+7
-4
lines changed

1 file changed

+7
-4
lines changed

airbyte_cdk/sources/file_based/stream/default_file_based_stream.py

+7-4
Original file line numberDiff line numberDiff line change
@@ -196,21 +196,24 @@ def read_records_from_slice(self, stream_slice: StreamSlice) -> Iterable[Airbyte
196196
)
197197
elif self.sync_acl_permissions:
198198
try:
199-
metadata_record = self.stream_reader.get_file_acl_permissions(
199+
permissions_record = self.stream_reader.get_file_acl_permissions(
200200
file, logger=self.logger
201201
)
202+
permissions_record = self.transform_record(
203+
permissions_record, file, file_datetime_string
204+
)
202205
yield stream_data_to_airbyte_message(
203-
self.name, metadata_record, is_file_transfer_message=False
206+
self.name, permissions_record, is_file_transfer_message=False
204207
)
205208
except Exception as e:
206209
self.logger.error(
207-
f"Failed to retrieve metadata for file {file.uri}: {str(e)}"
210+
f"Failed to retrieve permissions for file {file.uri}: {str(e)}"
208211
)
209212
yield AirbyteMessage(
210213
type=MessageType.LOG,
211214
log=AirbyteLogMessage(
212215
level=Level.ERROR,
213-
message=f"Error retrieving metadata: stream={self.name} file={file.uri}",
216+
message=f"Error retrieving files permissions: stream={self.name} file={file.uri}",
214217
stack_trace=traceback.format_exc(),
215218
),
216219
)

0 commit comments

Comments
 (0)