Adding indirect write GCS cleanup logs (#1335)

Author: davidrabinowitz

CHANGES.md

@@ -1,6 +1,7 @@
 # Release Notes
 
 ## Next
+* PR #1335: Adding indirect write GCS cleanup logs
 
 ## 0.41.1 - 2024-12-20
 * Issue #1290: Stopped using metadata for optimized count path

spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/write/BigQueryWriteHelper.java

@@ -256,6 +256,7 @@ static Field updatedField(Field field, StructField sparkSchemaField) {
 
   void cleanTemporaryGcsPathIfNeeded() {
     // TODO(davidrab): add flag to disable the deletion?
+    logger.info("Cleaning temporary GCS path");
     createTemporaryPathDeleter.ifPresent(IntermediateDataCleaner::deletePath);
   }
 

spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/write/IntermediateDataCleaner.java

@@ -45,10 +45,12 @@ public void run() {
 
   public void deletePath() {
     try {
+      logger.info("Deleting path " + path + " if it exists");
       FileSystem fs = path.getFileSystem(conf);
       if (pathExists(fs, path)) {
         fs.delete(path, true);
       }
+      logger.info("Path " + path + " no longer exists)");
     } catch (Exception e) {
       logger.error("Failed to delete path " + path, e);
     }