Enhanced scan report upload speed

app/airflow/dags/libs/SR_processing/db_services.py

@@ -124,6 +124,8 @@ def update_temp_data_dictionary_table(
                     "value",
                     "value_description",
                 ],
+                fast_executemany=True,
+                commit_every=0,  # commit every row to avoid transaction overhead
             )
 
         logging.info(
@@ -211,6 +213,8 @@ def create_temp_field_values_table(
                     "value",
                     "frequency",
                 ],
+                fast_executemany=True,
+                commit_every=0,  # commit every row to avoid transaction overhead
             )
 
     except Exception as e: