Dynamic_etl_framework/audit.py at main · guruswaami/Dynamic_etl_framework · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
def log_run(
    conn,
    config,
    start_time,
    end_time,
    insert_count,
    update_count,
    reject_count,
    status,
    error_message
):

    cur = conn.cursor()

    query = """
    INSERT INTO dyn_etl.process_control_details (
        source_system,
        source_table,
        target_system,
        target_table,
        pipeline_start,
        pipeline_end,
        insert_count,
        update_count,
        reject_count,
        status,
        error_message
    )
    VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
    """

    cur.execute(query, (
        config["source_system"],
        config["source_table"],
        config["target_system"],
        config["target_table"],
        start_time,
        end_time,
        insert_count,
        update_count,
        reject_count,
        status,
        error_message
    ))

    conn.commit()