first step to compare giro transactions with user payments

currently parses only GLS files and prints them

a@tb:~/src/rechnung$ rechnung print-csv 2019 09
Parsing CSV files for 201909
Found /home/a/src/rechnung/csv/201909-gls.csv
2019-09-30 00:00:00: D 60.0€ Maxxxx
2019-09-30 00:00:00: D 20.0€ PExxxx
2019-09-30 00:00:00: B 684.25€ HLxxxx
2019-09-24 00:00:00: D 25.0€ Raxxxx
2019-09-23 00:00:00: Ü 337.5€ Vaxxxx
2019-09-20 00:00:00: D 20.0€ Haxxxx
2019-09-17 00:00:00: D 100.0€ Toxxxx
2019-09-16 00:00:00: D 50.0€ Chxxxx
2019-09-16 00:00:00: D 20.0€ Soxxxx
2019-09-16 00:00:00: Ü 100.0€ Lixxxx
2019-09-13 00:00:00: Ü 75.0€ THxxxx
2019-09-12 00:00:00: D 60.0€ Klxxxx
2019-09-09 00:00:00: D 20.0€ THxxxx
2019-09-05 00:00:00: D 200.0€ Scxxxx
2019-09-04 00:00:00: Ü 20.0€ Lexxxx
2019-09-04 00:00:00: D 20.0€ Raxxxx
2019-09-04 00:00:00: D 20.0€ Fexxxx
2019-09-04 00:00:00: D 20.0€ Chxxxx
2019-09-04 00:00:00: D 20.0€ Laxxxx
2019-09-03 00:00:00: D 20.0€ Joxxxx
2019-09-03 00:00:00: D 20.0€ Anxxxx
2019-09-03 00:00:00: D 20.0€ Lexxxx
2019-09-03 00:00:00: D 20.0€ Roxxxx
2019-09-03 00:00:00: Ü 20.0€ ROxxxx
2019-09-03 00:00:00: D 20.0€ Isxxxx
2019-09-03 00:00:00: D 50.0€ Toxxxx
2019-09-02 00:00:00: D 20.0€ PExxxx
2019-09-02 00:00:00: D 100.0€ Moxxxx
2019-09-02 00:00:00: D 100.0€ Koxxxx
2019-09-02 00:00:00: D 20.0€ Joxxxx
2019-09-02 00:00:00: D 55.0€ Koxxxx

Signed-off-by: Paul Spooren <mail@aparcar.org>

Author: aparcar

rechnung/cli.py

@@ -5,6 +5,7 @@
 from .settings import get_settings_from_cwd, copy_assets, create_required_settings_file
 from .invoice import create_invoices, render_invoices, send_invoices
 from .contract import create_contracts, render_contracts, send_contract, get_contracts
+from .transactions import read_csv_files
 
 cwd = os.getcwd()
 
@@ -55,6 +56,19 @@ def print_contracts():
         print(f"{cid}: {slug} {data['start']} {total_monthly}€")
 
 
+@cli1.command()
+@click.argument("year", type=int)
+@click.argument("month", type=int)
+def print_csv(year, month):
+    """
+    Parse CSV files for a specific year/month combo
+    """
+    settings = get_settings_from_cwd(cwd)
+    print(f"Parsing CSV files for {year}{month}")
+    for transaction in read_csv_files(settings, year, month):
+        print("{date}: {type[0]} {amount:>6}€ {sender}".format(**transaction))
+
+
 @cli1.command()
 def print_stats():
     """

rechnung/settings.py

@@ -36,6 +36,7 @@
     "contract_mail_template_file": "contract_mail_template.j2",
     "contract_template_file": "contract_template.j2.html",
     "contracts_dir": "contracts",
+    "csv_dir": "csv",
     "delivery_date_format": "%d. %B %Y",
     "invoice_css_asset_file": "invoice.css",
     "invoice_mail_template_file": "invoice_mail_template.j2",

rechnung/transactions.py

@@ -0,0 +1,54 @@
+import datetime
+import locale
+import os
+import os.path
+import yaml
+import csv
+import re
+from dateutil.parser import parse
+
+from pathlib import Path
+
+
+def parser_gls(csv_path):
+    """
+    Parses CSV files from the GLS bank
+    """
+    groups = [
+        r"(?P<type>Dauerauftragsbelast|Dauerauftragsgutschr|Überweisungsauftrag|Basislastschrift|Überweisungsgutschr\.)",
+        r"(?P<subject>.*)IBAN:\s?(?P<iban>.+) BIC:\s?(?P<bic>.+)",
+    ]
+    compiled_groups = re.compile("".join(groups))
+    transactions = []
+
+    with open(csv_path, encoding="iso-8859-1") as csv_file:
+        csv_reader = csv.reader(csv_file, delimiter=";")
+
+        for row in csv_reader:
+            match = compiled_groups.match(row[8].replace("\n", ""))
+            if match:
+                transactions.append(
+                    {
+                        **match.groupdict(),
+                        "date": parse(row[0], dayfirst=True),
+                        "sender": row[3],
+                        "amount": float(row[11].replace(",", ".")),
+                    }
+                )
+    return transactions
+
+
+def read_csv_files(settings, year, month):
+    """
+    Parses CSV files of a specific year/month combo
+    """
+    transactions = []
+    for bank in settings.csv_dir.iterdir():
+        csv_path = bank / f"{year}{month:02}.csv"
+        if csv_path.is_file():
+            if bank.stem == "gls":
+                transactions.extend(parser_gls(csv_path))
+            else:
+                print("Unknown CSV format")
+
+    return transactions