adding comparison notebook and separating out helper functions

Author: spopelka-dsac

etls/loadHalloween/mapping.ipynb

@@ -18,27 +18,39 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "0a26a1bc",
+   "execution_count": 1,
+   "id": "9e504af7",
    "metadata": {},
    "outputs": [],
    "source": [
+    "%load_ext dotenv\n",
+    "%dotenv\n",
+    "\n",
     "import pandas as pd\n",
     "import datetime\n",
     "import os\n",
-    "from utils import createEngine\n",
     "import uuid\n",
     "import numpy as np\n",
     "import warnings\n",
-    "from pangres import upsert\n",
-    "from urllib.parse import urljoin\n",
     "import requests\n",
     "import zipfile\n",
     "import io\n",
+    "import sys\n",
+    "from pathlib import Path\n",
+    "from pangres import upsert\n",
+    "from urllib.parse import urljoin\n",
+    "\n",
+    "\n",
+    "# This allows us to use an absolute import for utils\n",
+    "parent_dir = str(Path().resolve().parents[0])\n",
+    "if parent_dir not in sys.path:\n",
+    "    sys.path.insert(0, parent_dir)\n",
+    "\n",
+    "from utils.db_helpers import createEngine\n",
     "\n",
     "warnings.simplefilter(action='ignore', category=pd.errors.DtypeWarning)\n",
     "warnings.simplefilter(\n",
-    "    action='ignore', category=pd.errors.SettingWithCopyWarning)\n"
+    "    action='ignore', category=pd.errors.SettingWithCopyWarning)"
    ]
   },
   {
@@ -95,12 +107,12 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "09f9d8b4",
    "metadata": {},
    "outputs": [],
    "source": [
-    "engine = createEngine()"
+    "engine = createEngine(\"SOURCE\")"
    ]
   },
   {