🎯 feat: add template type args on SQLPlate object for filter jinja variables.

Author: korawica

src/sqlplate/conf.py

@@ -8,7 +8,7 @@
 from typing import Any
 
 
-class BaseConf:
+class Config:
     etl_columns: list[str] = [
         "load_src",
         "load_id",
@@ -27,10 +27,15 @@ class BaseConf:
     ] + etl_columns
 
     @classmethod
-    def export(cls) -> dict[str, Any]:
-        return {
-            "etl_columns": cls.etl_columns,
-            "scd1_soft_delete_columns": cls.scd1_soft_delete_columns,
-            "scd2_columns": cls.scd2_columns,
-            "only_main": False,
-        }
+    def export(cls, template_type: str | None = None) -> dict[str, Any]:
+        template_type = template_type or 'NOT_SET'
+        etl_vars: dict[str, Any] = {}
+        if template_type == 'etl':
+            etl_vars: dict[str, Any] = {
+                "etl_columns": cls.etl_columns,
+                "scd1_soft_delete_columns": cls.scd1_soft_delete_columns,
+                "scd2_columns": cls.scd2_columns,
+                "only_main": False,
+            }
+
+        return {"only_main": False} | etl_vars

src/sqlplate/sqlplate.py

@@ -10,7 +10,7 @@
 
 from jinja2 import Template
 
-from .conf import BaseConf
+from .conf import Config
 from .exceptions import TemplateNotSet
 from .utils import get_env, remove_sql_comment
 
@@ -30,6 +30,7 @@ def __init__(self, name: str, path: Path) -> None:
 
         self.path: Path = path
         self._template_name: str | None = None
+        self._template_type: str | None = None
         self._template: Template | None = None
         self._option: dict[str, Any] = {}
 
@@ -48,6 +49,10 @@ def system(cls, name: str, path: Path | None = None) -> 'SQLPlate':
     def template(self, name: str) -> 'SQLPlate':
         """Create template object attribute on this instance."""
         self._template_name: str = name
+
+        if '.' in name and name.count('.') == 1:
+            self._template_type, _ = name.split('.', maxsplit=1)
+
         self._template: Template = (
             get_env(self.path).get_template(f'{self.name}/{name}.sql')
         )
@@ -83,7 +88,7 @@ def load(self, remove_comment: bool = False, **kwargs) -> str:
             self._template.render(
                 **(
                     {"_system": self.name, "_template": self._template_name}
-                    | BaseConf.export()
+                    | Config.export(self._template_type)
                     | self._option
                     | kwargs
                 )

templates/databricks/etl.scd1-soft-delete.sql

@@ -65,7 +65,7 @@ THEN INSERT
         {{ all_columns | join(', ') }}
     )
     VALUES (
-        {{ data_columns | map_fmt('source.{0}') | join(',\n\t\t') }},
+        {{ data_columns | map_fmt('source.{0}') | join(',\n        ') }},
         0,
         '{{ load_src }}',
         {{ load_id }},

tests/test_databricks.py

@@ -231,8 +231,8 @@ def test_sql_scd1_soft_delete(template_path):
             )
             VALUES (
                 source.col01,
-        source.col02,
-        source.pk_col,
+                source.col02,
+                source.pk_col,
                 0,
                 'SOURCE_FOO',
                 1,
@@ -295,8 +295,8 @@ def test_sql_scd1_soft_delete(template_path):
             )
             VALUES (
                 source.col01,
-        source.col02,
-        source.pk_col,
+                source.col02,
+                source.pk_col,
                 0,
                 'SOURCE_FOO',
                 1,