dbt-scope/tests/unit/conftest.py at 2cd211a2280956e8cb9b0071a1f50caca0c847af · microsoft/dbt-scope · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
"""Unit test configuration and shared fixtures."""

import pytest

from dbt.adapters.scope.script_builder import ColumnDef, ScriptConfig


@pytest.fixture
def sample_columns() -> list[ColumnDef]:
    return [
        ColumnDef(name="col_str", scope_type="string"),
        ColumnDef(name="col_long", scope_type="long"),
        ColumnDef(name="col_dt", scope_type="DateTime"),
        ColumnDef(name="event_year_date", scope_type="string", extract=False),
    ]


@pytest.fixture
def sample_config(sample_columns: list[ColumnDef]) -> ScriptConfig:
    return ScriptConfig(
        delta_location="abfss://testcontainer@teststorage.dfs.core.windows.net/delta/my_table",
        storage_account="teststorage",
        container="testcontainer",
        delta_base_path="delta",
        table_name="my_table",
        partition_by="event_year_date",
        source_roots=["/shares/test/ss/MyStream"],
        source_patterns=[r".*\.ss$"],
        max_files_per_trigger=50,
        safety_buffer_seconds=30,
        adls_gen1_account="test-adls-gen1",
        source_files=[
            "/shares/test/ss/MyStream/2026/04/01/20260401_010000_0.ss",
            "/shares/test/ss/MyStream/2026/04/01/20260401_020000_0.ss",
        ],
        scope_settings={
            "microsoft.scope.compression": "zstd#11",
            "delta.checkpointInterval": 5,
        },
        feature_previews="EnableDeltaTableDynamicInsert:on",
        au=100,
        priority=1,
        columns=sample_columns,
    )


@pytest.fixture
def multi_partition_columns() -> list[ColumnDef]:
    return [
        ColumnDef(name="col_str", scope_type="string"),
        ColumnDef(name="col_long", scope_type="long"),
        ColumnDef(name="edition", scope_type="string"),
        ColumnDef(name="event_year_date", scope_type="string", extract=False),
    ]


@pytest.fixture
def multi_partition_config(multi_partition_columns: list[ColumnDef]) -> ScriptConfig:
    return ScriptConfig(
        delta_location="abfss://testcontainer@teststorage.dfs.core.windows.net/delta/multi_tbl",
        storage_account="teststorage",
        container="testcontainer",
        delta_base_path="delta",
        table_name="multi_tbl",
        partition_by=["event_year_date", "edition"],
        source_roots=["/shares/test/ss/MyStream"],
        source_patterns=[r".*\.ss$"],
        source_files=[
            "/shares/test/ss/MyStream/2026/04/01/20260401_010000_0.ss",
        ],
        scope_settings={},
        feature_previews="EnableDeltaTableDynamicInsert:on",
        au=100,
        priority=1,
        columns=multi_partition_columns,
    )