-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathMakefile
More file actions
46 lines (36 loc) · 1.56 KB
/
Copy pathMakefile
File metadata and controls
46 lines (36 loc) · 1.56 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
locally: manifest
clear
dagster dev
clean:
rm -rf ~/.dagster_home; mkdir ~/.dagster_home; cp dagster.yaml ~/.dagster_home/dagster.yaml
manifest:
dbt parse --project-dir=dbt_project --target BRANCH
deps:
dbt deps --project-dir=dbt_project
stateful_dev: clean manifest
export DAGSTER_HOME="~/.dagster_home"; dagster dev
stateful_dev_prod: clean manifest
export DAGSTER_HOME="~/.dagster_home"; export DAGSTER_CLOUD_DEPLOYMENT_NAME="data-eng-prod"; dagster dev
dependencies:
uv pip install -e ".[dev]"
update_packages:
uv lock --upgrade --directory hooli-data-eng;
uv lock --upgrade --directory hooli-basics;
uv lock --upgrade --directory hooli-batch-enrichment;
uv lock --upgrade --directory hooli-snowflake-insights;
uv lock --upgrade --directory hooli-data-ingest;
uv lock --upgrade --directory hooli-bi;
uv lock --upgrade --directory hooli-airlift;
ruff:
-ruff check --fix .
ruff format .
# ensure that DAGSTER_GIT_REPO_DIR is set to the path of the dagster repo
# see https://www.notion.so/dagster/Local-Dev-Setup-e58aba352f704dcc88a8dc44cb1ce7fc for more details
# ensure your virtual environment is activated here
install_from_dagster_clone:
source .venv/bin/activate; uv pip install pip; cd ${DAGSTER_GIT_REPO_DIR} && python scripts/install_dev_python_modules.py; cd -;
install_dg_from_dagster_clone:
source .venv/bin/activate; cd ${DAGSTER_GIT_REPO_DIR} && uv tool install -e python_modules/libraries/dagster-dg \
--with-editable python_modules/libraries/dagster-shared \
--with-editable python_modules/libraries/dagster-cloud-cli \
--reinstall; cd -;