-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathMakefile
26 lines (22 loc) · 912 Bytes
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
# Makefile
ENV_NAME = llms
install:
@echo "Activating the environment..."
@bash -c "source $$(conda info --base)/etc/profile.d/conda.sh && conda activate $(ENV_NAME) \
&& pip install poetry \
poetry env use $(which python)"
@echo "Installing Packages"
@echo "Changing to pyproject.toml location..."
@bash -c " PYTHON_KEYRING_BACKEND=keyring.backends.fail.Keyring poetry install"
run_producers:
@echo "$(GREEN) [RUNNING] Data Gathering Pipeline Kafka Producers $(RESET)"
@bash -c "poetry run python -m src.producer"
run_pipeline:
@echo "$(GREEN) [RUNNING] Bytewax Pipeline $(RESET)"
@bash -c "RUST_BACKTRACE=1 poetry run python -m bytewax.run src/start:flow"
clean_vdb:
@echo "$(RED) [CLEANING] Upstash Vector DB $(RESET)"
@bash -c "poetry run python -m src.helpers clean_vectordb"
run_ui:
@echo "$(GREEN) [RUNNING] Streamlit UI interface $(RESET)"
@bash -c "poetry run streamlit run ui.py"