-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml.example
More file actions
38 lines (33 loc) · 1.44 KB
/
Copy pathdocker-compose.yml.example
File metadata and controls
38 lines (33 loc) · 1.44 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
version: '3.8'
services:
scraper:
build: .
image: quantarded-scraper:latest
environment:
# Reddit Scraper
REDDIT_SCRAPER_ENABLED: ${REDDIT_SCRAPER_ENABLED:-true}
TIME_WINDOW_MINUTES: ${TIME_WINDOW_MINUTES:-15}
SCRAPER_INTERVAL_MINUTES: ${SCRAPER_INTERVAL_MINUTES:-5}
# LLM API (for Reddit scraper)
LLM_API_KEY: ${LLM_API_KEY}
LLM_API_URL: ${LLM_API_URL:-https://api.openai.com/v1/chat/completions}
LLM_MODEL: ${LLM_MODEL:-gpt-4o-mini}
CLASSIFY_BATCH_SIZE: ${CLASSIFY_BATCH_SIZE:-50}
CLASSIFY_CONCURRENCY: ${CLASSIFY_CONCURRENCY:-3}
MIN_CONTENT_LENGTH: ${MIN_CONTENT_LENGTH:-10}
MAX_CONTENT_LENGTH: ${MAX_CONTENT_LENGTH:-2000}
# Quiver Scraper
QUIVER_SCRAPER_ENABLED: ${QUIVER_SCRAPER_ENABLED:-false}
QUIVER_API_KEY: ${QUIVER_API_KEY}
QUIVER_API_URL: ${QUIVER_API_URL:-https://api.quiverquant.com/beta}
QUIVER_CONGRESSIONAL_ENDPOINT: ${QUIVER_CONGRESSIONAL_ENDPOINT:-bulk/congresstrading}
QUIVER_PAGE_SIZE: ${QUIVER_PAGE_SIZE:-100}
QUIVER_BATCH_SIZE: ${QUIVER_BATCH_SIZE:-100}
QUIVER_SCRAPER_CRON: ${QUIVER_SCRAPER_CRON:-"0 */6 * * *"}
# Tinybird
TINYBIRD_TOKEN: ${TINYBIRD_TOKEN}
TINYBIRD_DATASOURCE: ${TINYBIRD_DATASOURCE:-events_landing__v0}
TINYBIRD_JOB_RUNS_DATASOURCE: ${TINYBIRD_JOB_RUNS_DATASOURCE:-job_runs__v0}
# Runtime
NODE_ENV: production
restart: unless-stopped