OvertureLink-Data-Pipeline/.env.example at main · worldbank/OvertureLink-Data-Pipeline · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
# .env.example — Copy this to .env and fill in your values.
# Required settings are uncommented. Optional settings are commented out in the section below.

# =============================================================================
# REQUIRED
# =============================================================================

PYTHONPATH=src

# ArcGIS Online portal URL
AGOL_PORTAL_URL=https://your-org.maps.arcgis.com

# Authentication — choose one method:
#   credentials  Username/password (no 2FA)
#   oauth        Browser-based login (supports 2FA, requires AGOL_CLIENT_ID)
AGOL_AUTH_METHOD=credentials
AGOL_USERNAME=your_username
AGOL_PASSWORD=your_password

# Overture Maps release version (find current release at https://docs.overturemaps.org/)
OVERTURE_RELEASE=2025-08-20.0

# DuckDB memory and thread limits — tune to your machine
DUCKDB_MEMORY_LIMIT=16GB
DUCKDB_THREADS=8


# =============================================================================
# OPTIONAL
# =============================================================================

# --- OAuth (use instead of username/password above) ---
# AGOL_AUTH_METHOD=oauth
# AGOL_CLIENT_ID=your_client_id          # From AGOL app registration
# AGOL_CLIENT_SECRET=your_secret         # Enables server-to-server auth (no browser prompt)
# AGOL_PROFILE=your_profile_name         # Cache session to skip re-login on repeat runs
# AGOL_CONTENT_OWNER=your_username       # Restrict publish/discovery to this owner

# --- ArcGIS Online ---
# AGOL_TOKEN_EXPIRATION=9999             # Extended token timeout for large datasets
# AGOL_LARGE_DATASET_THRESHOLD=10000     # Feature count threshold for batch mode

# --- Overture Data Source ---
# OVERTURE_BASE_URL=s3://overturemaps-us-west-2/release  # Override for regional mirror

# --- Local Dump Storage (overture-dump command) ---
# OVERTURE_DUMP_PATH=./overturedump      # Where to store downloaded theme dumps
# DUMP_MAX_MEMORY=32                     # GB of RAM for dump operations

# --- Batch Upload Tuning ---
# BatchThreshold=200000                  # Switch to batch mode above this feature count
# BatchSize=100000                       # Starting batch size
# BatchMin=50000                         # Minimum batch size floor
# AppendTimeout=10800                    # Timeout in seconds for append jobs