-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy path.amazon-reviews-sample-config
30 lines (27 loc) · 1.21 KB
/
.amazon-reviews-sample-config
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
[common]
REPO_LOCATION=/Users/xanderhlim/Documents/dev/amazon-reviews
SPARK_PATH=/Users/xanderhlim/Documents/dev/spark-3.0.1-bin-hadoop2.7
CONDA_ENV=amazon-reviews-dev
S3_BUCKET=s3://amazonreviews-analytics
SAMPLE_DATA_SIZE=10
REVIEW_CSV=data/sample.csv
[redshift]
REDSHIFT_DRIVER_JAR=https://s3.amazonaws.com/redshift-downloads/drivers/jdbc/1.2.45.1069/RedshiftJDBC42-no-awssdk-1.2.45.1069.jar
REDSHIFT_JDBC=jdbc:redshift://redshift-cluster-1.c26twnok6ac1.us-east-2.redshift.amazonaws.com:5439/amazon-reviews-analytics
REDSHIFT_JDBC_CLASS=com.amazon.redshift.jdbc42.Driver
REDSHIFT_TABLE=product_reviews
[stream]
STREAM_JAR_PATH=stream/target/scala-2.12/stream-assembly-1.0.0.jar
STREAM_JAR=stream-assembly-1.0.0.jar
EMR_CLUSTER_ID=j-XXXXXXXXXXXXF
STREAM_APP_NAME=AmazonReviews
KINESIS_STREAM=AmazonReviews-APIData
KINESIS_ENDPOINT=https://kinesis.us-east-2.amazonaws.com
DYNAMODB_TABLE=AmazonReviews-Product
API_GATEWAY_ENDPOINT=https://46y7hjo0yf.execute-api.us-east-2.amazonaws.com/dev/test
[batch]
BATCH_JAR_PATH=batch/target/scala-2.12/batch-assembly-1.0.0.jar
BATCH_JAR=batch-assembly-1.0.0.jar
BATCH_S3_DIR=s3://amazonreviews-analytics/batch/
BATCH_S3_ENDPOINT=s3.us-east-2.amazonaws.com
BATCH_APP_NAME=AmazonReviews-Batch