Skip to content

Commit 3a4b8c5

Browse files
Arta AsadiArta Asadi
Arta Asadi
authored and
Arta Asadi
committed
fix: add export plugin data script
1 parent 7eee311 commit 3a4b8c5

File tree

1 file changed

+39
-0
lines changed

1 file changed

+39
-0
lines changed

Diff for: scripts/export_plugin_data.sh

+39
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
mkdir -p /tmp/demo-data
2+
3+
mkdir -p /tmp/demo-data/es-demo
4+
NEW_ELASTICSEARCH_ADDRESS="https://${ELASTICSEARCH_USERNAME}:${ELASTICSEARCH_PASSWORD}@${ELASTICSEARCH_ADDRESS#https://}"
5+
mkdir -p ~/.config/rclone
6+
7+
cat <<EOF > ~/.config/rclone/rclone.conf
8+
[r2]
9+
type = s3
10+
provider = Cloudflare
11+
access_key_id = $AWS_ACCESS_KEY_ID
12+
secret_access_key = $AWS_SECRET_ACCESS_KEY
13+
region = auto
14+
endpoint = $ENDPOINT_URL
15+
acl = private
16+
EOF
17+
18+
echo $NEW_ELASTICSEARCH_ADDRESS
19+
export NODE_TLS_REJECT_UNAUTHORIZED=0
20+
multielasticdump \
21+
--direction=dump \
22+
--input="$NEW_ELASTICSEARCH_ADDRESS" \
23+
--output="/tmp/demo-data/es-demo/" \
24+
--parallel=20 \
25+
--match='^(?!\.)(?!.*(security|deleted|logs|metrics)).*$' \
26+
--matchType=alias \
27+
--limit=10000 \
28+
--scrollTime=10m \
29+
--searchBody='{"query": {"bool": {"must_not": {"term": {"deleted": true}}}}}' \
30+
--ignoreTemplate=true
31+
32+
cd /tmp
33+
tar -cO demo-data | openssl enc -aes-256-cbc -md md5 -pass pass:"$OPENSSL_PASSWORD" -base64 > demo_data.tar.gz.enc
34+
35+
FILE_SIZE_BYTES=$(stat -c %s /tmp/demo_data.tar.gz.enc)
36+
FILE_SIZE_MB=$(echo "scale=2; $FILE_SIZE_BYTES / 1048576" | bc)
37+
echo "File size: ${FILE_SIZE_MB} MB"
38+
39+
rclone copy /tmp/demo_data.tar.gz.enc "$DEMO_DATA_S3_PATH"

0 commit comments

Comments
 (0)