File tree 1 file changed +39
-0
lines changed
1 file changed +39
-0
lines changed Original file line number Diff line number Diff line change
1
+ mkdir -p /tmp/demo-data
2
+
3
+ mkdir -p /tmp/demo-data/es-demo
4
+ NEW_ELASTICSEARCH_ADDRESS=" https://${ELASTICSEARCH_USERNAME} :${ELASTICSEARCH_PASSWORD} @${ELASTICSEARCH_ADDRESS# https:// } "
5
+ mkdir -p ~ /.config/rclone
6
+
7
+ cat << EOF > ~/.config/rclone/rclone.conf
8
+ [r2]
9
+ type = s3
10
+ provider = Cloudflare
11
+ access_key_id = $AWS_ACCESS_KEY_ID
12
+ secret_access_key = $AWS_SECRET_ACCESS_KEY
13
+ region = auto
14
+ endpoint = $ENDPOINT_URL
15
+ acl = private
16
+ EOF
17
+
18
+ echo $NEW_ELASTICSEARCH_ADDRESS
19
+ export NODE_TLS_REJECT_UNAUTHORIZED=0
20
+ multielasticdump \
21
+ --direction=dump \
22
+ --input=" $NEW_ELASTICSEARCH_ADDRESS " \
23
+ --output=" /tmp/demo-data/es-demo/" \
24
+ --parallel=20 \
25
+ --match=' ^(?!\.)(?!.*(security|deleted|logs|metrics)).*$' \
26
+ --matchType=alias \
27
+ --limit=10000 \
28
+ --scrollTime=10m \
29
+ --searchBody=' {"query": {"bool": {"must_not": {"term": {"deleted": true}}}}}' \
30
+ --ignoreTemplate=true
31
+
32
+ cd /tmp
33
+ tar -cO demo-data | openssl enc -aes-256-cbc -md md5 -pass pass:" $OPENSSL_PASSWORD " -base64 > demo_data.tar.gz.enc
34
+
35
+ FILE_SIZE_BYTES=$( stat -c %s /tmp/demo_data.tar.gz.enc)
36
+ FILE_SIZE_MB=$( echo " scale=2; $FILE_SIZE_BYTES / 1048576" | bc)
37
+ echo " File size: ${FILE_SIZE_MB} MB"
38
+
39
+ rclone copy /tmp/demo_data.tar.gz.enc " $DEMO_DATA_S3_PATH "
You can’t perform that action at this time.
0 commit comments