feat: added custom database script to run a postgres with pgbackrest inside a docker container

Author: mschead

bare-metal/.env.template

@@ -0,0 +1,2 @@
+BACKUP_HOST_IP=100.000.0.1
+SYNC_NETWORK=mainnet01

bare-metal/Dockerfile.customdb

@@ -0,0 +1,42 @@
+FROM postgres:17
+
+# Install pgBackRest and dependencies
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+        pgbackrest \
+        openssh-client \
+        gettext-base \
+        ssh \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create folders for pgBackRest and adjust permissions
+RUN mkdir -p /tmp/pgbackrest /var/log/pgbackrest && \
+    chown postgres:postgres /tmp/pgbackrest /var/log/pgbackrest && \
+    chmod 700 /tmp/pgbackrest /var/log/pgbackrest
+
+# Add the pgbackrest configuration file
+COPY pgbackrest.conf.generated /etc/pgbackrest.conf
+RUN chown postgres:postgres /etc/pgbackrest.conf && \
+    chmod 600 /etc/pgbackrest.conf
+
+# Create the .ssh folder and copy the SSH keys
+RUN mkdir -p /var/lib/postgresql/.ssh
+COPY id_ed25519 /var/lib/postgresql/.ssh/id_ed25519
+COPY id_ed25519.pub /var/lib/postgresql/.ssh/id_ed25519.pub
+
+# Adjust permissions for the SSH keys
+RUN chown -R postgres:postgres /var/lib/postgresql/.ssh && \
+    chmod 700 /var/lib/postgresql/.ssh && \
+    chmod 600 /var/lib/postgresql/.ssh/id_ed25519 && \
+    chmod 644 /var/lib/postgresql/.ssh/id_ed25519.pub
+
+# Copy the custom initialization script
+COPY script.sh.generated /script.sh
+RUN chmod +x /script.sh
+
+# Expose the default PostgreSQL port
+EXPOSE 5432
+EXPOSE 5433
+
+# Default CMD to keep container alive and interactive
+CMD ["bash"]

bare-metal/build.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+# Exit immediately if a command exits with a non-zero status.
+set -e
+
+# Check if .env file exists
+if [ ! -f .env ]; then
+    echo "Error: .env file not found."
+    exit 1
+fi
+
+# Export variables from .env file
+export $(grep -v '^#' .env | xargs)
+
+# Check for required variables
+if [ -z "$SYNC_NETWORK" ] || [ -z "$BACKUP_HOST_IP" ]; then
+    echo "Error: SYNC_NETWORK and BACKUP_HOST_IP must be set in .env"
+    exit 1
+fi
+
+# Substitute variables in script.sh.template
+envsubst < ./script.sh.template > ./script.sh.generated
+
+# Substitute variables in pgbackrest.conf.template
+envsubst < ./pgbackrest.conf.template > ./pgbackrest.conf.generated
+
+# Build the Docker image
+docker build -f Dockerfile.customdb -t custom-db:${SYNC_NETWORK} .
+
+# Clean up generated files
+rm script.sh.generated
+rm pgbackrest.conf.generated
+
+echo "Docker image 'custom-db' built successfully."

bare-metal/pgbackrest.conf.template

@@ -0,0 +1,13 @@
+[global]
+repo1-host=${BACKUP_HOST_IP}
+repo1-host-user=ubuntu
+repo1-path=/var/lib/pgbackrest
+repo1-retention-full=2
+start-fast=y
+log-level-console=info
+log-level-file=info
+
+[${SYNC_NETWORK}]
+pg1-path=/var/lib/postgresql/data
+pg1-user=postgres
+pg1-database=indexer

bare-metal/script.sh.template

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+ssh-keyscan -H ${BACKUP_HOST_IP} >> ~postgres/.ssh/known_hosts
+chown postgres:postgres ~postgres/.ssh/known_hosts
+chmod 644 ~postgres/.ssh/known_hosts
+
+exec /usr/local/bin/docker-entrypoint.sh postgres -c archive_mode=on -c archive_command='pgbackrest --stanza=${SYNC_NETWORK} archive-push %p' -c ssl=on -c ssl_cert_file=/var/lib/postgresql/server.crt -c ssl_key_file=/var/lib/postgresql/server.key -c shared_buffers=8GB -c effective_cache_size=24GB -c maintenance_work_mem=2GB -c work_mem=64MB -c max_wal_size=16GB -c random_page_cost=1.1 -c effective_io_concurrency=200 -c synchronous_commit=off