tech: ajout script dump db pour app de test

Author: Mzem

.scalingo/first-deploy.sh

@@ -4,6 +4,12 @@ echo "First deploy"
 
 if [[ $APP =~ "pa-back-staging-pr" ]] ; then
   echo "Dump de la DB de staging"
+
+  if [[ $DATABASE_URL == *"pa_back_pro_817"* ]]; then
+    echo "Error: Target must not be production"
+    exit 1
+  fi
+
   export PATH=$HOME/bin:$PATH
   dbclient-fetcher psql 13
   psql --dbname $DATABASE_URL -c "CREATE extension postgis;"

.scalingo/post-deploy.sh

@@ -1,7 +1,15 @@
 #!/bin/bash
 
+echo "Post deploy"
+
 if [[ $APP =~ "pa-back-staging-pr" ]] ; then
   echo "Dump de la DB de staging"
+
+  if [[ $DATABASE_URL == *"pa_back_pro_817"* ]]; then
+    echo "Error: Target must not be production"
+    exit 1
+  fi
+
   export PATH=$HOME/bin:$PATH
   dbclient-fetcher psql 13
   pg_dump --clean --if-exists --format c --no-owner --no-privileges --no-comments -n 'public' -n 'sequelize' --exclude-schema 'information_schema' --exclude-schema '^pg_*' --exclude-schema 'tiger' --exclude-schema 'tiger_data' --exclude-schema 'topology' --dbname $STAGING_DATABASE_URL --file dump.pgsql

package.json

@@ -65,6 +65,7 @@
     "tasks:initialiser-les-vues": "IS_WEB=false TASK_NAME=INITIALISER_LES_VUES node dist/main",
     "tasks:creer-tables-ae-annuelles": "IS_WEB=false TASK_NAME=CREER_TABLES_AE_ANNUELLES_ANALYTICS node dist/main",
     "tasks:notifier-bonne-alternance": "IS_WEB=false TASK_NAME=NOTIFIER_BONNE_ALTERNANCE node dist/main",
+    "dump-restore-db-perf": "scripts/perf/db_dump_restore.sh 2>&1",
     "dump-restore-db": "scripts/analytics/0_db_dump_restore.sh 2>&1",
     "dump-restore-db:local": "dotenv -e .environment yarn dump-restore-db",
     "release:patch": "scripts/release_version_only.sh patch",

scripts/perf/db_dump_restore.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+
+if [[ $APP =~ "pa-back-prod-test" ]] ; then
+  echo "Dump de la DB de prod vers la db de perf"
+
+  if [ -z "$PROD_DATABASE_URL" ]; then
+    echo "error: env var PROD_DATABASE_URL must be set"
+    exit 1
+  fi
+
+  if [ -z "$DATABASE_URL" ]; then
+    echo "error: env var DATABASE_URL must be set"
+    exit 1
+  fi
+
+  if [[ $DATABASE_URL == *"pa_back_pro_817"* ]]; then
+    echo "Error: Target must not be production"
+    exit 1
+  fi
+
+  export PATH=$HOME/bin:$PATH
+  dbclient-fetcher psql 13
+
+  echo "Drop conflicting extensions (if they exist)"
+  psql --dbname $DATABASE_URL -c "DROP EXTENSION IF EXISTS postgis CASCADE;"
+  psql --dbname $DATABASE_URL -c "DROP EXTENSION IF EXISTS postgis_tiger_geocoder CASCADE;"
+  psql --dbname $DATABASE_URL -c "DROP EXTENSION IF EXISTS postgis_topology CASCADE;"
+  psql --dbname $DATABASE_URL -c "DROP EXTENSION IF EXISTS pg_trgm CASCADE;"
+
+  echo "Dump production database (excluding unnecessary schemas)"
+  pg_dump --clean --if-exists --format c --no-owner --no-privileges --no-comments \
+    -n 'public' -n 'sequelize' \
+    --exclude-schema 'information_schema' --exclude-schema '^pg_*' \
+    --exclude-schema 'tiger' --exclude-schema 'tiger_data' --exclude-schema 'topology' \
+    --dbname $PROD_DATABASE_URL --file dump.pgsql
+
+  echo "Restore database dump (WITHOUT extensions yet)"
+  pg_restore --clean --if-exists --no-owner --no-privileges --no-comments --dbname $DATABASE_URL dump.pgsql
+
+  echo "Recreate extensions AFTER restore"
+  psql --dbname $DATABASE_URL -c "CREATE EXTENSION postgis;"
+  psql --dbname $DATABASE_URL -c "CREATE EXTENSION postgis_tiger_geocoder CASCADE;"
+  psql --dbname $DATABASE_URL -c "CREATE EXTENSION postgis_topology;"
+  psql --dbname $DATABASE_URL -c "CREATE EXTENSION pg_trgm;"
+
+  echo "Grant correct privileges"
+  psql --dbname $DATABASE_URL -c "GRANT USAGE, CREATE ON SCHEMA public TO pa_back_pro_4110;"
+  psql --dbname $DATABASE_URL -c "GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO pa_back_pro_4110;"
+
+fi
+
+rm -f dump.pgsql