- "var_value": "{\"path\":\"%%ENV:SVC_CONF_ENV_BASE_DIR%%/%%ENV:POD%%/init/dbjobs_new\",\"mode\":755,\"uid\":\"%%ENV:MYSQL_UID%%\",\"gid\":\"%%ENV:MYSQL_GID%%\",\"fmt\":\"#!/bin/bash\\nset -x\\nUSER=%%ENV:SVC_CONF_ENV_MYSQL_ROOT_USER%%\\nPASSWORD=$MYSQL_ROOT_PASSWORD\\nMYSQL_PORT=%%ENV:SERVER_PORT%%\\nMYSQL_SERVER=%%ENV:SERVER_HOST%%\\nCLUSTER_NAME=%%ENV:SVC_NAMESPACE%%\\nREPLICATION_MANAGER_ADDR=%%ENV:SVC_CONF_ENV_REPLICATION_MANAGER_ADDR%%\\nMYSQL_CONF=%%ENV:SVC_CONF_ENV_MYSQL_CONFDIR%%\\nDATADIR=%%ENV:SVC_CONF_ENV_MYSQL_DATADIR%%\\nMYSQL_CLIENT=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/mysql\\nMYSQL_CHECK=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/mysqlcheck\\nMYSQL_DUMP=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/mysqldump\\nSST_RECEIVER_PORT=%%ENV:SVC_CONF_ENV_SST_RECEIVER_PORT%%\\nSOCAT_BIND=%%ENV:SERVER_IP%%\\nMARIADB_BACKUP=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/mariabackup\\nXTRABACKUP=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/xtrabackup\\nINNODBACKUPEX=%%ENV:SVC_CONF_ENV_CLIENT_BASEDIR%%/innobackupex\\n\\nERROLOG=$DATADIR/.system/logs/error.log\\nSLOWLOG=$DATADIR/.system/logs/slow-query.log\\nBACKUPDIR=$DATADIR/.system/backup\\n\\nJOBS=( \\\"xtrabackup\\\" \\\"mariabackup\\\" \\\"error\\\" \\\"slowquery\\\" \\\"zfssnapback\\\" \\\"optimize\\\" \\\"reseedxtrabackup\\\" \\\"reseedmariabackup\\\" \\\"reseedmysqldump\\\" \\\"flashbackxtrabackup\\\" \\\"flashbackmariadbackup\\\" \\\"flashbackmysqldump\\\" \\\"stop\\\" \\\"restart\\\" \\\"start\\\")\\n\\n# OSX need socat extra path\\nexport PATH=$PATH:/usr/local/bin\\n \\nsocatCleaner()\\n{\\n kill -9 $(lsof -t -i:$SST_RECEIVER_PORT -sTCP:LISTEN)\\n}\\n\\ndoneJob()\\n{\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;UPDATE replication_manager_schema.jobs set end=NOW(), result=LOAD_FILE('/tmp/dbjob.out') WHERE id='$ID';\\\" &\\n}\\n\\npauseJob()\\n{\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"select sleep(20);set sql_log_bin=0;UPDATE replication_manager_schema.jobs set done=1,result=LOAD_FILE('/tmp/dbjob.out') WHERE id='$ID';\\\" &\\n}\\n\\nslaveReady()\\n{\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;UPDATE replication_manager_schema.jobs set result='ready' WHERE id='$ID';\\\" &\\n}\\n\\npartialRestore()\\n{\\n chown -R mysql:mysql $BACKUPDIR\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;install plugin BLACKHOLE soname 'ha_blackhole.so'\\\"\\n for dir in $(ls -d $BACKUPDIR/*/ | xargs -n 1 basename | grep -vE 'mysql|performance_schema|replication_manager_schema') ; do\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;drop database IF EXISTS $dir; CREATE DATABASE $dir;\\\"\\n\\n\\n for file in $(find $BACKUPDIR/$dir/ -name \\\"*.exp\\\" | xargs -n 1 basename | cut -d'.' --complement -f2-) ; do\\n cat $BACKUPDIR/$dir/$file.frm | sed -e 's/\\\\x06\\\\x00\\\\x49\\\\x6E\\\\x6E\\\\x6F\\\\x44\\\\x42\\\\x00\\\\x00\\\\x00/\\\\x09\\\\x00\\\\x42\\\\x4C\\\\x41\\\\x43\\\\x4B\\\\x48\\\\x4F\\\\x4C\\\\x45/g' > $DATADIR/$dir/mrm_pivo.frm\\n chown mysql:mysql $DATADIR/$dir/mrm_pivo.frm\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;ALTER TABLE $dir.mrm_pivo engine=innodb;RENAME TABLE $dir.mrm_pivo TO $dir.$file; ALTER TABLE $dir.$file DISCARD TABLESPACE;\\\"\\n mv $BACKUPDIR/$dir/$file.ibd $DATADIR/$dir/$file.ibd\\n mv $BACKUPDIR/$dir/$file.exp $DATADIR/$dir/$file.exp\\n mv $BACKUPDIR/$dir/$file.cfg $DATADIR/$dir/$file.cfg\\n mv $BACKUPDIR/$dir/$file.TRG $DATADIR/$dir/$file.TRG\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;ALTER TABLE $dir.$file IMPORT TABLESPACE\\\"\\n done\\n for file in $(find $BACKUPDIR/$dir/ -name \\\"*.MYD\\\" | xargs -n 1 basename | cut -d'.' --complement -f2-) ; do\\n mv $BACKUPDIR/$dir/$file.* $DATADIR/$dir/\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;FLUSH TABLE $dir.$file\\\"\\n done\\n for file in $(find $BACKUPDIR/$dir/ -name \\\"*.CSV\\\" | xargs -n 1 basename | cut -d'.' --complement -f2-) ; do\\n mv $BACKUPDIR/$dir/$file.* $DATADIR/$dir/\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;FLUSH TABLE $dir.$file\\\"\\n done\\n done\\n for file in $(find $BACKUPDIR/mysql/ -name \\\"*.MYD\\\" | xargs -n 1 basename | cut -d'.' --complement -f2-) ; do\\n mv $BACKUPDIR/mysql/$file.* $DATADIR/mysql/\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;FLUSH TABLE mysql.$file\\\"\\n done\\n cat $BACKUPDIR/xtrabackup_info | grep binlog_pos | awk -F, '{ print $3 }' | sed -e 's/GTID of the last change/set sql_log_bin=0;set global gtid_slave_pos=/g' | $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e\\\"flush privileges;start slave;\\\"\\n}\\n\\nfor job in \\\"${JOBS[@]}\\\"\\ndo\\n\\n TASK=($(echo \\\"select concat(id,'@',server,':',port) from replication_manager_schema.jobs WHERE task='$job' and done=0 order by task desc limit 1\\\" | $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -N))\\n\\n ADDRESS=($(echo $TASK | awk -F@ '{ print $2 }'))\\n ID=($(echo $TASK | awk -F@ '{ print $1 }'))\\n #purge de past\\n $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf -e \\\"set sql_log_bin=0;UPDATE replication_manager_schema.jobs set done=1 WHERE done=0 AND task='$job' AND ID<>$ID;\\\"\\n\\n if [ \\\"$ADDRESS\\\" == \\\"\\\" ]; then\\n echo \\\"No $job needed\\\"\\n case \\\"$job\\\" in \\n start)\\n if [ \\\"curl -so /dev/null -w '%{response_code}' http://$REPLICATION_MANAGER_ADDR/api/clusters/$CLUSTER_NAME/servers/$MYSQL_SERVER/$MYSQL_PORT/need-start\\\" == \\\"200\\\" ]; then\\n curl http://$REPLICATION_MANAGER_ADDR/api/clusters/$CLUSTER_NAME/servers/$MYSQL_SERVER/$MYSQL_PORT/config|tar xzvf etc/* - -C $CONFDIR/../..\\n systemctl start mysql \\n fi\\n ;;\\n esac\\n else\\n echo \\\"Processing $job\\\"\\n case \\\"$job\\\" in\\n reseedmysqldump)\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner\\n time socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | gunzip | $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf --init-command=\\\"reset master;set sql_log_bin=0;\\\" > /tmp/dbjob.out 2>&1\\n slaveReady\\n ;;\\n flashbackmysqldump)\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner\\n socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | gunzip | $MYSQL_CLIENT --defaults-extra-file=$MYSQL_CONF/dbjob.cnf --init-command=\\\"set sql_log_bin=0\\\" > /tmp/dbjob.out 2>&1\\n slaveReady\\n ;;\\n reseedxtrabackup)\\n rm -rf $BACKUPDIR\\n mkdir $BACKUPDIR\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner\\n socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | xbstream -x -C $BACKUPDIR\\n $XTRABACKUP --prepare --export --target-dir=$BACKUPDIR\\n partialRestore\\n ;;\\n reseedmariabackup)\\n rm -rf $BACKUPDIR\\n mkdir $BACKUPDIR\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner\\n socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | mbstream -x -C $BACKUPDIR\\n # mbstream -p, --parallel\\n $MARIADB_BACKUP --prepare --export --target-dir=$BACKUPDIR\\n partialRestore\\n ;;\\n flashbackxtrabackup)\\n rm -rf $BACKUPDIR\\n mkdir $BACKUPDIR\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner \\n socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | xbstream -x -C $BACKUPDIR\\n $XTRABACKUP --prepare --export --target-dir=$BACKUPDIR\\n partialRestore\\n ;;\\n flashbackmariadbackup)\\n rm -rf $BACKUPDIR\\n mkdir $BACKUPDIR\\n echo \\\"Waiting backup.\\\" > /tmp/dbjob.out\\n pauseJob\\n socatCleaner\\n socat -u TCP-LISTEN:$SST_RECEIVER_PORT,reuseaddr,bind=$SOCAT_BIND STDOUT | xbstream -x -C $BACKUPDIR\\n $MARIADB_BACKUP --prepare --export --target-dir=$BACKUPDIR\\n partialRestore\\n ;;\\n xtrabackup)\\n cd /docker-entrypoint-initdb.d\\n $INNODBACKUPEX --defaults-file=$MYSQL_CONF/my.cnf --defaults-extra-file=$MYSQL_CONF/dbjob.cnf --no-version-check --stream=xbstream /tmp/ | socat -u stdio TCP:$ADDRESS &>/tmp/dbjob.out\\n ;;\\n mariabackup)\\n cd /docker-entrypoint-initdb.d\\n $MARIADB_BACKUP --innobackupex --defaults-file=$MYSQL_CONF/my.cnf --defaults-extra-file=$MYSQL_CONF/dbjob.cnf --no-version-check --stream=xbstream /tmp/ | socat -u stdio TCP:$ADDRESS &>/tmp/dbjob.out\\n ;;\\n error)\\n cat $ERROLOG| socat -u stdio TCP:$ADDRESS &>/tmp/dbjob.out\\n > $ERROLOG\\n ;;\\n slowquery)\\n cat $SLOWLOG| socat -u stdio TCP:$ADDRESS &>/tmp/dbjob.out\\n > $SLOWLOG\\n ;;\\n zfssnapback)\\n LASTSNAP=`zfs list -r -t all |grep zp%%ENV:SERVICES_SVCNAME%%_pod01 | grep daily | sort -r | head -n 1 | cut -d\\\" \\\" -f1`\\n %%ENV:SERVICES_SVCNAME%% stop\\n zfs rollback $LASTSNAP\\n %%ENV:SERVICES_SVCNAME%% start\\n ;;\\n optimize)\\n $MYSQL_CHECK -o --defaults-extra-file=$MYSQL_CONF/dbjob.cnf --all-databases --skip-write-binlog &>/tmp/dbjob.out\\n ;;\\n restart)\\n systemctl restart mysql \\n journalctl -u mysql > /tmp/dbjob.out \\n ;;\\n stop)\\n systemctl stop mysql \\n journalctl -u mysql > /tmp/dbjob.out \\n ;;\\n esac\\n doneJob\\n fi\\n\\ndone\\n\"}",
0 commit comments