IDEMPIERE-3849 RUN_MonitoredSyncDB.sh
This commit is contained in:
Carlos Ruiz
parent
643d2ab093
commit
825ce9a205
|
|
@ -0,0 +1,10 @@
|
||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
# Author Carlos Ruiz
|
||||||
|
if [ $IDEMPIERE_HOME ]; then
|
||||||
|
cd $IDEMPIERE_HOME/utils
|
||||||
|
fi
|
||||||
|
. ./myEnvironment.sh Server
|
||||||
|
echo Synchronize iDempiere Database - $IDEMPIERE_HOME \($ADEMPIERE_DB_NAME\)
|
||||||
|
|
||||||
|
sh $ADEMPIERE_DB_PATH/MonitoredSyncDB.sh "$ADEMPIERE_DB_USER" "$ADEMPIERE_DB_PASSWORD" "$ADEMPIERE_DB_PATH" $*
|
||||||
|
|
@ -0,0 +1,303 @@
|
||||||
|
#!/bin/sh
|
||||||
|
#
|
||||||
|
# Author: Carlos Ruiz - globalqss
|
||||||
|
# Script to synchronize the database with latest migration scripts allowing a remote monitored way
|
||||||
|
#
|
||||||
|
# Intended process:
|
||||||
|
# 1. Customer executes bash RUN_MonitoredSyncDB.sh (folder can be specified as an optional parameter)
|
||||||
|
# 2. The program executes all pending scripts UNTIL an error is found
|
||||||
|
# When an error is found it register the output of the script in AD_Migration_Script.Script column
|
||||||
|
# The program stop the process informing the error
|
||||||
|
# 3. Vendor send a fix to the customer to integrate in the same folder
|
||||||
|
# Conditions:
|
||||||
|
# The script must have the same name as the script changing the suffix .sql by .001.fix - then .002.fix and so on
|
||||||
|
# for example if 201811121420_IDEMPIERE-2648.sql fails, then Vendor must provide a file
|
||||||
|
# 201811121420_IDEMPIERE-2648.001.fix and send it to customer to integrate in the same folder as the sql failed
|
||||||
|
# if the 001.fix fails then it can provide a 002.fix and keep going until the error is solved
|
||||||
|
# It is expected that the script 001.fix always end registering calling register_migration_script
|
||||||
|
# and also cleaning the Error status from the script that is fixing via update, for example:
|
||||||
|
# script 201811121420_IDEMPIERE-2648.001.fix is expected to end with these two lines:
|
||||||
|
# UPDATE AD_MigrationScript SET Status='IP' WHERE Name='201811121420_IDEMPIERE-2648.sql');
|
||||||
|
# SELECT register_migration_script('201811121420_IDEMPIERE-2648.001.fix') FROM dual;
|
||||||
|
# and similar the script 201811121420_IDEMPIERE-2648.002.fix is expected to end with these two lines:
|
||||||
|
# UPDATE AD_MigrationScript SET Status='IP' WHERE Name='201811121420_IDEMPIERE-2648.001.fix');
|
||||||
|
# SELECT register_migration_script('201811121420_IDEMPIERE-2648.002.fix') FROM dual;
|
||||||
|
# and so on
|
||||||
|
# 4. If there is an email registered in AD_System.SupportEMail and there is an accessible sendmail program then
|
||||||
|
# this script tries to send an email to that support informing the error
|
||||||
|
# 5. All the above steps are intended to be executed initially in a test or stage environment
|
||||||
|
# When executed again on a clean environment, or applied in production, the script automatically applies the fixes and continue
|
||||||
|
#
|
||||||
|
|
||||||
|
echo Synchronize iDempiere Database
|
||||||
|
|
||||||
|
echo Upgrading database "$1@$ADEMPIERE_DB_NAME"
|
||||||
|
|
||||||
|
if [ $# -eq 0 ]
|
||||||
|
then
|
||||||
|
echo "Usage: $0 <userAccount>"
|
||||||
|
echo "Example: $0 adempiere adempiere"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
if [ "$IDEMPIERE_HOME" = "" ] || [ "$ADEMPIERE_DB_NAME" = "" ] || [ "$ADEMPIERE_DB_SERVER" = "" ] || [ "$ADEMPIERE_DB_PORT" = "" ]
|
||||||
|
then
|
||||||
|
echo "Please make sure that the environment variables are set correctly:"
|
||||||
|
echo " IDEMPIERE_HOME e.g. /idempiere"
|
||||||
|
echo " ADEMPIERE_DB_NAME e.g. adempiere or xe"
|
||||||
|
echo " ADEMPIERE_DB_SERVER e.g. dbserver.adempiere.org"
|
||||||
|
echo " ADEMPIERE_DB_PORT e.g. 5432 or 1521"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
TMPFOLDER=/tmp
|
||||||
|
ADEMPIERE_DB_USER=$1
|
||||||
|
ADEMPIERE_DB_PASSWORD=$2
|
||||||
|
ADEMPIERE_DB_PATH=$3
|
||||||
|
CMD="sqlplus $ADEMPIERE_DB_USER/$ADEMPIERE_DB_PASSWORD@$ADEMPIERE_DB_SERVER:$ADEMPIERE_DB_PORT/$ADEMPIERE_DB_NAME"
|
||||||
|
SILENTCMD="sqlplus -S $ADEMPIERE_DB_USER/$ADEMPIERE_DB_PASSWORD@$ADEMPIERE_DB_SERVER:$ADEMPIERE_DB_PORT/$ADEMPIERE_DB_NAME"
|
||||||
|
ERROR_STRINGS="\b(ORA-[0-9]+:|TNS-|PLS-|SP2-)"
|
||||||
|
DIR_POST=$IDEMPIERE_HOME/migration
|
||||||
|
if [ "x$4" = "x" ]
|
||||||
|
then
|
||||||
|
DIR_SCRIPTS=$IDEMPIERE_HOME/migration
|
||||||
|
else
|
||||||
|
if [ "${4#/}" = "${4}" ]
|
||||||
|
then
|
||||||
|
DIR_SCRIPTS="$IDEMPIERE_HOME/$4"
|
||||||
|
else
|
||||||
|
DIR_SCRIPTS="$4"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "$DIR_SCRIPTS" || exit 1
|
||||||
|
|
||||||
|
mkdir $TMPFOLDER/SyncDB_out_$$
|
||||||
|
|
||||||
|
apply_script()
|
||||||
|
{
|
||||||
|
SCRIPT="$1"
|
||||||
|
OUTFILE="$2"
|
||||||
|
FILE="$3"
|
||||||
|
echo "Applying $SCRIPT"
|
||||||
|
$CMD > "$OUTFILE" 2>&1 < "$SCRIPT"
|
||||||
|
APPLIED=Y
|
||||||
|
if grep -E "$ERROR_STRINGS" "$OUTFILE" > /dev/null 2>&1
|
||||||
|
then
|
||||||
|
echo "Found error in $SCRIPT"
|
||||||
|
# record error in ad_migrationscript
|
||||||
|
echo "update ad_migrationscript set status='ER' where name='$FILE';" | $CMD >> "$OUTFILE" 2>&1
|
||||||
|
return 1
|
||||||
|
else
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
process_fix()
|
||||||
|
{
|
||||||
|
FAILEDSCRIPT=$1
|
||||||
|
SUFFIX="${FAILEDSCRIPT##*.}"
|
||||||
|
if [ "sql" = "$SUFFIX" ]
|
||||||
|
then
|
||||||
|
TMPBASE="${FAILEDSCRIPT##*/}"
|
||||||
|
BASE="${TMPBASE%.sql}"
|
||||||
|
elif [ "fix" = "$SUFFIX" ]
|
||||||
|
then
|
||||||
|
TMPBASE="${FAILEDSCRIPT##*/}"
|
||||||
|
BASE="${TMPBASE%.[0-9][0-9][0-9].fix}"
|
||||||
|
fi
|
||||||
|
if [ -z "$BASE" ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR\n**** CANNOT FIND BASENAME FOR $FAILEDSCRIPT - Please contact administrator ****"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
FIXFOUND=N
|
||||||
|
find . -type f -path "*/$ADEMPIERE_DB_PATH/$BASE.[0-9][0-9][0-9].fix" > /tmp/lsfix$$
|
||||||
|
CNTFIXES=$(wc -l < /tmp/lsfix$$)
|
||||||
|
IDX=0
|
||||||
|
while read -r FIX
|
||||||
|
do
|
||||||
|
IDX=$((IDX + 1))
|
||||||
|
BASEFIX="$(basename "$FIX")"
|
||||||
|
BASE=$(expr "$FIX" : '.*/\(.*\)\.fix')
|
||||||
|
CNT=$(echo "set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set term off
|
||||||
|
set echo off
|
||||||
|
select count(*) from ad_migrationscript where name='$BASEFIX';" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sed -e 's/[ \t]//g')
|
||||||
|
if [ "$CNT" != "0" ]
|
||||||
|
then
|
||||||
|
echo "$BASEFIX already applied, search for next fix"
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$BASE.out
|
||||||
|
if ! apply_script "$FIX" "$OUTFILE" "$BASEFIX"
|
||||||
|
then
|
||||||
|
if [ "$IDX" -lt "$CNTFIXES" ]
|
||||||
|
then
|
||||||
|
# there are more fixes to process
|
||||||
|
continue
|
||||||
|
else
|
||||||
|
MSGERROR="$MSGERROR\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
# Stop processing, problem must be fixed
|
||||||
|
return 2
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
FIXFOUND=Y
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
done < /tmp/lsfix$$
|
||||||
|
if [ $FIXFOUND = N ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR\n**** NO FIXES FOUND FOR $FAILEDSCRIPT ****"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
MSGERROR="$MSGERROR\n**** WRONG CONDITION FOR $FAILEDSCRIPT - Please verify ****"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
notify_error()
|
||||||
|
{
|
||||||
|
echo -e "$MSGERROR"
|
||||||
|
printf '\n%s\n' "Errors were found during the process (see message above) - please inform and integrate a fix to restart this process again"
|
||||||
|
SUPPORTEMAIL=$(echo "set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set term off
|
||||||
|
set echo off
|
||||||
|
select supportemail from ad_system;" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sed -e 's/[ \t]//g')
|
||||||
|
SENDMAIL=$(command -v sendmail)
|
||||||
|
FROM="$(whoami)@$(hostname)"
|
||||||
|
ATTACH=$(expr "$MSGERROR" : ".* ERROR ON FILE \(.*\) - Please verify.*")
|
||||||
|
if [ -n "$SUPPORTEMAIL" ] && [ -n "$SENDMAIL" ] && [ -n "$ATTACH" ]
|
||||||
|
then
|
||||||
|
(
|
||||||
|
echo "From: $FROM"
|
||||||
|
echo "To: $SUPPORTEMAIL"
|
||||||
|
echo "Subject: RUN_MonitoredSyncDB.sh - $(hostname) - fix script required $(date +'%Y-%m-%d %H:%M:%S')"
|
||||||
|
echo "Mime-Version: 1.0"
|
||||||
|
echo "Content-Type: multipart/mixed; boundary=\"ZZ_/afg6432dfgkl.94531q\""
|
||||||
|
echo "--ZZ_/afg6432dfgkl.94531q"
|
||||||
|
echo "Content-Type: text/plain; charset=\"UTF-8\""
|
||||||
|
echo "Content-Transfer-Encoding: 7bit"
|
||||||
|
echo "Content-Disposition: inline"
|
||||||
|
echo -e "$MSGERROR"
|
||||||
|
echo "================================="
|
||||||
|
cat "$ATTACH"
|
||||||
|
echo
|
||||||
|
echo "--ZZ_/afg6432dfgkl.94531q"
|
||||||
|
) > /tmp/mail$$ 2>&1
|
||||||
|
$SENDMAIL -t -oi < /tmp/mail$$ &
|
||||||
|
fi
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
APPLIED=N
|
||||||
|
# Create list of files with error - registered in ad_migrationscript table
|
||||||
|
echo "set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set term off
|
||||||
|
set echo off
|
||||||
|
select name from ad_migrationscript where status='ER' order by name;" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisERR_$$.txt
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
echo "Error registered in script $FILE, checking for fixes"
|
||||||
|
if process_fix "$FILE"
|
||||||
|
then
|
||||||
|
# fix worked continue with next file
|
||||||
|
continue
|
||||||
|
else
|
||||||
|
# no fix or fix failed - inform and stop
|
||||||
|
notify_error
|
||||||
|
fi
|
||||||
|
done < $TMPFOLDER/lisERR_$$.txt
|
||||||
|
|
||||||
|
# Create list of files already applied - registered in AD_MigrationScript table
|
||||||
|
echo "set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set term off
|
||||||
|
set echo off
|
||||||
|
select name from ad_migrationscript;" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisDB_$$.txt
|
||||||
|
|
||||||
|
# Create list of files in the migration folder
|
||||||
|
: > $TMPFOLDER/lisFS_$$.txt
|
||||||
|
find . -type d -name "$ADEMPIERE_DB_PATH" | grep -v "./processes_post_migration/$ADEMPIERE_DB_PATH" | while read -r FOLDER
|
||||||
|
do
|
||||||
|
cd "${FOLDER}" || exit 1
|
||||||
|
ls -- *.sql 2>/dev/null >> $TMPFOLDER/lisFS_$$.txt
|
||||||
|
cd "$DIR_SCRIPTS" || exit 1
|
||||||
|
done
|
||||||
|
sort -o $TMPFOLDER/lisFS_$$.txt $TMPFOLDER/lisFS_$$.txt
|
||||||
|
sort -o $TMPFOLDER/lisDB_$$.txt $TMPFOLDER/lisDB_$$.txt
|
||||||
|
MSGERROR=""
|
||||||
|
# extract and process the list of pending files
|
||||||
|
comm -13 $TMPFOLDER/lisDB_$$.txt $TMPFOLDER/lisFS_$$.txt > $TMPFOLDER/lisPENDING_$$.txt
|
||||||
|
if [ -s $TMPFOLDER/lisPENDING_$$.txt ]
|
||||||
|
then
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
SCRIPT=$(find . -name "$FILE" | grep "/$ADEMPIERE_DB_PATH/")
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$(basename "$FILE" .sql).out
|
||||||
|
if ! apply_script "$SCRIPT" "$OUTFILE" "$FILE"
|
||||||
|
then
|
||||||
|
TMPMSGERROR="\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
process_fix "$FILE"
|
||||||
|
FIXSTATUS=$?
|
||||||
|
if [ "$FIXSTATUS" -eq 0 ]
|
||||||
|
then
|
||||||
|
# fix worked continue with next file
|
||||||
|
continue
|
||||||
|
elif [ "$FIXSTATUS" -eq 1 ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR$TMPMSGERROR"
|
||||||
|
fi
|
||||||
|
# Stop processing, problem must be fixed
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
done < $TMPFOLDER/lisPENDING_$$.txt
|
||||||
|
else
|
||||||
|
if [ -s $TMPFOLDER/lisFS_$$.txt ]
|
||||||
|
then
|
||||||
|
echo "Database is already in sync - no scripts pending to apply"
|
||||||
|
else
|
||||||
|
echo "No scripts were found to apply"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
# Last verification - are there still ERRORS?
|
||||||
|
echo "set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set term off
|
||||||
|
set echo off
|
||||||
|
select name from ad_migrationscript where status='ER' order by name;" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisERR_$$.txt
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
MSGERROR="$MSGERROR\n**** Error on file $FILE still not resolved - Please verify ****"
|
||||||
|
done < $TMPFOLDER/lisERR_$$.txt
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ x$APPLIED = xY ] && [ -z "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
cd "$DIR_POST" || exit 1
|
||||||
|
for FILE in processes_post_migration/"$ADEMPIERE_DB_PATH"/*.sql
|
||||||
|
do
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$(basename "$FILE" .sql).out
|
||||||
|
echo "Applying $FILE"
|
||||||
|
$CMD > "$OUTFILE" 2>&1 < "$FILE"
|
||||||
|
if grep -E "$ERROR_STRINGS" "$OUTFILE" > /dev/null 2>&1
|
||||||
|
then
|
||||||
|
echo "Found error in $SCRIPT"
|
||||||
|
MSGERROR="$MSGERROR\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
if [ -n "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
notify_error
|
||||||
|
fi
|
||||||
|
exit 0
|
||||||
|
|
@ -0,0 +1,290 @@
|
||||||
|
#!/bin/sh
|
||||||
|
#
|
||||||
|
# Author: Carlos Ruiz - globalqss
|
||||||
|
# Script to synchronize the database with latest migration scripts allowing a remote monitored way
|
||||||
|
#
|
||||||
|
# Intended process:
|
||||||
|
# 1. Customer executes bash RUN_MonitoredSyncDB.sh (folder can be specified as an optional parameter)
|
||||||
|
# 2. The program executes all pending scripts UNTIL an error is found
|
||||||
|
# When an error is found it register the output of the script in AD_Migration_Script.Script column
|
||||||
|
# The program stop the process informing the error
|
||||||
|
# 3. Vendor send a fix to the customer to integrate in the same folder
|
||||||
|
# Conditions:
|
||||||
|
# The script must have the same name as the script changing the suffix .sql by .001.fix - then .002.fix and so on
|
||||||
|
# for example if 201811121420_IDEMPIERE-2648.sql fails, then Vendor must provide a file
|
||||||
|
# 201811121420_IDEMPIERE-2648.001.fix and send it to customer to integrate in the same folder as the sql failed
|
||||||
|
# if the 001.fix fails then it can provide a 002.fix and keep going until the error is solved
|
||||||
|
# It is expected that the script 001.fix always end registering calling register_migration_script
|
||||||
|
# and also cleaning the Error status from the script that is fixing via update, for example:
|
||||||
|
# script 201811121420_IDEMPIERE-2648.001.fix is expected to end with these two lines:
|
||||||
|
# UPDATE AD_MigrationScript SET Status='IP' WHERE Name='201811121420_IDEMPIERE-2648.sql');
|
||||||
|
# SELECT register_migration_script('201811121420_IDEMPIERE-2648.001.fix') FROM dual;
|
||||||
|
# and similar the script 201811121420_IDEMPIERE-2648.002.fix is expected to end with these two lines:
|
||||||
|
# UPDATE AD_MigrationScript SET Status='IP' WHERE Name='201811121420_IDEMPIERE-2648.001.fix');
|
||||||
|
# SELECT register_migration_script('201811121420_IDEMPIERE-2648.002.fix') FROM dual;
|
||||||
|
# and so on
|
||||||
|
# 4. If there is an email registered in AD_System.SupportEMail and there is an accessible sendmail program then
|
||||||
|
# this script tries to send an email to that support informing the error
|
||||||
|
# 5. All the above steps are intended to be executed initially in a test or stage environment
|
||||||
|
# When executed again on a clean environment, or applied in production, the script automatically applies the fixes and continue
|
||||||
|
#
|
||||||
|
|
||||||
|
echo Synchronize iDempiere Database
|
||||||
|
|
||||||
|
echo Upgrading database "$1@$ADEMPIERE_DB_NAME"
|
||||||
|
|
||||||
|
if [ $# -eq 0 ]
|
||||||
|
then
|
||||||
|
echo "Usage: $0 <userAccount>"
|
||||||
|
echo "Example: $0 adempiere adempiere"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
if [ "$IDEMPIERE_HOME" = "" ] || [ "$ADEMPIERE_DB_NAME" = "" ] || [ "$ADEMPIERE_DB_SERVER" = "" ] || [ "$ADEMPIERE_DB_PORT" = "" ]
|
||||||
|
then
|
||||||
|
echo "Please make sure that the environment variables are set correctly:"
|
||||||
|
echo " IDEMPIERE_HOME e.g. /idempiere"
|
||||||
|
echo " ADEMPIERE_DB_NAME e.g. adempiere or xe"
|
||||||
|
echo " ADEMPIERE_DB_SERVER e.g. dbserver.adempiere.org"
|
||||||
|
echo " ADEMPIERE_DB_PORT e.g. 5432 or 1521"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
PGPASSWORD=$2
|
||||||
|
export PGPASSWORD
|
||||||
|
|
||||||
|
TMPFOLDER=/tmp
|
||||||
|
ADEMPIERE_DB_USER=$1
|
||||||
|
ADEMPIERE_DB_PATH=$3
|
||||||
|
CMDLANG="SET lc_messages TO 'C';"
|
||||||
|
CMD="psql -b -h $ADEMPIERE_DB_SERVER -p $ADEMPIERE_DB_PORT -d $ADEMPIERE_DB_NAME -U $ADEMPIERE_DB_USER"
|
||||||
|
SILENTCMD="$CMD -q -t"
|
||||||
|
ERROR_STRINGS="^(ERROR:|FATAL:)"
|
||||||
|
DIR_POST=$IDEMPIERE_HOME/migration
|
||||||
|
if [ "x$4" = "x" ]
|
||||||
|
then
|
||||||
|
DIR_SCRIPTS=$IDEMPIERE_HOME/migration
|
||||||
|
else
|
||||||
|
if [ "${4#/}" = "${4}" ]
|
||||||
|
then
|
||||||
|
DIR_SCRIPTS="$IDEMPIERE_HOME/$4"
|
||||||
|
else
|
||||||
|
DIR_SCRIPTS="$4"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "$DIR_SCRIPTS" || exit 1
|
||||||
|
|
||||||
|
mkdir $TMPFOLDER/SyncDB_out_$$
|
||||||
|
|
||||||
|
apply_script()
|
||||||
|
{
|
||||||
|
SCRIPT="$1"
|
||||||
|
OUTFILE="$2"
|
||||||
|
FILE="$3"
|
||||||
|
echo "Applying $SCRIPT"
|
||||||
|
( printf '%s' "$CMDLANG" ; cat "$SCRIPT" ) | $CMD > "$OUTFILE" 2>&1
|
||||||
|
APPLIED=Y
|
||||||
|
if grep -E "$ERROR_STRINGS" "$OUTFILE" > /dev/null 2>&1
|
||||||
|
then
|
||||||
|
echo "Found error in $SCRIPT"
|
||||||
|
# record error in ad_migrationscript
|
||||||
|
echo "
|
||||||
|
update ad_migrationscript set status='ER' where name='$FILE';
|
||||||
|
\lo_import '$OUTFILE' '$OUTFILE'
|
||||||
|
\set oid_output :LASTOID
|
||||||
|
\lo_list
|
||||||
|
update ad_migrationscript set script=lo_get(:oid_output) where name='$FILE';
|
||||||
|
\lo_unlink :oid_output
|
||||||
|
" | $CMD >> "$OUTFILE" 2>&1
|
||||||
|
return 1
|
||||||
|
else
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
process_fix()
|
||||||
|
{
|
||||||
|
FAILEDSCRIPT=$1
|
||||||
|
SUFFIX="${FAILEDSCRIPT##*.}"
|
||||||
|
if [ "sql" = "$SUFFIX" ]
|
||||||
|
then
|
||||||
|
TMPBASE="${FAILEDSCRIPT##*/}"
|
||||||
|
BASE="${TMPBASE%.sql}"
|
||||||
|
elif [ "fix" = "$SUFFIX" ]
|
||||||
|
then
|
||||||
|
TMPBASE="${FAILEDSCRIPT##*/}"
|
||||||
|
BASE="${TMPBASE%.[0-9][0-9][0-9].fix}"
|
||||||
|
fi
|
||||||
|
if [ -z "$BASE" ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR\n**** CANNOT FIND BASENAME FOR $FAILEDSCRIPT - Please contact administrator ****"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
FIXFOUND=N
|
||||||
|
find . -type f -path "*/$ADEMPIERE_DB_PATH/$BASE.[0-9][0-9][0-9].fix" > /tmp/lsfix$$
|
||||||
|
CNTFIXES=$(wc -l < /tmp/lsfix$$)
|
||||||
|
IDX=0
|
||||||
|
while read -r FIX
|
||||||
|
do
|
||||||
|
IDX=$((IDX + 1))
|
||||||
|
BASEFIX="$(basename "$FIX")"
|
||||||
|
BASE=$(expr "$FIX" : '.*/\(.*\)\.fix')
|
||||||
|
CNT=$($SILENTCMD -c "select count(*) from ad_migrationscript where name='$BASEFIX'" | sed -e 's/ //g')
|
||||||
|
if [ "$CNT" != "0" ]
|
||||||
|
then
|
||||||
|
echo "$BASEFIX already applied, search for next fix"
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$BASE.out
|
||||||
|
if ! apply_script "$FIX" "$OUTFILE" "$BASEFIX"
|
||||||
|
then
|
||||||
|
if [ "$IDX" -lt "$CNTFIXES" ]
|
||||||
|
then
|
||||||
|
# there are more fixes to process
|
||||||
|
continue
|
||||||
|
else
|
||||||
|
MSGERROR="$MSGERROR\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
# Stop processing, problem must be fixed
|
||||||
|
return 2
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
FIXFOUND=Y
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
done < /tmp/lsfix$$
|
||||||
|
if [ $FIXFOUND = N ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR\n**** NO FIXES FOUND FOR $FAILEDSCRIPT ****"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
MSGERROR="$MSGERROR\n**** WRONG CONDITION FOR $FAILEDSCRIPT - Please verify ****"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
notify_error()
|
||||||
|
{
|
||||||
|
echo -e "$MSGERROR"
|
||||||
|
printf '\n%s\n' "Errors were found during the process (see message above) - please inform and integrate a fix to restart this process again"
|
||||||
|
SUPPORTEMAIL=$($SILENTCMD -c "select supportemail from ad_system" | sed -e 's/ //g')
|
||||||
|
SENDMAIL=$(command -v sendmail)
|
||||||
|
FROM="$(whoami)@$(hostname)"
|
||||||
|
ATTACH=$(expr "$MSGERROR" : ".* ERROR ON FILE \(.*\) - Please verify.*")
|
||||||
|
if [ -n "$SUPPORTEMAIL" ] && [ -n "$SENDMAIL" ] && [ -n "$ATTACH" ]
|
||||||
|
then
|
||||||
|
(
|
||||||
|
echo "From: $FROM"
|
||||||
|
echo "To: $SUPPORTEMAIL"
|
||||||
|
echo "Subject: RUN_MonitoredSyncDB.sh - $(hostname) - fix script required $(date +'%Y-%m-%d %H:%M:%S')"
|
||||||
|
echo "Mime-Version: 1.0"
|
||||||
|
echo "Content-Type: multipart/mixed; boundary=\"ZZ_/afg6432dfgkl.94531q\""
|
||||||
|
echo "--ZZ_/afg6432dfgkl.94531q"
|
||||||
|
echo "Content-Type: text/plain; charset=\"UTF-8\""
|
||||||
|
echo "Content-Transfer-Encoding: 7bit"
|
||||||
|
echo "Content-Disposition: inline"
|
||||||
|
echo -e "$MSGERROR"
|
||||||
|
echo "================================="
|
||||||
|
cat "$ATTACH"
|
||||||
|
echo
|
||||||
|
echo "--ZZ_/afg6432dfgkl.94531q"
|
||||||
|
) > /tmp/mail$$ 2>&1
|
||||||
|
$SENDMAIL -t -oi < /tmp/mail$$ &
|
||||||
|
fi
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
APPLIED=N
|
||||||
|
# Create list of files with error - registered in ad_migrationscript table
|
||||||
|
echo "select name from ad_migrationscript where status='ER' order by name" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisERR_$$.txt
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
echo "Error registered in script $FILE, checking for fixes"
|
||||||
|
if process_fix "$FILE"
|
||||||
|
then
|
||||||
|
# fix worked continue with next file
|
||||||
|
continue
|
||||||
|
else
|
||||||
|
# no fix or fix failed - inform and stop
|
||||||
|
notify_error
|
||||||
|
fi
|
||||||
|
done < $TMPFOLDER/lisERR_$$.txt
|
||||||
|
|
||||||
|
# Create list of files already applied - registered in ad_migrationscript table
|
||||||
|
echo "select name from ad_migrationscript" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisDB_$$.txt
|
||||||
|
|
||||||
|
# Create list of files in the migration folder
|
||||||
|
: > $TMPFOLDER/lisFS_$$.txt
|
||||||
|
find . -type d -name "$ADEMPIERE_DB_PATH" | grep -v "./processes_post_migration/$ADEMPIERE_DB_PATH" | while read -r FOLDER
|
||||||
|
do
|
||||||
|
cd "${FOLDER}" || exit 1
|
||||||
|
ls -- *.sql 2>/dev/null >> $TMPFOLDER/lisFS_$$.txt
|
||||||
|
cd "$DIR_SCRIPTS" || exit 1
|
||||||
|
done
|
||||||
|
sort -o $TMPFOLDER/lisFS_$$.txt $TMPFOLDER/lisFS_$$.txt
|
||||||
|
sort -o $TMPFOLDER/lisDB_$$.txt $TMPFOLDER/lisDB_$$.txt
|
||||||
|
MSGERROR=""
|
||||||
|
# extract and process the list of pending files
|
||||||
|
comm -13 $TMPFOLDER/lisDB_$$.txt $TMPFOLDER/lisFS_$$.txt > $TMPFOLDER/lisPENDING_$$.txt
|
||||||
|
if [ -s $TMPFOLDER/lisPENDING_$$.txt ]
|
||||||
|
then
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
SCRIPT=$(find . -name "$FILE" | grep "/$ADEMPIERE_DB_PATH/")
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$(basename "$FILE" .sql).out
|
||||||
|
if ! apply_script "$SCRIPT" "$OUTFILE" "$FILE"
|
||||||
|
then
|
||||||
|
TMPMSGERROR="\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
process_fix "$FILE"
|
||||||
|
FIXSTATUS=$?
|
||||||
|
if [ "$FIXSTATUS" -eq 0 ]
|
||||||
|
then
|
||||||
|
# fix worked continue with next file
|
||||||
|
continue
|
||||||
|
elif [ "$FIXSTATUS" -eq 1 ]
|
||||||
|
then
|
||||||
|
MSGERROR="$MSGERROR$TMPMSGERROR"
|
||||||
|
fi
|
||||||
|
# Stop processing, problem must be fixed
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
done < $TMPFOLDER/lisPENDING_$$.txt
|
||||||
|
else
|
||||||
|
if [ -s $TMPFOLDER/lisFS_$$.txt ]
|
||||||
|
then
|
||||||
|
echo "Database is already in sync - no scripts pending to apply"
|
||||||
|
else
|
||||||
|
echo "No scripts were found to apply"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -z "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
# Last verification - are there still ERRORS?
|
||||||
|
echo "select name from ad_migrationscript where status='ER' order by name" | $SILENTCMD | sed -e 's:^ ::' | grep -v '^$' | sort > $TMPFOLDER/lisERR_$$.txt
|
||||||
|
while read -r FILE
|
||||||
|
do
|
||||||
|
MSGERROR="$MSGERROR\n**** Error on file $FILE still not resolved - Please verify ****"
|
||||||
|
done < $TMPFOLDER/lisERR_$$.txt
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ x$APPLIED = xY ] && [ -z "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
cd "$DIR_POST" || exit 1
|
||||||
|
for FILE in processes_post_migration/"$ADEMPIERE_DB_PATH"/*.sql
|
||||||
|
do
|
||||||
|
OUTFILE=$TMPFOLDER/SyncDB_out_$$/$(basename "$FILE" .sql).out
|
||||||
|
echo "Applying $FILE"
|
||||||
|
( printf '%s' "$CMDLANG" ; cat "$FILE" ) | $CMD > "$OUTFILE" 2>&1
|
||||||
|
if grep -E "$ERROR_STRINGS" "$OUTFILE" > /dev/null 2>&1
|
||||||
|
then
|
||||||
|
echo "Found error in $SCRIPT"
|
||||||
|
MSGERROR="$MSGERROR\n**** ERROR ON FILE $OUTFILE - Please verify ****"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
PGPASSWORD=
|
||||||
|
export PGPASSWORD
|
||||||
|
if [ -n "$MSGERROR" ]
|
||||||
|
then
|
||||||
|
notify_error
|
||||||
|
fi
|
||||||
|
exit 0
|
||||||
|
|
@ -0,0 +1,4 @@
|
||||||
|
@if (%IDEMPIERE_HOME%) == () (CALL myEnvironment.bat Server) else (CALL %IDEMPIERE_HOME%\utils\myEnvironment.bat Server)
|
||||||
|
@Title Synchronize iDempiere Database - %IDEMPIERE_HOME% (%ADEMPIERE_DB_NAME%)
|
||||||
|
|
||||||
|
@call %ADEMPIERE_DB_PATH%\SyncDB %ADEMPIERE_DB_USER% %ADEMPIERE_DB_PASSWORD% %ADEMPIERE_DB_PATH%
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
@Echo Synchronize iDempiere Database
|
||||||
|
|
||||||
|
@Rem
|
||||||
|
@Echo Upgrading database %1@%ADEMPIERE_DB_NAME%
|
||||||
|
|
||||||
|
@if (%IDEMPIERE_HOME%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_NAME%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_SERVER%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_PORT%) == () goto environment
|
||||||
|
@Rem Must have parameter: userAccount
|
||||||
|
@if (%1) == () goto usage
|
||||||
|
|
||||||
|
@Echo WARNING: THIS PROGRAM IS NOT DEVELOPED FOR WINDOWS YET - YOU NEED TO APPLY MANUALLY THE PENDING MIGRATION SCRIPTS
|
||||||
|
|
||||||
|
@Rem TODO: port oracle/SyncDB.sh to windows syntax
|
||||||
|
|
||||||
|
@goto end
|
||||||
|
|
||||||
|
:environment
|
||||||
|
@Echo Please make sure that the enviroment variables are set correctly:
|
||||||
|
@Echo IDEMPIERE_HOME e.g. D:\Adempiere
|
||||||
|
@Echo ADEMPIERE_DB_NAME e.g. adempiere.adempiere.org
|
||||||
|
|
||||||
|
:usage
|
||||||
|
@echo Usage: %0 <userAccount>
|
||||||
|
@echo Examples: %0 adempiere adempiere
|
||||||
|
|
||||||
|
:end
|
||||||
|
|
@ -0,0 +1,29 @@
|
||||||
|
@Echo Synchronize iDempiere Database
|
||||||
|
|
||||||
|
@Echo Upgrading database %1@%ADEMPIERE_DB_NAME%
|
||||||
|
|
||||||
|
@if (%IDEMPIERE_HOME%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_NAME%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_SERVER%) == () goto environment
|
||||||
|
@if (%ADEMPIERE_DB_PORT%) == () goto environment
|
||||||
|
@Rem Must have parameter: userAccount
|
||||||
|
@if (%1) == () goto usage
|
||||||
|
|
||||||
|
@Echo WARNING: THIS PROGRAM IS NOT DEVELOPED FOR WINDOWS YET - YOU NEED TO APPLY MANUALLY THE PENDING MIGRATION SCRIPTS
|
||||||
|
|
||||||
|
@Rem TODO: port postgresql/SyncDB.sh to windows syntax
|
||||||
|
|
||||||
|
@goto end
|
||||||
|
|
||||||
|
:environment
|
||||||
|
@Echo Please make sure that the enviroment variables are set correctly:
|
||||||
|
@Echo IDEMPIERE_HOME e.g. D:\ADEMPIERE2
|
||||||
|
@Echo ADEMPIERE_DB_NAME e.g. adempiere or xe
|
||||||
|
@Echo ADEMPIERE_DB_SERVER e.g. dbserver.adempiere.org
|
||||||
|
@Echo ADEMPIERE_DB_PORT e.g. 5432 or 1521
|
||||||
|
|
||||||
|
:usage
|
||||||
|
@echo Usage: %0 <userAccount>
|
||||||
|
@echo Examples: %0 ADEMPIERE/ADEMPIERE
|
||||||
|
|
||||||
|
:end
|
||||||
Loading…
Reference in New Issue