|
@@ -54,12 +54,11 @@ if [ "$notify" != 'no' ]; then
|
|
|
email=$(get_user_value '$CONTACT')
|
|
email=$(get_user_value '$CONTACT')
|
|
|
else
|
|
else
|
|
|
subj="$user → backup failed"
|
|
subj="$user → backup failed"
|
|
|
- email=$(grep CONTACT $VESTA/data/users/admin/user.conf | cut -f 2 -d \')
|
|
|
|
|
|
|
+ email=$(grep CONTACT $VESTA/data/users/admin/user.conf |cut -f 2 -d \')
|
|
|
fi
|
|
fi
|
|
|
-send_mail="$VESTA/web/inc/mail-wrapper.php"
|
|
|
|
|
|
|
|
|
|
# Check load average
|
|
# Check load average
|
|
|
-la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.')
|
|
|
|
|
|
|
+la=$(cat /proc/loadavg |cut -f 1 -d ' ' |cut -f 1 -d '.')
|
|
|
i=0
|
|
i=0
|
|
|
while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
|
|
while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
|
|
|
echo "$(date "+%F %T") LoadAverage $la is above threshold. Sleeping..."
|
|
echo "$(date "+%F %T") LoadAverage $la is above threshold. Sleeping..."
|
|
@@ -67,20 +66,20 @@ while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
|
|
|
if [ "$i" -ge "5" ]; then
|
|
if [ "$i" -ge "5" ]; then
|
|
|
mail_top=$(top -b| head -n 30)
|
|
mail_top=$(top -b| head -n 30)
|
|
|
mail_text="LoadAverage $i is above threshold\n\n$mail_top\n"
|
|
mail_text="LoadAverage $i is above threshold\n\n$mail_top\n"
|
|
|
- echo -e "$mail_text" | $send_mail -s "$subj" $email
|
|
|
|
|
|
|
+ echo -e "$mail_text" |$send_mail -s "$subj" $email
|
|
|
echo "Error: LA is too high"
|
|
echo "Error: LA is too high"
|
|
|
sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
|
log_event "$E_LA" "$EVENT"
|
|
log_event "$E_LA" "$EVENT"
|
|
|
exit $E_LA
|
|
exit $E_LA
|
|
|
fi
|
|
fi
|
|
|
- la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.')
|
|
|
|
|
|
|
+ la=$(cat /proc/loadavg |cut -f 1 -d ' ' |cut -f 1 -d '.')
|
|
|
(( ++i))
|
|
(( ++i))
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
# Creating temporary directory
|
|
# Creating temporary directory
|
|
|
tmpdir=$(mktemp -p $BACKUP -d)
|
|
tmpdir=$(mktemp -p $BACKUP -d)
|
|
|
if [ "$?" -ne 0 ]; then
|
|
if [ "$?" -ne 0 ]; then
|
|
|
- echo "Can't create tmp dir $tmpdir" | $send_mail -s "$subj" $email
|
|
|
|
|
|
|
+ echo "Can't create tmp dir $tmpdir" |$send_mail -s "$subj" $email
|
|
|
echo "Error: can't create tmp dir"
|
|
echo "Error: can't create tmp dir"
|
|
|
log_event "$E_NOTEXIST" "$EVENT"
|
|
log_event "$E_NOTEXIST" "$EVENT"
|
|
|
exit $E_NOTEXIST
|
|
exit $E_NOTEXIST
|
|
@@ -137,15 +136,15 @@ if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB" != '*' ]; then
|
|
|
# Parsing domain exclusions
|
|
# Parsing domain exclusions
|
|
|
conf="$USER_DATA/web.conf"
|
|
conf="$USER_DATA/web.conf"
|
|
|
for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
|
- check_exl=$(echo -e "${WEB//,/\n}" |grep "^$domain$")
|
|
|
|
|
- if [ -z "$check_exl" ]; then
|
|
|
|
|
|
|
+ exclusion=$(echo -e "$WEB" |tr ',' '\n' |grep "^$domain$")
|
|
|
|
|
+ if [ -z "$exclusion" ]; then
|
|
|
web_list="$web_list $domain"
|
|
web_list="$web_list $domain"
|
|
|
else
|
|
else
|
|
|
echo "$(date "+%F %T") excluding $domain"
|
|
echo "$(date "+%F %T") excluding $domain"
|
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
|
fi
|
|
fi
|
|
|
done
|
|
done
|
|
|
- web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
+ web_list=$(echo "$web_list" |sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
|
i=0
|
|
i=0
|
|
|
|
|
|
|
@@ -166,14 +165,14 @@ if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB" != '*' ]; then
|
|
|
grep "DOMAIN='$domain'" $conf > vesta/web.conf
|
|
grep "DOMAIN='$domain'" $conf > vesta/web.conf
|
|
|
|
|
|
|
|
# Backup vhost config
|
|
# Backup vhost config
|
|
|
- tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.tpl"
|
|
|
|
|
|
|
+ tpl_file="$WEBTPL/$WEB_SYSTEM/$WEB_BACKEND/$TPL.tpl"
|
|
|
conf="$HOMEDIR/$user/conf/web/$WEB_SYSTEM.conf"
|
|
conf="$HOMEDIR/$user/conf/web/$WEB_SYSTEM.conf"
|
|
|
get_web_config_brds
|
|
get_web_config_brds
|
|
|
sed -n "$top_line,$bottom_line p" $conf > conf/$WEB_SYSTEM.conf
|
|
sed -n "$top_line,$bottom_line p" $conf > conf/$WEB_SYSTEM.conf
|
|
|
|
|
|
|
|
# Backup ssl vhost
|
|
# Backup ssl vhost
|
|
|
if [ "$SSL" = 'yes' ]; then
|
|
if [ "$SSL" = 'yes' ]; then
|
|
|
- tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.stpl"
|
|
|
|
|
|
|
+ tpl_file="$WEBTPL/$WEB_SYSTEM/$WEB_BACKEND/$TPL.stpl"
|
|
|
conf="$HOMEDIR/$user/conf/web/s$WEB_SYSTEM.conf"
|
|
conf="$HOMEDIR/$user/conf/web/s$WEB_SYSTEM.conf"
|
|
|
get_web_config_brds
|
|
get_web_config_brds
|
|
|
sed -n "$top_line,$bottom_line p" $conf > conf/s$WEB_SYSTEM.conf
|
|
sed -n "$top_line,$bottom_line p" $conf > conf/s$WEB_SYSTEM.conf
|
|
@@ -207,36 +206,26 @@ if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB" != '*' ]; then
|
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
# Define exclude arguments
|
|
# Define exclude arguments
|
|
|
|
|
+ exlusion=$(echo -e "$WEB" |tr ',' '\n' |grep "^$domain:")
|
|
|
set -f
|
|
set -f
|
|
|
fargs=()
|
|
fargs=()
|
|
|
- fargs+=(-not)
|
|
|
|
|
- fargs+=(-path)
|
|
|
|
|
- fargs+=("./logs*")
|
|
|
|
|
- check_exlusion=$(echo -e "${WEB//,/\n}" | grep "^$domain:")
|
|
|
|
|
- if [ ! -z "$check_exlusion" ]; then
|
|
|
|
|
- xdirs="$(echo -e "${check_exlusion//:/\n}" |grep -v $domain)"
|
|
|
|
|
|
|
+ fargs+=(--exclude='logs/*')
|
|
|
|
|
+ if [ ! -z "$exlusion" ]; then
|
|
|
|
|
+ xdirs="$(echo -e "$exlusion" |tr ':' '\n' |grep -v $domain)"
|
|
|
for xpath in $xdirs; do
|
|
for xpath in $xdirs; do
|
|
|
- xpath="$(echo $xpath | sed -e 's/\/*$//' -e 's/^\/*//')"
|
|
|
|
|
- fargs+=(-not)
|
|
|
|
|
- fargs+=(-path)
|
|
|
|
|
- fargs+=("./$xpath/*")
|
|
|
|
|
|
|
+ fargs+=(--exclude=$xpath/*)
|
|
|
echo "$(date "+%F %T") excluding directory $xpath"
|
|
echo "$(date "+%F %T") excluding directory $xpath"
|
|
|
msg="$msg\n$(date "+%F %T") excluding directory $xpath"
|
|
msg="$msg\n$(date "+%F %T") excluding directory $xpath"
|
|
|
done
|
|
done
|
|
|
fi
|
|
fi
|
|
|
|
|
+ set +f
|
|
|
|
|
|
|
|
# Backup files
|
|
# Backup files
|
|
|
cd $HOMEDIR/$user/web/$domain
|
|
cd $HOMEDIR/$user/web/$domain
|
|
|
- find . ${fargs[@]} -type f -print0 |\
|
|
|
|
|
- tar -cpf $tmpdir/web/$domain/domain_data.tar --null -T -
|
|
|
|
|
-
|
|
|
|
|
- # Backup empty folders
|
|
|
|
|
- find . ${fargs[@]} -type d -empty -print0 |\
|
|
|
|
|
- tar -rpf $tmpdir/web/$domain/domain_data.tar --null -T -
|
|
|
|
|
|
|
+ tar -cpf $tmpdir/web/$domain/domain_data.tar * ${fargs[@]}
|
|
|
|
|
|
|
|
# Compress archive
|
|
# Compress archive
|
|
|
gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar
|
|
gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar
|
|
|
- set +f
|
|
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
# Print total
|
|
# Print total
|
|
@@ -259,15 +248,15 @@ if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS" != '*' ]; then
|
|
|
|
|
|
|
|
# Parsing domain exclusions
|
|
# Parsing domain exclusions
|
|
|
for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
|
- check_exl=$(echo -e "${DNS//,/\n}" |grep "^$domain$")
|
|
|
|
|
- if [ -z "$check_exl" ]; then
|
|
|
|
|
|
|
+ exclusion=$(echo "$DNS" |tr ',' '\n' |grep "^$domain$")
|
|
|
|
|
+ if [ -z "$exclusion" ]; then
|
|
|
dns_list="$dns_list $domain"
|
|
dns_list="$dns_list $domain"
|
|
|
else
|
|
else
|
|
|
echo "$(date "+%F %T") excluding $domain"
|
|
echo "$(date "+%F %T") excluding $domain"
|
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
|
fi
|
|
fi
|
|
|
done
|
|
done
|
|
|
- dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
+ dns_list=$(echo "$dns_list" |sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
|
i=0
|
|
i=0
|
|
|
for domain in $dns_list; do
|
|
for domain in $dns_list; do
|
|
@@ -312,7 +301,7 @@ if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL" != '*' ]; then
|
|
|
# Parsing domain exclusions
|
|
# Parsing domain exclusions
|
|
|
conf="$USER_DATA/mail.conf"
|
|
conf="$USER_DATA/mail.conf"
|
|
|
for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do
|
|
|
- check_exl=$(echo -e "${MAIL//,/\n}" |grep "^$domain$")
|
|
|
|
|
|
|
+ check_exl=$(echo "$MAIL" |tr ',' '\n' |grep "^$domain$")
|
|
|
if [ -z "$check_exl" ]; then
|
|
if [ -z "$check_exl" ]; then
|
|
|
mail_list="$mail_list $domain"
|
|
mail_list="$mail_list $domain"
|
|
|
else
|
|
else
|
|
@@ -320,7 +309,7 @@ if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL" != '*' ]; then
|
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
msg="$msg\n$(date "+%F %T") excluding $domain"
|
|
|
fi
|
|
fi
|
|
|
done
|
|
done
|
|
|
- mail_list=$(echo "$mail_list" | sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
+ mail_list=$(echo "$mail_list" |sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
|
i=0
|
|
i=0
|
|
|
for domain in $mail_list; do
|
|
for domain in $mail_list; do
|
|
@@ -348,8 +337,8 @@ if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL" != '*' ]; then
|
|
|
# Backup emails
|
|
# Backup emails
|
|
|
cd $HOMEDIR/$user/mail/$domain_idn
|
|
cd $HOMEDIR/$user/mail/$domain_idn
|
|
|
for account in $(ls); do
|
|
for account in $(ls); do
|
|
|
- exclusion=$(echo -e "${MAIL//,/\n}" |grep "$domain:")
|
|
|
|
|
- exclusion=$(echo -e "${exclusion//:/\n}" |grep "^$account$")
|
|
|
|
|
|
|
+ exclusion=$(echo "$MAIL" |tr ',' '\n' |grep "$domain:")
|
|
|
|
|
+ exclusion=$(echo "$exclusion" |tr ':' '\n' |grep "^$account$")
|
|
|
|
|
|
|
|
# Checking exlusions
|
|
# Checking exlusions
|
|
|
if [ -z "$exclusion" ] && [[ "$MAIL_SYSTEM" =~ exim ]]; then
|
|
if [ -z "$exclusion" ] && [[ "$MAIL_SYSTEM" =~ exim ]]; then
|
|
@@ -390,8 +379,8 @@ if [ ! -z "$DB_SYSTEM" ] && [ "$DB" != '*' ]; then
|
|
|
|
|
|
|
|
# Parsing database exclusions
|
|
# Parsing database exclusions
|
|
|
for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
|
|
for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
|
|
|
- check_exl=$(echo -e "${DB//,/\n}" |grep "^$database$")
|
|
|
|
|
- if [ -z "$check_exl" ]; then
|
|
|
|
|
|
|
+ exclusion=$(echo "$DB" |tr ',' '\n' |grep "^$database$")
|
|
|
|
|
+ if [ -z "$exclusion" ]; then
|
|
|
db_list="$db_list $database"
|
|
db_list="$db_list $database"
|
|
|
else
|
|
else
|
|
|
echo "$(date "+%F %T") excluding $database"
|
|
echo "$(date "+%F %T") excluding $database"
|
|
@@ -401,7 +390,7 @@ if [ ! -z "$DB_SYSTEM" ] && [ "$DB" != '*' ]; then
|
|
|
|
|
|
|
|
i=0
|
|
i=0
|
|
|
conf="$USER_DATA/db.conf"
|
|
conf="$USER_DATA/db.conf"
|
|
|
- db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
+ db_list=$(echo "$db_list" |sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
for database in $db_list; do
|
|
for database in $db_list; do
|
|
|
((i ++))
|
|
((i ++))
|
|
|
get_database_values
|
|
get_database_values
|
|
@@ -477,9 +466,8 @@ if [ "$USER" != '*' ]; then
|
|
|
if [ -e "$USER_DATA/backup-excludes.conf" ]; then
|
|
if [ -e "$USER_DATA/backup-excludes.conf" ]; then
|
|
|
source $USER_DATA/backup-excludes.conf
|
|
source $USER_DATA/backup-excludes.conf
|
|
|
fi
|
|
fi
|
|
|
- exlusion_list=$(echo -e "${USER//,/\n}")
|
|
|
|
|
fargs=()
|
|
fargs=()
|
|
|
- for xpath in $exlusion_list; do
|
|
|
|
|
|
|
+ for xpath in $(echo "$USER" |tr ',' '\n'); do
|
|
|
fargs+=(-not)
|
|
fargs+=(-not)
|
|
|
fargs+=(-path)
|
|
fargs+=(-path)
|
|
|
fargs+=("./$xpath*")
|
|
fargs+=("./$xpath*")
|
|
@@ -490,28 +478,24 @@ if [ "$USER" != '*' ]; then
|
|
|
IFS=$'\n'
|
|
IFS=$'\n'
|
|
|
set -f
|
|
set -f
|
|
|
i=0
|
|
i=0
|
|
|
- for udir in $(ls |egrep -v "conf|web|dns|mail"); do
|
|
|
|
|
- check_exl=$(echo -e "${USER//,/\n}" |grep "^$udir$")
|
|
|
|
|
- if [ -z "$check_exl" ]; then
|
|
|
|
|
|
|
+
|
|
|
|
|
+ for udir in $(ls -a |egrep -v "conf|web|dns|mail|^\.\.$|^\.$"); do
|
|
|
|
|
+ exclusion=$(echo "$USER" |tr ',' '\n' |grep "^$udir$")
|
|
|
|
|
+ if [ -z "$exclusion" ]; then
|
|
|
((i ++))
|
|
((i ++))
|
|
|
udir_list="$udir_list $udir"
|
|
udir_list="$udir_list $udir"
|
|
|
- echo -e "$(date "+%F %T") adding directory $udir"
|
|
|
|
|
- msg="$msg\n$(date "+%F %T") adding directory $udir"
|
|
|
|
|
-
|
|
|
|
|
- # Backup files
|
|
|
|
|
- find ./$udir ${fargs[@]} -type f -print0 |\
|
|
|
|
|
- tar -cpf $tmpdir/user_dir/$udir.tar --null -T -
|
|
|
|
|
|
|
+ echo -e "$(date "+%F %T") adding $udir"
|
|
|
|
|
+ msg="$msg\n$(date "+%F %T") adding $udir"
|
|
|
|
|
|
|
|
- # Backup empty folders
|
|
|
|
|
- find ./$udir ${fargs[@]} -type d -empty -print0 |\
|
|
|
|
|
- tar -rpf $tmpdir/user_dir/$udir.tar --null -T -
|
|
|
|
|
|
|
+ # Backup files and dirs
|
|
|
|
|
+ tar -cpf $tmpdir/user_dir/$udir.tar $udir
|
|
|
|
|
|
|
|
# Compress arhive
|
|
# Compress arhive
|
|
|
gzip -$BACKUP_GZIP $tmpdir/user_dir/$udir.tar
|
|
gzip -$BACKUP_GZIP $tmpdir/user_dir/$udir.tar
|
|
|
fi
|
|
fi
|
|
|
done
|
|
done
|
|
|
set +f
|
|
set +f
|
|
|
- udir_list=$(echo "$udir_list" | sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
+ udir_list=$(echo "$udir_list" |sed -e "s/ */\ /g" -e "s/^ //")
|
|
|
|
|
|
|
|
# Print total
|
|
# Print total
|
|
|
if [ "$i" -eq 1 ]; then
|
|
if [ "$i" -eq 1 ]; then
|
|
@@ -526,7 +510,7 @@ if [ "$USER" != '*' ]; then
|
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
# Get backup size
|
|
# Get backup size
|
|
|
-size="$(du -shm $tmpdir | cut -f 1)"
|
|
|
|
|
|
|
+size="$(du -shm $tmpdir |cut -f 1)"
|
|
|
|
|
|
|
|
# Get current time
|
|
# Get current time
|
|
|
end_time=$(date '+%s')
|
|
end_time=$(date '+%s')
|
|
@@ -536,23 +520,19 @@ TIME=$(date +%T)
|
|
|
|
|
|
|
|
# Defining local storage function
|
|
# Defining local storage function
|
|
|
local_backup(){
|
|
local_backup(){
|
|
|
- # Removing dublicate for this day
|
|
|
|
|
- if [ -e "$BACKUP/$user.$DATE.tar" ]; then
|
|
|
|
|
- deprecated="$DATE"
|
|
|
|
|
- rm -f $BACKUP/$user.$DATE.tar
|
|
|
|
|
- fi
|
|
|
|
|
|
|
+
|
|
|
|
|
+ rm -f $BACKUP/$user.$DATE.tar
|
|
|
|
|
|
|
|
# Checking retention
|
|
# Checking retention
|
|
|
- backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.")
|
|
|
|
|
- backups_count=$(echo "$backup_list" | wc -l)
|
|
|
|
|
|
|
+ backup_list=$(ls -lrt $BACKUP/ |awk '{print $9}' |grep "^$user\.")
|
|
|
|
|
+ backups_count=$(echo "$backup_list" |wc -l)
|
|
|
if [ "$BACKUPS" -le "$backups_count" ]; then
|
|
if [ "$BACKUPS" -le "$backups_count" ]; then
|
|
|
backups_rm_number=$((backups_count - BACKUPS))
|
|
backups_rm_number=$((backups_count - BACKUPS))
|
|
|
(( ++backups_rm_number))
|
|
(( ++backups_rm_number))
|
|
|
|
|
|
|
|
- for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
|
|
|
- # Removing old backup
|
|
|
|
|
- backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
|
|
|
|
|
- deprecated="$deprecated $backup_date"
|
|
|
|
|
|
|
+ # Removing old backup
|
|
|
|
|
+ for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
|
|
|
|
|
+ backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
|
|
|
echo -e "$(date "+%F %T") Roated: $backup_date"
|
|
echo -e "$(date "+%F %T") Roated: $backup_date"
|
|
|
msg="$msg\n$(date "+%F %T") Rotated: $backup_date"
|
|
msg="$msg\n$(date "+%F %T") Rotated: $backup_date"
|
|
|
rm -f $BACKUP/$backup
|
|
rm -f $BACKUP/$backup
|
|
@@ -580,7 +560,7 @@ local_backup(){
|
|
|
localbackup='yes'
|
|
localbackup='yes'
|
|
|
echo -e "$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
|
|
echo -e "$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
|
|
|
msg="$msg\n$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
|
|
msg="$msg\n$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
|
|
|
- U_BACKUPS=$(ls $BACKUP/ | grep "^$user." | wc -l)
|
|
|
|
|
|
|
+ U_BACKUPS=$(ls $BACKUP/ |grep "^$user." |wc -l)
|
|
|
update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS"
|
|
update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS"
|
|
|
}
|
|
}
|
|
|
|
|
|
|
@@ -603,7 +583,7 @@ ftp_backup() {
|
|
|
# Checking config
|
|
# Checking config
|
|
|
if [ ! -e "$VESTA/conf/ftp.backup.conf" ]; then
|
|
if [ ! -e "$VESTA/conf/ftp.backup.conf" ]; then
|
|
|
ftp_conf_error="Can't open $VESTA/conf/ftp.backup.conf"
|
|
ftp_conf_error="Can't open $VESTA/conf/ftp.backup.conf"
|
|
|
- echo "$ftp_conf_error" | $send_mail -s "$subj" $email
|
|
|
|
|
|
|
+ echo "$ftp_conf_error" |$send_mail -s "$subj" $email
|
|
|
echo "Error: $VESTA/conf/ftp.backup.conf doesn't exist"
|
|
echo "Error: $VESTA/conf/ftp.backup.conf doesn't exist"
|
|
|
sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
|
log_event "$E_NOTEXIST" "$EVENT"
|
|
log_event "$E_NOTEXIST" "$EVENT"
|
|
@@ -667,12 +647,11 @@ ftp_backup() {
|
|
|
|
|
|
|
|
# Checking retention
|
|
# Checking retention
|
|
|
backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
|
|
backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
|
|
|
- backups_count=$(echo "$backup_list" | wc -l)
|
|
|
|
|
|
|
+ backups_count=$(echo "$backup_list" |wc -l)
|
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
|
backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
|
- for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
|
|
|
- backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
|
|
|
|
|
- deprecated="$deprecated $backup"
|
|
|
|
|
|
|
+ for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
|
|
|
|
|
+ backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
|
|
|
echo -e "$(date "+%F %T") Roated ftp backup: $backup_date"
|
|
echo -e "$(date "+%F %T") Roated ftp backup: $backup_date"
|
|
|
msg="$msg\n$(date "+%F %T") Roated ftp backup: $backup_date"
|
|
msg="$msg\n$(date "+%F %T") Roated ftp backup: $backup_date"
|
|
|
ftpc "cd $BPATH" "delete $backup"
|
|
ftpc "cd $BPATH" "delete $backup"
|
|
@@ -692,6 +671,147 @@ ftp_backup() {
|
|
|
fi
|
|
fi
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|
|
+# sftp command function
|
|
|
|
|
+sftpc() {
|
|
|
|
|
+ expect -f "-" <<EOF "$@"
|
|
|
|
|
+ set timeout 60
|
|
|
|
|
+ set count 0
|
|
|
|
|
+ spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
|
|
|
|
|
+ -o Port=$PORT $USERNAME@$HOST
|
|
|
|
|
+ expect {
|
|
|
|
|
+ "password:" {
|
|
|
|
|
+ send "$PASSWORD\r"
|
|
|
|
|
+ exp_continue
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
|
|
|
|
|
+ set count \$argc
|
|
|
|
|
+ set output "Disconnected."
|
|
|
|
|
+ set rc $E_FTP
|
|
|
|
|
+ exp_continue
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ -re ".*denied.*(publickey|password)." {
|
|
|
|
|
+ set output "Permission denied, wrong publickey or password."
|
|
|
|
|
+ set rc $E_CONNECT
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ -re "\[0-9]*%" {
|
|
|
|
|
+ exp_continue
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ "sftp>" {
|
|
|
|
|
+ if {\$count < \$argc} {
|
|
|
|
|
+ set arg [lindex \$argv \$count]
|
|
|
|
|
+ send "\$arg\r"
|
|
|
|
|
+ incr count
|
|
|
|
|
+ } else {
|
|
|
|
|
+ send "exit\r"
|
|
|
|
|
+ set output "Disconnected."
|
|
|
|
|
+ if {[info exists rc] != 1} {
|
|
|
|
|
+ set rc $OK
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+ exp_continue
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ timeout {
|
|
|
|
|
+ set output "Connection timeout."
|
|
|
|
|
+ set rc $E_CONNECT
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ if {[info exists output] == 1} {
|
|
|
|
|
+ puts "\$output"
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ exit \$rc
|
|
|
|
|
+EOF
|
|
|
|
|
+}
|
|
|
|
|
+
|
|
|
|
|
+sftp_backup() {
|
|
|
|
|
+
|
|
|
|
|
+ # Checking config
|
|
|
|
|
+ if [ ! -e "$VESTA/conf/sftp.backup.conf" ]; then
|
|
|
|
|
+ sftp_conf_error="Can't open $VESTA/conf/sftp.backup.conf"
|
|
|
|
|
+ echo "$sftp_conf_error" |$send_mail -s "$subj" $email
|
|
|
|
|
+ echo "Error: $VESTA/conf/sftp.backup.conf doesn't exist"
|
|
|
|
|
+ sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
|
|
|
+ log_event "$E_NOTEXIST" "$EVENT"
|
|
|
|
|
+ exit $E_NOTEXIST
|
|
|
|
|
+ fi
|
|
|
|
|
+
|
|
|
|
|
+ # Parse config
|
|
|
|
|
+ source $VESTA/conf/sftp.backup.conf
|
|
|
|
|
+
|
|
|
|
|
+ # Set current data
|
|
|
|
|
+ DATE=$(date +%F)
|
|
|
|
|
+ TIME=$(date +%T)
|
|
|
|
|
+
|
|
|
|
|
+ # Set default port
|
|
|
|
|
+ if [ -z "$(grep 'PORT=' $VESTA/conf/sftp.backup.conf)" ]; then
|
|
|
|
|
+ PORT='22'
|
|
|
|
|
+ fi
|
|
|
|
|
+
|
|
|
|
|
+ # Checking variables
|
|
|
|
|
+ if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
|
|
|
|
|
+ rm -rf $tmpdir
|
|
|
|
|
+ echo "Can't parse sftp backup configuration" |\
|
|
|
|
|
+ $send_mail -s "$subj" $email
|
|
|
|
|
+ echo "Error: Parsing error"
|
|
|
|
|
+ sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
|
|
|
+ log_event "$E_PARSING" "$EVENT"
|
|
|
|
|
+ exit $E_PARSING
|
|
|
|
|
+ fi
|
|
|
|
|
+
|
|
|
|
|
+ # Debug info
|
|
|
|
|
+ echo -e "$(date "+%F %T") Remote: sftp://$HOST/$BPATH/$user.$DATE.tar"
|
|
|
|
|
+
|
|
|
|
|
+ # Checking network connection and write permissions
|
|
|
|
|
+ sftmpdir="$BPATH/vst.bK76A9SUkt"
|
|
|
|
|
+ sftpc "mkdir $BPATH" > /dev/null 2>&1
|
|
|
|
|
+ sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1
|
|
|
|
|
+ rc=$?
|
|
|
|
|
+ if [[ "$rc" != 0 ]]; then
|
|
|
|
|
+ rm -rf $tmpdir
|
|
|
|
|
+ case $rc in
|
|
|
|
|
+ $E_CONNECT) echo "Error: can't login to sftp host $HOST" |\
|
|
|
|
|
+ $send_mail -s "$subj" $email;;
|
|
|
|
|
+ $E_FTP) echo "Error: can't create temp folder on sftp $HOST" |\
|
|
|
|
|
+ $send_mail -s "$subj" $email;;
|
|
|
|
|
+ esac
|
|
|
|
|
+ sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
|
|
|
|
|
+ log_event "$rc" "$EVENT"
|
|
|
|
|
+ exit "$rc"
|
|
|
|
|
+ fi
|
|
|
|
|
+
|
|
|
|
|
+ # Checking retention
|
|
|
|
|
+ backup_list=$(sftpc "cd $BPATH" "ls -l" |awk '{print $9}' |grep "^$user\.")
|
|
|
|
|
+ backups_count=$(echo "$backup_list" |wc -l)
|
|
|
|
|
+ if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
|
|
|
+ backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
|
|
|
+ for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
|
|
|
|
|
+ backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar.*$//")
|
|
|
|
|
+ echo -e "$(date "+%F %T") Roated sftp backup: $backup_date"
|
|
|
|
|
+ msg="$msg\n$(date "+%F %T") Roated sftp backup: $backup_date"
|
|
|
|
|
+ sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1
|
|
|
|
|
+ done
|
|
|
|
|
+ fi
|
|
|
|
|
+
|
|
|
|
|
+ # Uploading backup archive
|
|
|
|
|
+ echo -e "$(date "+%F %T") Uploading $user.$DATE.tar ..."
|
|
|
|
|
+ if [ "$localbackup" = 'yes' ]; then
|
|
|
|
|
+ cd $BACKUP
|
|
|
|
|
+ sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
|
|
|
|
|
+ else
|
|
|
|
|
+ cd $tmpdir
|
|
|
|
|
+ tar -cf $BACKUP/$user.$DATE.tar .
|
|
|
|
|
+ cd $BACKUP/
|
|
|
|
|
+ sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
|
|
|
|
|
+ rm -f $user.$DATE.tar
|
|
|
|
|
+ fi
|
|
|
|
|
+}
|
|
|
|
|
+
|
|
|
echo "-- SUMMARY --"
|
|
echo "-- SUMMARY --"
|
|
|
msg="$msg\n-- SUMMARY --"
|
|
msg="$msg\n-- SUMMARY --"
|
|
|
|
|
|
|
@@ -700,11 +820,11 @@ for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\\n}"); do
|
|
|
case $backup_type in
|
|
case $backup_type in
|
|
|
local) local_backup ;;
|
|
local) local_backup ;;
|
|
|
ftp) ftp_backup ;;
|
|
ftp) ftp_backup ;;
|
|
|
|
|
+ sftp) sftp_backup ;;
|
|
|
esac
|
|
esac
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
# Removing tmpdir
|
|
# Removing tmpdir
|
|
|
-cd /
|
|
|
|
|
rm -rf $tmpdir
|
|
rm -rf $tmpdir
|
|
|
|
|
|
|
|
# Calculation run time
|
|
# Calculation run time
|
|
@@ -729,14 +849,11 @@ msg="$msg\n$(date "+%F %T") Runtime: $run_time $min"
|
|
|
# Vesta #
|
|
# Vesta #
|
|
|
#----------------------------------------------------------#
|
|
#----------------------------------------------------------#
|
|
|
|
|
|
|
|
-# Deleting old backup records
|
|
|
|
|
-for backup_record in $deprecated; do
|
|
|
|
|
- if [ -e "$USER_DATA/backup.conf" ]; then
|
|
|
|
|
- sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf
|
|
|
|
|
- fi
|
|
|
|
|
-done
|
|
|
|
|
|
|
+# Removing duplicate
|
|
|
|
|
+touch $USER_DATA/backup.conf
|
|
|
|
|
+sed -i "/$user.$DATE.tar/d" $USER_DATA/backup.conf
|
|
|
|
|
|
|
|
-# Concatenating string
|
|
|
|
|
|
|
+# Regestering new backup
|
|
|
backup_str="BACKUP='$user.$DATE.tar'"
|
|
backup_str="BACKUP='$user.$DATE.tar'"
|
|
|
backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
|
|
backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
|
|
|
backup_str="$backup_str WEB='${web_list// /,}'"
|
|
backup_str="$backup_str WEB='${web_list// /,}'"
|
|
@@ -747,16 +864,20 @@ backup_str="$backup_str CRON='$cron_list'"
|
|
|
backup_str="$backup_str UDIR='${udir_list// /,}'"
|
|
backup_str="$backup_str UDIR='${udir_list// /,}'"
|
|
|
backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'"
|
|
backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'"
|
|
|
echo "$backup_str" >> $USER_DATA/backup.conf
|
|
echo "$backup_str" >> $USER_DATA/backup.conf
|
|
|
|
|
+
|
|
|
|
|
+# Removing old backups
|
|
|
|
|
+tail -n $BACKUPS $USER_DATA/backup.conf > $USER_DATA/backup.conf_
|
|
|
|
|
+mv -f $USER_DATA/backup.conf_ $USER_DATA/backup.conf
|
|
|
chmod 660 $USER_DATA/backup.conf
|
|
chmod 660 $USER_DATA/backup.conf
|
|
|
|
|
|
|
|
-# Clean backup queue
|
|
|
|
|
|
|
+# Deleting task from queue
|
|
|
sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe
|
|
sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe
|
|
|
|
|
|
|
|
# Send notification
|
|
# Send notification
|
|
|
if [ "$notify" != 'no' ]; then
|
|
if [ "$notify" != 'no' ]; then
|
|
|
subj="$user → backup has been completed"
|
|
subj="$user → backup has been completed"
|
|
|
email=$(get_user_value '$CONTACT')
|
|
email=$(get_user_value '$CONTACT')
|
|
|
- echo -e "$msg" | $send_mail -s "$subj" $email
|
|
|
|
|
|
|
+ echo -e "$msg" |$send_mail -s "$subj" $email
|
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
# Logging
|
|
# Logging
|