v-backup-user 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918
  1. #!/bin/bash
  2. # info: backup system user with all its objects
  3. # options: USER NOTIFY
  4. #
  5. # The call is used for backing up user with all its domains and databases.
  6. #----------------------------------------------------------#
  7. # Variable&Function #
  8. #----------------------------------------------------------#
  9. # Importing system variables
  10. source /etc/profile
  11. # Argument defenition
  12. user=$1
  13. notify=${2-no}
  14. # Includes
  15. source $VESTA/func/main.sh
  16. source $VESTA/func/domain.sh
  17. source $VESTA/func/db.sh
  18. source $VESTA/conf/vesta.conf
  19. #----------------------------------------------------------#
  20. # Verifications #
  21. #----------------------------------------------------------#
  22. check_args '1' "$#" 'USER [NOTIFY]'
  23. validate_format 'user'
  24. is_system_enabled "$BACKUP_SYSTEM" 'BACKUP_SYSTEM'
  25. is_object_valid 'user' 'USER' "$user"
  26. is_object_unsuspended 'user' 'USER' "$user"
  27. is_backup_enabled
  28. #----------------------------------------------------------#
  29. # Action #
  30. #----------------------------------------------------------#
  31. # Set backup directory if undefined
  32. if [ -z "$BACKUP" ]; then
  33. BACKUP=/home/backup
  34. fi
  35. mkdir -p $BACKUP
  36. # Get current time
  37. start_time=$(date '+%s')
  38. # Set notification email and subject
  39. if [ "$notify" != 'no' ]; then
  40. subj="$user → backup failed"
  41. email=$(get_user_value '$CONTACT')
  42. else
  43. subj="$user → backup failed"
  44. email=$(grep CONTACT $VESTA/data/users/admin/user.conf | cut -f 2 -d \')
  45. fi
  46. send_mail="$VESTA/web/inc/mail-wrapper.php"
  47. # Check load average
  48. la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.')
  49. i=0
  50. while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
  51. echo "$(date "+%F %T") LoadAverage $la is above threshold. Sleeping..."
  52. sleep 120
  53. if [ "$i" -ge "5" ]; then
  54. mail_top=$(top -b| head -n 30)
  55. mail_text="LoadAverage $i is above threshold\n\n$mail_top\n"
  56. echo -e "$mail_text" | $send_mail -s "$subj" $email
  57. echo "Error: LA is too high"
  58. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  59. log_event "$E_LA" "$EVENT"
  60. exit $E_LA
  61. fi
  62. la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.')
  63. (( ++i))
  64. done
  65. # Creating temporary directory
  66. tmpdir=$(mktemp -p $BACKUP -d)
  67. if [ "$?" -ne 0 ]; then
  68. echo "Can't create tmp dir $tmpdir" | $send_mail -s "$subj" $email
  69. echo "Error: can't create tmp dir"
  70. log_event "$E_NOTEXIST" "$EVENT"
  71. exit $E_NOTEXIST
  72. fi
  73. # Backup sys configs
  74. echo -e "-- SYSTEM --"
  75. msg="-- SYSTEM --"
  76. mkdir $tmpdir/vesta
  77. echo -e "$(date "+%F %T") $user.conf"
  78. msg="$msg\n$(date "+%F %T") $user.conf"
  79. cp -r $USER_DATA/user.conf $tmpdir/vesta/
  80. if [ -e "$USER_DATA/stats.log" ]; then
  81. echo -e "$(date "+%F %T") stats.log"
  82. msg="$msg\n$(date "+%F %T") stats.log"
  83. cp -r $USER_DATA/stats.log $tmpdir/vesta/
  84. fi
  85. if [ -e "$USER_DATA/history.log" ]; then
  86. echo -e "$(date "+%F %T") history.log"
  87. msg="$msg\n$(date "+%F %T") history.log"
  88. cp -r $USER_DATA/history.log $tmpdir/vesta/
  89. fi
  90. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  91. echo -e "$(date "+%F %T") backup-excludes.conf"
  92. msg="$msg\n$(date "+%F %T") backup-excludes.conf"
  93. cp -r $USER_DATA/backup-excludes.conf $tmpdir/vesta/
  94. fi
  95. # Backup PAM
  96. mkdir $tmpdir/pam
  97. echo -e "$(date "+%F %T") pam"
  98. msg="$msg\n$(date "+%F %T") pam"
  99. grep "^$user:" /etc/passwd > $tmpdir/pam/passwd
  100. grep "^$user:" /etc/shadow > $tmpdir/pam/shadow
  101. grep "^$user:" /etc/group > $tmpdir/pam/group
  102. echo
  103. msg="$msg\n"
  104. # Parsing excludes
  105. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  106. source $USER_DATA/backup-excludes.conf
  107. fi
  108. # WEB domains
  109. if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB" != '*' ]; then
  110. echo "-- WEB --"
  111. msg="$msg\n-- WEB --"
  112. mkdir $tmpdir/web/
  113. # Parsing domain exclusions
  114. conf="$USER_DATA/web.conf"
  115. for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
  116. check_exl=$(echo -e "${WEB//,/\n}" |grep "^$domain$")
  117. if [ -z "$check_exl" ]; then
  118. web_list="$web_list $domain"
  119. else
  120. echo "$(date "+%F %T") excluding $domain"
  121. msg="$msg\n$(date "+%F %T") excluding $domain"
  122. fi
  123. done
  124. web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //")
  125. i=0
  126. for domain in $web_list; do
  127. ((i ++))
  128. echo -e "$(date "+%F %T") $domain"
  129. msg="$msg\n$(date "+%F %T") $domain"
  130. mkdir -p $tmpdir/web/$domain/conf
  131. mkdir -p $tmpdir/web/$domain/vesta
  132. # Get domain variables
  133. domain_idn=$(idn -t --quiet -a "$domain")
  134. get_domain_values 'web'
  135. # Backup web.conf
  136. cd $tmpdir/web/$domain/
  137. conf="$USER_DATA/web.conf"
  138. grep "DOMAIN='$domain'" $conf > vesta/web.conf
  139. # Backup vhost config
  140. tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.tpl"
  141. conf="$HOMEDIR/$user/conf/web/$WEB_SYSTEM.conf"
  142. get_web_config_brds
  143. sed -n "$top_line,$bottom_line p" $conf > conf/$WEB_SYSTEM.conf
  144. # Backup ssl vhost
  145. if [ "$SSL" = 'yes' ]; then
  146. tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.stpl"
  147. conf="$HOMEDIR/$user/conf/web/s$WEB_SYSTEM.conf"
  148. get_web_config_brds
  149. sed -n "$top_line,$bottom_line p" $conf > conf/s$WEB_SYSTEM.conf
  150. fi
  151. # Backup proxy config
  152. if [ ! -z "$PROXY" ]; then
  153. tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.tpl"
  154. conf="$HOMEDIR/$user/conf/web/$PROXY_SYSTEM.conf"
  155. get_web_config_brds
  156. sed -n "$top_line,$bottom_line p" $conf > conf/$PROXY_SYSTEM.conf
  157. fi
  158. # Backup ssl proxy config
  159. if [ ! -z "$PROXY" ] && [ "$SSL" = 'yes' ] ; then
  160. tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.stpl"
  161. conf="$HOMEDIR/$user/conf/web/s$PROXY_SYSTEM.conf"
  162. get_web_config_brds
  163. sed -n "$top_line,$bottom_line p" $conf > conf/s$PROXY_SYSTEM.conf
  164. fi
  165. # Backup custom config
  166. for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do
  167. cp $HOMEDIR/$user/conf/web/$sconfig conf/
  168. done
  169. # Backup ssl certificates
  170. if [ "$SSL" = 'yes' ] ; then
  171. cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/
  172. cp $USER_DATA/ssl/$domain.* vesta/
  173. fi
  174. # Define exclude arguments
  175. set -f
  176. fargs=()
  177. fargs+=(-not)
  178. fargs+=(-path)
  179. fargs+=("./logs*")
  180. check_exlusion=$(echo -e "${WEB//,/\n}" | grep "^$domain:")
  181. if [ ! -z "$check_exlusion" ]; then
  182. xdirs="$(echo -e "${check_exlusion//:/\n}" |grep -v $domain)"
  183. for xpath in $xdirs; do
  184. xpath="$(echo $xpath | sed -e 's/\/*$//' -e 's/^\/*//')"
  185. fargs+=(-not)
  186. fargs+=(-path)
  187. fargs+=("./$xpath/*")
  188. echo "$(date "+%F %T") excluding directory $xpath"
  189. msg="$msg\n$(date "+%F %T") excluding directory $xpath"
  190. done
  191. fi
  192. # Backup files
  193. cd $HOMEDIR/$user/web/$domain
  194. find . ${fargs[@]} -type f -print0 |\
  195. tar -cpf $tmpdir/web/$domain/domain_data.tar --null -T -
  196. # Backup empty folders
  197. find . ${fargs[@]} -type d -empty -print0 |\
  198. tar -rpf $tmpdir/web/$domain/domain_data.tar --null -T -
  199. # Compress archive
  200. gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar
  201. set +f
  202. done
  203. # Print total
  204. if [ "$i" -eq 1 ]; then
  205. echo -e "$(date "+%F %T") *** $i domain ***"
  206. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  207. else
  208. echo -e "$(date "+%F %T") *** $i domains ***"
  209. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  210. fi
  211. echo
  212. msg="$msg\n"
  213. fi
  214. # DNS domains
  215. if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS" != '*' ]; then
  216. echo "-- DNS --"
  217. msg="$msg\n-- DNS --"
  218. mkdir $tmpdir/dns/
  219. # Parsing domain exclusions
  220. for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
  221. check_exl=$(echo -e "${DNS//,/\n}" |grep "^$domain$")
  222. if [ -z "$check_exl" ]; then
  223. dns_list="$dns_list $domain"
  224. else
  225. echo "$(date "+%F %T") excluding $domain"
  226. msg="$msg\n$(date "+%F %T") excluding $domain"
  227. fi
  228. done
  229. dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //")
  230. i=0
  231. for domain in $dns_list; do
  232. ((i ++))
  233. echo -e "$(date "+%F %T") $domain"
  234. msg="$msg\n$(date "+%F %T") $domain"
  235. # Building directory tree
  236. mkdir -p $tmpdir/dns/$domain/conf
  237. mkdir -p $tmpdir/dns/$domain/vesta
  238. # Backup dns.conf
  239. cd $tmpdir/dns/$domain/
  240. conf="$USER_DATA/dns.conf"
  241. grep "DOMAIN='$domain'" $conf > vesta/dns.conf
  242. # Backup dns recods
  243. cp $USER_DATA/dns/$domain.conf vesta/$domain.conf
  244. if [ "$DNS_SYSTEM" != 'remote' ]; then
  245. cp $HOMEDIR/$user/conf/dns/$domain.db conf/$domain.db
  246. fi
  247. done
  248. # Print total
  249. if [ "$i" -eq 1 ]; then
  250. echo -e "$(date "+%F %T") *** $i domain ***"
  251. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  252. else
  253. echo -e "$(date "+%F %T") *** $i domains ***"
  254. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  255. fi
  256. echo
  257. msg="$msg\n"
  258. fi
  259. # Mail domains
  260. if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL" != '*' ]; then
  261. echo "-- MAIL --"
  262. msg="$msg\n-- MAIL --"
  263. mkdir $tmpdir/mail/
  264. # Parsing domain exclusions
  265. conf="$USER_DATA/mail.conf"
  266. for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do
  267. check_exl=$(echo -e "${MAIL//,/\n}" |grep "^$domain$")
  268. if [ -z "$check_exl" ]; then
  269. mail_list="$mail_list $domain"
  270. else
  271. echo "$(date "+%F %T") excluding $domain"
  272. msg="$msg\n$(date "+%F %T") excluding $domain"
  273. fi
  274. done
  275. mail_list=$(echo "$mail_list" | sed -e "s/ */\ /g" -e "s/^ //")
  276. i=0
  277. for domain in $mail_list; do
  278. ((i ++))
  279. echo -e "$(date "+%F %T") $domain"
  280. msg="$msg\n$(date "+%F %T") $domain"
  281. mkdir -p $tmpdir/mail/$domain/conf
  282. mkdir -p $tmpdir/mail/$domain/vesta
  283. domain_idn=$(idn -t --quiet -a "$domain")
  284. # Backup exim config
  285. if [[ "$MAIL_SYSTEM" =~ exim ]]; then
  286. cd $tmpdir/mail/$domain/
  287. cp $HOMEDIR/$user/conf/mail/$domain/* conf/
  288. fi
  289. # Backup mail.conf
  290. conf="$USER_DATA/mail.conf"
  291. grep "DOMAIN='$domain'" $conf > vesta/mail.conf
  292. cp $USER_DATA/mail/$domain.* vesta/
  293. if [ ! -z "$(ls $USER_DATA/mail/|grep *@$domain)" ]; then
  294. cp $USER_DATA/mail/*@$domain.* vesta/
  295. fi
  296. # Backup emails
  297. cd $HOMEDIR/$user/mail/$domain_idn
  298. for account in $(ls); do
  299. exclusion=$(echo -e "${MAIL//,/\n}" |grep "$domain:")
  300. exclusion=$(echo -e "${exclusion//:/\n}" |grep "^$account$")
  301. # Checking exlusions
  302. if [ -z "$exclusion" ] && [[ "$MAIL_SYSTEM" =~ exim ]]; then
  303. echo "$(date "+%F %T") + $account@$domain"
  304. msg="$msg\n$(date "+%F %T") + $account@$domain"
  305. touch $tmpdir/mail/$domain/accounts.tar
  306. tar -rpf $tmpdir/mail/$domain/accounts.tar $account
  307. else
  308. echo "$(date "+%F %T") excluding account $account"
  309. msg="$msg\n$(date "+%F %T") excluding account $account"
  310. fi
  311. done
  312. # Compress archive
  313. if [ -e "$tmpdir/mail/$domain/accounts.tar" ]; then
  314. gzip -$BACKUP_GZIP $tmpdir/mail/$domain/accounts.tar
  315. fi
  316. done
  317. # Print total
  318. if [ "$i" -eq 1 ]; then
  319. echo -e "$(date "+%F %T") *** $i domain ***"
  320. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  321. else
  322. echo -e "$(date "+%F %T") *** $i domains ***"
  323. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  324. fi
  325. echo
  326. msg="$msg\n"
  327. fi
  328. # Databases
  329. if [ ! -z "$DB_SYSTEM" ] && [ "$DB" != '*' ]; then
  330. echo "-- DB --"
  331. msg="$msg\n-- DB --"
  332. mkdir $tmpdir/db/
  333. # Parsing database exclusions
  334. for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
  335. check_exl=$(echo -e "${DB//,/\n}" |grep "^$database$")
  336. if [ -z "$check_exl" ]; then
  337. db_list="$db_list $database"
  338. else
  339. echo "$(date "+%F %T") excluding $database"
  340. msg="$msg\n$(date "+%F %T") excluding $database"
  341. fi
  342. done
  343. i=0
  344. conf="$USER_DATA/db.conf"
  345. db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //")
  346. for database in $db_list; do
  347. ((i ++))
  348. get_database_values
  349. echo -e "$(date "+%F %T") $database ($TYPE)"
  350. msg="$msg\n$(date "+%F %T") $database ($TYPE)"
  351. mkdir -p $tmpdir/db/$database/conf
  352. mkdir -p $tmpdir/db/$database/vesta
  353. cd $tmpdir/db/$database/
  354. grep "DB='$database'" $conf > vesta/db.conf
  355. dump="$tmpdir/db/$database/$database.$TYPE.sql"
  356. grants="$tmpdir/db/$database/conf/$database.$TYPE.$DBUSER"
  357. case $TYPE in
  358. mysql) dump_mysql_database ;;
  359. pgsql) dump_pgsql_database ;;
  360. esac
  361. # Compress dump
  362. gzip -$BACKUP_GZIP $dump
  363. done
  364. # Print total
  365. if [ "$i" -eq 1 ]; then
  366. echo -e "$(date "+%F %T") *** $i database ***"
  367. msg="$msg\n$(date "+%F %T") *** $i database ***"
  368. else
  369. echo -e "$(date "+%F %T") *** $i databases ***"
  370. msg="$msg\n$(date "+%F %T") *** $i databases ***"
  371. fi
  372. echo
  373. msg="$msg\n"
  374. fi
  375. # Cron jobs
  376. if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON" != '*' ]; then
  377. echo "-- CRON --"
  378. msg="$msg\n-- CRON --"
  379. mkdir $tmpdir/cron/
  380. # Backup cron.conf
  381. cp $USER_DATA/cron.conf $tmpdir/cron/
  382. cron_record=$(wc -l $USER_DATA/cron.conf|cut -f 1 -d ' ')
  383. if [ -e "/var/spool/cron/$user" ]; then
  384. cron_list="$cron_record"
  385. cp /var/spool/cron/$user $tmpdir/cron/
  386. fi
  387. # Print total
  388. if [ "$cron_record" -eq 1 ]; then
  389. echo -e "$(date "+%F %T") *** $cron_record job ***"
  390. msg="$msg\n$(date "+%F %T") *** $cron_record job ***"
  391. else
  392. echo -e "$(date "+%F %T") *** $cron_record jobs ***"
  393. msg="$msg\n$(date "+%F %T") *** $cron_record jobs ***"
  394. fi
  395. echo
  396. msg="$msg\n"
  397. fi
  398. # User Directories
  399. if [ "$USER" != '*' ]; then
  400. echo "-- User Dir --"
  401. msg="$msg\n-- User Dir --"
  402. mkdir $tmpdir/user_dir
  403. cd $HOMEDIR/$user
  404. # Parsing directory exlusions
  405. USER=''
  406. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  407. source $USER_DATA/backup-excludes.conf
  408. fi
  409. exlusion_list=$(echo -e "${USER//,/\n}")
  410. fargs=()
  411. for xpath in $exlusion_list; do
  412. fargs+=(-not)
  413. fargs+=(-path)
  414. fargs+=("./$xpath*")
  415. echo "$(date "+%F %T") excluding directory $xpath"
  416. msg="$msg\n$(date "+%F %T") excluding directory $xpath"
  417. done
  418. IFS=$'\n'
  419. set -f
  420. i=0
  421. for udir in $(ls |egrep -v "conf|web|dns|mail"); do
  422. check_exl=$(echo -e "${USER//,/\n}" |grep "^$udir$")
  423. if [ -z "$check_exl" ]; then
  424. ((i ++))
  425. udir_list="$udir_list $udir"
  426. echo -e "$(date "+%F %T") adding directory $udir"
  427. msg="$msg\n$(date "+%F %T") adding directory $udir"
  428. # Backup files
  429. find ./$udir ${fargs[@]} -type f -print0 |\
  430. tar -cpf $tmpdir/user_dir/$udir.tar --null -T -
  431. # Backup empty folders
  432. find ./$udir ${fargs[@]} -type d -empty -print0 |\
  433. tar -rpf $tmpdir/user_dir/$udir.tar --null -T -
  434. # Compress arhive
  435. gzip -$BACKUP_GZIP $tmpdir/user_dir/$udir.tar
  436. fi
  437. done
  438. set +f
  439. udir_list=$(echo "$udir_list" | sed -e "s/ */\ /g" -e "s/^ //")
  440. # Print total
  441. if [ "$i" -eq 1 ]; then
  442. echo -e "$(date "+%F %T") *** $i user directory ***"
  443. msg="$msg\n$(date "+%F %T") *** $i directory ***"
  444. else
  445. echo -e "$(date "+%F %T") *** $i directories ***"
  446. msg="$msg\n$(date "+%F %T") *** $i directories ***"
  447. fi
  448. echo
  449. msg="$msg\n"
  450. fi
  451. # Get backup size
  452. size="$(du -shm $tmpdir | cut -f 1)"
  453. # Get current time
  454. end_time=$(date '+%s')
  455. DATE=$(date +%F)
  456. TIME=$(date +%T)
  457. # Defining local storage function
  458. local_backup(){
  459. # Removing dublicate for this day
  460. if [ -e "$BACKUP/$user.$DATE.tar" ]; then
  461. deprecated="$DATE"
  462. rm -f $BACKUP/$user.$DATE.tar
  463. fi
  464. # Checking retention
  465. backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.")
  466. backups_count=$(echo "$backup_list" | wc -l)
  467. if [ "$BACKUPS" -le "$backups_count" ]; then
  468. backups_rm_number=$((backups_count - BACKUPS))
  469. (( ++backups_rm_number))
  470. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  471. # Removing old backup
  472. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  473. deprecated="$deprecated $backup_date"
  474. echo -e "$(date "+%F %T") Roated: $backup_date"
  475. msg="$msg\n$(date "+%F %T") Rotated: $backup_date"
  476. rm -f $BACKUP/$backup
  477. done
  478. fi
  479. # Checking disk space
  480. disk_usage=$(df $BACKUP |tail -n1 |tr ' ' '\n' |grep % |cut -f 1 -d %)
  481. if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
  482. rm -rf $tmpdir
  483. echo "Not enough disk space to run backup" |\
  484. $send_mail -s "$subj" $email
  485. echo "Error: Not enough disk space"
  486. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  487. log_event "$E_DISK" "$EVENT"
  488. exit $E_DISK
  489. fi
  490. # Creating final tarball
  491. cd $tmpdir
  492. tar -cf $BACKUP/$user.$DATE.tar .
  493. chmod 640 $BACKUP/$user.$DATE.tar
  494. chown admin:$user $BACKUP/$user.$DATE.tar
  495. localbackup='yes'
  496. echo -e "$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
  497. msg="$msg\n$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
  498. U_BACKUPS=$(ls $BACKUP/ | grep "^$user." | wc -l)
  499. update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS"
  500. }
  501. # Defining ftp command function
  502. ftpc() {
  503. /usr/bin/ftp -n $HOST $PORT <<EOF
  504. quote USER $USERNAME
  505. quote PASS $PASSWORD
  506. binary
  507. $1
  508. $2
  509. $3
  510. quit
  511. EOF
  512. }
  513. # Defining ftp storage function
  514. ftp_backup() {
  515. # Checking config
  516. if [ ! -e "$VESTA/conf/ftp.backup.conf" ]; then
  517. ftp_conf_error="Can't open $VESTA/conf/ftp.backup.conf"
  518. echo "$ftp_conf_error" | $send_mail -s "$subj" $email
  519. echo "Error: $VESTA/conf/ftp.backup.conf doesn't exist"
  520. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  521. log_event "$E_NOTEXIST" "$EVENT"
  522. exit $E_NOTEXIST
  523. fi
  524. # Parse config
  525. source $VESTA/conf/ftp.backup.conf
  526. # Set current data
  527. DATE=$(date +%F)
  528. TIME=$(date +%T)
  529. # Set default port
  530. if [ -z "$(grep 'PORT=' $VESTA/conf/ftp.backup.conf)" ]; then
  531. PORT='21'
  532. fi
  533. # Checking variables
  534. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
  535. rm -rf $tmpdir
  536. echo "Can't parse ftp backup configuration" |\
  537. $send_mail -s "$subj" $email
  538. echo "Error: Parsing error"
  539. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  540. log_event "$E_PARSING" "$EVENT"
  541. exit $E_PARSING
  542. fi
  543. # Debug info
  544. echo -e "$(date "+%F %T") Remote: ftp://$HOST$BPATH/$user.$DATE.tar"
  545. # Checking ftp connection
  546. fconn=$(ftpc)
  547. ferror=$(echo $fconn |grep -i -e failed -e error -e "Can't" -e "not conn")
  548. if [ ! -z "$ferror" ]; then
  549. rm -rf $tmpdir
  550. echo "Can't login to ftp://$USERNAME@$HOST" |\
  551. $send_mail -s "$subj" $email
  552. echo "Error: can't login to ftp ftp://$USERNAME@$HOST"
  553. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  554. log_event "$E_CONNECT" "$EVENT"
  555. exit $E_CONNECT
  556. fi
  557. # Check ftp permissions
  558. ftpc "mkdir $BPATH" > /dev/null 2>&1
  559. ftmpdir="$BPATH/vst.bK76A9SUkt"
  560. ftpc "mkdir $ftmpdir" "rm $ftmpdir"
  561. ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir" |grep -v Trying)
  562. if [ ! -z "$ftp_result" ] ; then
  563. rm -rf $tmpdir
  564. echo "Can't create ftp backup folder ftp://$HOST$BPATH" |\
  565. $send_mail -s "$subj" $email
  566. echo "Error: cant's create ftp folder ftp://$HOST$BPATH"
  567. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  568. log_event "$E_FTP" "$EVENT"
  569. exit $E_FTP
  570. fi
  571. # Checking retention
  572. backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
  573. backups_count=$(echo "$backup_list" | wc -l)
  574. if [ "$backups_count" -ge "$BACKUPS" ]; then
  575. backups_rm_number=$((backups_count - BACKUPS + 1))
  576. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  577. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  578. deprecated="$deprecated $backup_date"
  579. echo -e "$(date "+%F %T") Roated ftp backup: $backup_date"
  580. msg="$msg\n$(date "+%F %T") Roated ftp backup: $backup_date"
  581. ftpc "cd $BPATH" "delete $backup"
  582. done
  583. fi
  584. # Uploading backup archive
  585. if [ "$localbackup" = 'yes' ]; then
  586. cd $BACKUP
  587. ftpc "cd $BPATH" "put $user.$DATE.tar"
  588. else
  589. cd $tmpdir
  590. tar -cf $BACKUP/$user.$DATE.tar .
  591. cd $BACKUP/
  592. ftpc "cd $BPATH" "put $user.$DATE.tar"
  593. rm -f $user.$DATE.tar
  594. fi
  595. }
  596. # sftp command function
  597. sftpc() {
  598. expect -f "-" <<EOF "$@"
  599. set timeout 60
  600. set count 0
  601. spawn /usr/bin/sftp -o StrictHostKeyChecking=no -o Port=$PORT $USERNAME@$HOST
  602. expect {
  603. "password:" {
  604. send "$PASSWORD\r"
  605. exp_continue
  606. }
  607. -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
  608. set count \$argc
  609. set output "Disconnected."
  610. set rc $E_FTP
  611. exp_continue
  612. }
  613. -re ".*denied.*(publickey|password)." {
  614. set output "Permission denied, wrong publickey or password."
  615. set rc $E_CONNECT
  616. }
  617. -re "\[0-9]*%" {
  618. exp_continue
  619. }
  620. "sftp>" {
  621. if {\$count < \$argc} {
  622. set arg [lindex \$argv \$count]
  623. send "\$arg\r"
  624. incr count
  625. } else {
  626. send "exit\r"
  627. set output "Disconnected."
  628. if {[info exists rc] != 1} {
  629. set rc $OK
  630. }
  631. }
  632. exp_continue
  633. }
  634. timeout {
  635. set output "Connection timeout."
  636. set rc $E_CONNECT
  637. }
  638. }
  639. if {[info exists output] == 1} {
  640. puts "\$output"
  641. }
  642. exit \$rc
  643. EOF
  644. }
  645. sftp_backup() {
  646. #Checking expect installation
  647. check_expect=$(which expect)
  648. if [[ ! -n $check_expect ]]
  649. then
  650. echo "Error: \"expect\" utility not found"
  651. log_event "$E_NOTEXIST" "$EVENT"
  652. exit $E_NOTEXIST
  653. fi
  654. # Checking config
  655. if [ ! -e "$VESTA/conf/sftp.backup.conf" ]; then
  656. sftp_conf_error="Can't open $VESTA/conf/sftp.backup.conf"
  657. echo "$sftp_conf_error" | $send_mail -s "$subj" $email
  658. echo "Error: $VESTA/conf/sftp.backup.conf doesn't exist"
  659. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  660. log_event "$E_NOTEXIST" "$EVENT"
  661. exit $E_NOTEXIST
  662. fi
  663. # Parse config
  664. source $VESTA/conf/sftp.backup.conf
  665. # Set current data
  666. DATE=$(date +%F)
  667. TIME=$(date +%T)
  668. # Set default port
  669. if [ -z "$(grep 'PORT=' $VESTA/conf/sftp.backup.conf)" ]; then
  670. PORT='22'
  671. fi
  672. # Checking variables
  673. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
  674. rm -rf $tmpdir
  675. echo "Can't parse sftp backup configuration" |\
  676. $send_mail -s "$subj" $email
  677. echo "Error: Parsing error"
  678. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  679. log_event "$E_PARSING" "$EVENT"
  680. exit $E_PARSING
  681. fi
  682. # Debug info
  683. echo -e "$(date "+%F %T") Remote: $HOST/$BPATH/$user.$DATE.tar"
  684. # Checking network connection and write permissions
  685. echo -e "$(date "+%F %T") Checking network connection and write permissions ..."
  686. sftmpdir="$BPATH/vst.bK76A9SUkt"
  687. sftpc "mkdir $BPATH" > /dev/null 2>&1
  688. sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1
  689. rc=$?
  690. if [[ "$rc" != 0 ]]
  691. then
  692. rm -rf $tmpdir
  693. case $rc in
  694. $E_CONNECT) echo "Error: can't login to sftp host" | $send_mail -s "$subj" $email;;
  695. $E_FTP) echo "Error: can't create temp folder on the sftp host" | $send_mail -s "$subj" $email;;
  696. esac
  697. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  698. log_event "$rc" "$EVENT"
  699. exit "$rc"
  700. fi
  701. echo -e "$(date "+%F %T") Connection established"
  702. # Checking retention
  703. echo -e "$(date "+%F %T") Checking retention ..."
  704. backup_list=$(sftpc "cd $BPATH" "ls -l" |awk '{print $9}' |grep "^$user\.")
  705. backups_count=$(echo "$backup_list" | wc -l)
  706. if [ "$backups_count" -ge "$BACKUPS" ]; then
  707. backups_rm_number=$((backups_count - BACKUPS + 1))
  708. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  709. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar.*$//")
  710. if [ -z $deprecated ]; then deprecated="$backup_date"; else deprecated="$deprecated $backup_date"; fi
  711. echo -e "$(date "+%F %T") Roated sftp backup: $backup_date"
  712. msg="$msg\n$(date "+%F %T") Roated sftp backup: $backup_date"
  713. sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1
  714. done
  715. fi
  716. # Uploading backup archive
  717. echo -e "$(date "+%F %T") Uploading $user.$DATE.tar ..."
  718. if [ "$localbackup" = 'yes' ]; then
  719. cd $BACKUP
  720. sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
  721. else
  722. cd $tmpdir
  723. tar -cf $BACKUP/$user.$DATE.tar .
  724. cd $BACKUP/
  725. sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
  726. rm -f $user.$DATE.tar
  727. fi
  728. echo -e "$(date "+%F %T") Upload complete"
  729. }
  730. echo "-- SUMMARY --"
  731. msg="$msg\n-- SUMMARY --"
  732. # Switching on backup system types
  733. for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\\n}"); do
  734. case $backup_type in
  735. local) local_backup ;;
  736. ftp) ftp_backup ;;
  737. sftp) sftp_backup ;;
  738. esac
  739. done
  740. # Removing tmpdir
  741. cd /
  742. rm -rf $tmpdir
  743. # Calculation run time
  744. run_time=$((end_time - start_time))
  745. run_time=$((run_time / 60))
  746. current_time=$(date "+%T")
  747. if [ "$run_time" -lt 1 ]; then
  748. run_time=1
  749. fi
  750. min=miutes
  751. if [ "$run_time" -eq 1 ]; then
  752. min=minute
  753. fi
  754. echo "$(date "+%F %T") Size: $size Mb"
  755. msg="$msg\n$(date "+%F %T") Size: $size Mb"
  756. echo "$(date "+%F %T") Runtime: $run_time $min"
  757. msg="$msg\n$(date "+%F %T") Runtime: $run_time $min"
  758. #----------------------------------------------------------#
  759. # Vesta #
  760. #----------------------------------------------------------#
  761. # Deleting old backup records
  762. for backup_record in $deprecated; do
  763. if [ -e "$USER_DATA/backup.conf" ]; then
  764. sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf
  765. fi
  766. done
  767. # Concatenating string
  768. backup_str="BACKUP='$user.$DATE.tar'"
  769. backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
  770. backup_str="$backup_str WEB='${web_list// /,}'"
  771. backup_str="$backup_str DNS='${dns_list// /,}'"
  772. backup_str="$backup_str MAIL='${mail_list// /,}'"
  773. backup_str="$backup_str DB='${db_list// /,}'"
  774. backup_str="$backup_str CRON='$cron_list'"
  775. backup_str="$backup_str UDIR='${udir_list// /,}'"
  776. backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'"
  777. echo "$backup_str" >> $USER_DATA/backup.conf
  778. chmod 660 $USER_DATA/backup.conf
  779. # Clean backup queue
  780. sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe
  781. # Send notification
  782. if [ "$notify" != 'no' ]; then
  783. subj="$user → backup has been completed"
  784. email=$(get_user_value '$CONTACT')
  785. echo -e "$msg" | $send_mail -s "$subj" $email
  786. fi
  787. # Logging
  788. log_event "$OK" "$EVENT"
  789. exit