v-backup-user 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886
  1. #!/bin/bash
  2. # info: backup system user with all its objects
  3. # options: USER NOTIFY
  4. #
  5. # The call is used for backing up user with all its domains and databases.
  6. #----------------------------------------------------------#
  7. # Variable&Function #
  8. #----------------------------------------------------------#
  9. # Importing system variables
  10. source /etc/profile
  11. # Argument definition
  12. user=$1
  13. notify=${2-no}
  14. # Includes
  15. source $VESTA/func/main.sh
  16. source $VESTA/func/domain.sh
  17. source $VESTA/func/db.sh
  18. source $VESTA/conf/vesta.conf
  19. #----------------------------------------------------------#
  20. # Verifications #
  21. #----------------------------------------------------------#
  22. check_args '1' "$#" 'USER [NOTIFY]'
  23. validate_format 'user'
  24. is_system_enabled "$BACKUP_SYSTEM" 'BACKUP_SYSTEM'
  25. is_object_valid 'user' 'USER' "$user"
  26. is_object_unsuspended 'user' 'USER' "$user"
  27. is_backup_enabled
  28. #----------------------------------------------------------#
  29. # Action #
  30. #----------------------------------------------------------#
  31. # Set backup directory if undefined
  32. if [ -z "$BACKUP" ]; then
  33. BACKUP=/home/backup
  34. fi
  35. mkdir -p $BACKUP
  36. # Get current time
  37. start_time=$(date '+%s')
  38. # Set notification email and subject
  39. if [ "$notify" != 'no' ]; then
  40. subj="$user → backup failed"
  41. email=$(get_user_value '$CONTACT')
  42. else
  43. subj="$user → backup failed"
  44. email=$(grep CONTACT $VESTA/data/users/admin/user.conf |cut -f 2 -d \')
  45. fi
  46. # Check load average
  47. la=$(cat /proc/loadavg |cut -f 1 -d ' ' |cut -f 1 -d '.')
  48. i=0
  49. while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
  50. echo "$(date "+%F %T") LoadAverage $la is above threshold. Sleeping..."
  51. sleep 120
  52. if [ "$i" -ge "5" ]; then
  53. mail_top=$(top -b| head -n 30)
  54. mail_text="LoadAverage $i is above threshold\n\n$mail_top\n"
  55. echo -e "$mail_text" |$send_mail -s "$subj" $email
  56. echo "Error: LA is too high"
  57. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  58. log_event "$E_LA" "$EVENT"
  59. exit $E_LA
  60. fi
  61. la=$(cat /proc/loadavg |cut -f 1 -d ' ' |cut -f 1 -d '.')
  62. (( ++i))
  63. done
  64. # Creating temporary directory
  65. tmpdir=$(mktemp -p $BACKUP -d)
  66. if [ "$?" -ne 0 ]; then
  67. echo "Can't create tmp dir $tmpdir" |$send_mail -s "$subj" $email
  68. echo "Error: can't create tmp dir"
  69. log_event "$E_NOTEXIST" "$EVENT"
  70. exit $E_NOTEXIST
  71. fi
  72. # Backup sys configs
  73. echo -e "-- SYSTEM --"
  74. msg="-- SYSTEM --"
  75. mkdir $tmpdir/vesta
  76. echo -e "$(date "+%F %T") $user.conf"
  77. msg="$msg\n$(date "+%F %T") $user.conf"
  78. cp -r $USER_DATA/user.conf $tmpdir/vesta/
  79. if [ -e "$USER_DATA/stats.log" ]; then
  80. echo -e "$(date "+%F %T") stats.log"
  81. msg="$msg\n$(date "+%F %T") stats.log"
  82. cp -r $USER_DATA/stats.log $tmpdir/vesta/
  83. fi
  84. if [ -e "$USER_DATA/history.log" ]; then
  85. echo -e "$(date "+%F %T") history.log"
  86. msg="$msg\n$(date "+%F %T") history.log"
  87. cp -r $USER_DATA/history.log $tmpdir/vesta/
  88. fi
  89. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  90. echo -e "$(date "+%F %T") backup-excludes.conf"
  91. msg="$msg\n$(date "+%F %T") backup-excludes.conf"
  92. cp -r $USER_DATA/backup-excludes.conf $tmpdir/vesta/
  93. fi
  94. # Backup PAM
  95. mkdir $tmpdir/pam
  96. echo -e "$(date "+%F %T") pam"
  97. msg="$msg\n$(date "+%F %T") pam"
  98. grep "^$user:" /etc/passwd > $tmpdir/pam/passwd
  99. grep "^$user:" /etc/shadow > $tmpdir/pam/shadow
  100. grep "^$user:" /etc/group > $tmpdir/pam/group
  101. echo
  102. msg="$msg\n"
  103. # Parsing excludes
  104. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  105. source $USER_DATA/backup-excludes.conf
  106. fi
  107. # WEB domains
  108. if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB" != '*' ]; then
  109. echo "-- WEB --"
  110. msg="$msg\n-- WEB --"
  111. mkdir $tmpdir/web/
  112. # Parsing domain exclusions
  113. conf="$USER_DATA/web.conf"
  114. for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
  115. exclusion=$(echo -e "$WEB" |tr ',' '\n' |grep "^$domain$")
  116. if [ -z "$exclusion" ]; then
  117. web_list="$web_list $domain"
  118. else
  119. echo "$(date "+%F %T") excluding $domain"
  120. msg="$msg\n$(date "+%F %T") excluding $domain"
  121. fi
  122. done
  123. web_list=$(echo "$web_list" |sed -e "s/ */\ /g" -e "s/^ //")
  124. i=0
  125. for domain in $web_list; do
  126. ((i ++))
  127. echo -e "$(date "+%F %T") $domain"
  128. msg="$msg\n$(date "+%F %T") $domain"
  129. mkdir -p $tmpdir/web/$domain/conf
  130. mkdir -p $tmpdir/web/$domain/vesta
  131. # Get domain variables
  132. domain_idn=$(idn -t --quiet -a "$domain")
  133. get_domain_values 'web'
  134. # Backup web.conf
  135. cd $tmpdir/web/$domain/
  136. conf="$USER_DATA/web.conf"
  137. grep "DOMAIN='$domain'" $conf > vesta/web.conf
  138. # Backup vhost config
  139. tpl_file="$WEBTPL/$WEB_SYSTEM/$WEB_BACKEND/$TPL.tpl"
  140. conf="$HOMEDIR/$user/conf/web/$WEB_SYSTEM.conf"
  141. get_web_config_brds
  142. sed -n "$top_line,$bottom_line p" $conf > conf/$WEB_SYSTEM.conf
  143. # Backup ssl vhost
  144. if [ "$SSL" = 'yes' ]; then
  145. tpl_file="$WEBTPL/$WEB_SYSTEM/$WEB_BACKEND/$TPL.stpl"
  146. conf="$HOMEDIR/$user/conf/web/s$WEB_SYSTEM.conf"
  147. get_web_config_brds
  148. sed -n "$top_line,$bottom_line p" $conf > conf/s$WEB_SYSTEM.conf
  149. fi
  150. # Backup proxy config
  151. if [ ! -z "$PROXY" ]; then
  152. tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.tpl"
  153. conf="$HOMEDIR/$user/conf/web/$PROXY_SYSTEM.conf"
  154. get_web_config_brds
  155. sed -n "$top_line,$bottom_line p" $conf > conf/$PROXY_SYSTEM.conf
  156. fi
  157. # Backup ssl proxy config
  158. if [ ! -z "$PROXY" ] && [ "$SSL" = 'yes' ] ; then
  159. tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.stpl"
  160. conf="$HOMEDIR/$user/conf/web/s$PROXY_SYSTEM.conf"
  161. get_web_config_brds
  162. sed -n "$top_line,$bottom_line p" $conf > conf/s$PROXY_SYSTEM.conf
  163. fi
  164. # Backup custom config
  165. for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do
  166. cp $HOMEDIR/$user/conf/web/$sconfig conf/
  167. done
  168. # Backup ssl certificates
  169. if [ "$SSL" = 'yes' ] ; then
  170. cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/
  171. cp $USER_DATA/ssl/$domain.* vesta/
  172. fi
  173. # Define exclude arguments
  174. exlusion=$(echo -e "$WEB" |tr ',' '\n' |grep "^$domain:")
  175. set -f
  176. fargs=()
  177. fargs+=(--exclude='logs/*')
  178. if [ ! -z "$exlusion" ]; then
  179. xdirs="$(echo -e "$exlusion" |tr ':' '\n' |grep -v $domain)"
  180. for xpath in $xdirs; do
  181. fargs+=(--exclude=$xpath/*)
  182. echo "$(date "+%F %T") excluding directory $xpath"
  183. msg="$msg\n$(date "+%F %T") excluding directory $xpath"
  184. done
  185. fi
  186. set +f
  187. # Backup files
  188. cd $HOMEDIR/$user/web/$domain
  189. tar -cpf $tmpdir/web/$domain/domain_data.tar * ${fargs[@]}
  190. # Compress archive
  191. gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar
  192. done
  193. # Print total
  194. if [ "$i" -eq 1 ]; then
  195. echo -e "$(date "+%F %T") *** $i domain ***"
  196. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  197. else
  198. echo -e "$(date "+%F %T") *** $i domains ***"
  199. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  200. fi
  201. echo
  202. msg="$msg\n"
  203. fi
  204. # DNS domains
  205. if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS" != '*' ]; then
  206. echo "-- DNS --"
  207. msg="$msg\n-- DNS --"
  208. mkdir $tmpdir/dns/
  209. # Parsing domain exclusions
  210. for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
  211. exclusion=$(echo "$DNS" |tr ',' '\n' |grep "^$domain$")
  212. if [ -z "$exclusion" ]; then
  213. dns_list="$dns_list $domain"
  214. else
  215. echo "$(date "+%F %T") excluding $domain"
  216. msg="$msg\n$(date "+%F %T") excluding $domain"
  217. fi
  218. done
  219. dns_list=$(echo "$dns_list" |sed -e "s/ */\ /g" -e "s/^ //")
  220. i=0
  221. for domain in $dns_list; do
  222. ((i ++))
  223. echo -e "$(date "+%F %T") $domain"
  224. msg="$msg\n$(date "+%F %T") $domain"
  225. # Building directory tree
  226. mkdir -p $tmpdir/dns/$domain/conf
  227. mkdir -p $tmpdir/dns/$domain/vesta
  228. # Backup dns.conf
  229. cd $tmpdir/dns/$domain/
  230. conf="$USER_DATA/dns.conf"
  231. grep "DOMAIN='$domain'" $conf > vesta/dns.conf
  232. # Backup dns recods
  233. cp $USER_DATA/dns/$domain.conf vesta/$domain.conf
  234. if [ "$DNS_SYSTEM" != 'remote' ]; then
  235. cp $HOMEDIR/$user/conf/dns/$domain.db conf/$domain.db
  236. fi
  237. done
  238. # Print total
  239. if [ "$i" -eq 1 ]; then
  240. echo -e "$(date "+%F %T") *** $i domain ***"
  241. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  242. else
  243. echo -e "$(date "+%F %T") *** $i domains ***"
  244. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  245. fi
  246. echo
  247. msg="$msg\n"
  248. fi
  249. # Mail domains
  250. if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL" != '*' ]; then
  251. echo "-- MAIL --"
  252. msg="$msg\n-- MAIL --"
  253. mkdir $tmpdir/mail/
  254. # Parsing domain exclusions
  255. conf="$USER_DATA/mail.conf"
  256. for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do
  257. check_exl=$(echo "$MAIL" |tr ',' '\n' |grep "^$domain$")
  258. if [ -z "$check_exl" ]; then
  259. mail_list="$mail_list $domain"
  260. else
  261. echo "$(date "+%F %T") excluding $domain"
  262. msg="$msg\n$(date "+%F %T") excluding $domain"
  263. fi
  264. done
  265. mail_list=$(echo "$mail_list" |sed -e "s/ */\ /g" -e "s/^ //")
  266. i=0
  267. for domain in $mail_list; do
  268. ((i ++))
  269. echo -e "$(date "+%F %T") $domain"
  270. msg="$msg\n$(date "+%F %T") $domain"
  271. mkdir -p $tmpdir/mail/$domain/conf
  272. mkdir -p $tmpdir/mail/$domain/vesta
  273. domain_idn=$(idn -t --quiet -a "$domain")
  274. # Backup exim config
  275. if [[ "$MAIL_SYSTEM" =~ exim ]]; then
  276. cd $tmpdir/mail/$domain/
  277. cp $HOMEDIR/$user/conf/mail/$domain/* conf/
  278. fi
  279. # Backup mail.conf
  280. conf="$USER_DATA/mail.conf"
  281. grep "DOMAIN='$domain'" $conf > vesta/mail.conf
  282. cp $USER_DATA/mail/$domain.* vesta/
  283. if [ ! -z "$(ls $USER_DATA/mail/|grep *@$domain)" ]; then
  284. cp $USER_DATA/mail/*@$domain.* vesta/
  285. fi
  286. # Backup emails
  287. cd $HOMEDIR/$user/mail/$domain_idn
  288. for account in $(ls); do
  289. exclusion=$(echo "$MAIL" |tr ',' '\n' |grep "$domain:")
  290. exclusion=$(echo "$exclusion" |tr ':' '\n' |grep "^$account$")
  291. # Checking exlusions
  292. if [ -z "$exclusion" ] && [[ "$MAIL_SYSTEM" =~ exim ]]; then
  293. echo "$(date "+%F %T") + $account@$domain"
  294. msg="$msg\n$(date "+%F %T") + $account@$domain"
  295. touch $tmpdir/mail/$domain/accounts.tar
  296. tar -rpf $tmpdir/mail/$domain/accounts.tar $account
  297. else
  298. echo "$(date "+%F %T") excluding account $account"
  299. msg="$msg\n$(date "+%F %T") excluding account $account"
  300. fi
  301. done
  302. # Compress archive
  303. if [ -e "$tmpdir/mail/$domain/accounts.tar" ]; then
  304. gzip -$BACKUP_GZIP $tmpdir/mail/$domain/accounts.tar
  305. fi
  306. done
  307. # Print total
  308. if [ "$i" -eq 1 ]; then
  309. echo -e "$(date "+%F %T") *** $i domain ***"
  310. msg="$msg\n$(date "+%F %T") *** $i domain ***"
  311. else
  312. echo -e "$(date "+%F %T") *** $i domains ***"
  313. msg="$msg\n$(date "+%F %T") *** $i domains ***"
  314. fi
  315. echo
  316. msg="$msg\n"
  317. fi
  318. # Databases
  319. if [ ! -z "$DB_SYSTEM" ] && [ "$DB" != '*' ]; then
  320. echo "-- DB --"
  321. msg="$msg\n-- DB --"
  322. mkdir $tmpdir/db/
  323. # Parsing database exclusions
  324. for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
  325. exclusion=$(echo "$DB" |tr ',' '\n' |grep "^$database$")
  326. if [ -z "$exclusion" ]; then
  327. db_list="$db_list $database"
  328. else
  329. echo "$(date "+%F %T") excluding $database"
  330. msg="$msg\n$(date "+%F %T") excluding $database"
  331. fi
  332. done
  333. i=0
  334. conf="$USER_DATA/db.conf"
  335. db_list=$(echo "$db_list" |sed -e "s/ */\ /g" -e "s/^ //")
  336. for database in $db_list; do
  337. ((i ++))
  338. get_database_values
  339. echo -e "$(date "+%F %T") $database ($TYPE)"
  340. msg="$msg\n$(date "+%F %T") $database ($TYPE)"
  341. mkdir -p $tmpdir/db/$database/conf
  342. mkdir -p $tmpdir/db/$database/vesta
  343. cd $tmpdir/db/$database/
  344. grep "DB='$database'" $conf > vesta/db.conf
  345. dump="$tmpdir/db/$database/$database.$TYPE.sql"
  346. grants="$tmpdir/db/$database/conf/$database.$TYPE.$DBUSER"
  347. case $TYPE in
  348. mysql) dump_mysql_database ;;
  349. pgsql) dump_pgsql_database ;;
  350. esac
  351. # Compress dump
  352. gzip -$BACKUP_GZIP $dump
  353. done
  354. # Print total
  355. if [ "$i" -eq 1 ]; then
  356. echo -e "$(date "+%F %T") *** $i database ***"
  357. msg="$msg\n$(date "+%F %T") *** $i database ***"
  358. else
  359. echo -e "$(date "+%F %T") *** $i databases ***"
  360. msg="$msg\n$(date "+%F %T") *** $i databases ***"
  361. fi
  362. echo
  363. msg="$msg\n"
  364. fi
  365. # Cron jobs
  366. if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON" != '*' ]; then
  367. echo "-- CRON --"
  368. msg="$msg\n-- CRON --"
  369. mkdir $tmpdir/cron/
  370. # Backup cron.conf
  371. cp $USER_DATA/cron.conf $tmpdir/cron/
  372. cron_record=$(wc -l $USER_DATA/cron.conf|cut -f 1 -d ' ')
  373. if [ -e "/var/spool/cron/$user" ]; then
  374. cron_list="$cron_record"
  375. cp /var/spool/cron/$user $tmpdir/cron/
  376. fi
  377. # Print total
  378. if [ "$cron_record" -eq 1 ]; then
  379. echo -e "$(date "+%F %T") *** $cron_record job ***"
  380. msg="$msg\n$(date "+%F %T") *** $cron_record job ***"
  381. else
  382. echo -e "$(date "+%F %T") *** $cron_record jobs ***"
  383. msg="$msg\n$(date "+%F %T") *** $cron_record jobs ***"
  384. fi
  385. echo
  386. msg="$msg\n"
  387. fi
  388. # User Directories
  389. if [ "$USER" != '*' ]; then
  390. echo "-- User Dir --"
  391. msg="$msg\n-- User Dir --"
  392. mkdir $tmpdir/user_dir
  393. cd $HOMEDIR/$user
  394. # Parsing directory exlusions
  395. USER=''
  396. if [ -e "$USER_DATA/backup-excludes.conf" ]; then
  397. source $USER_DATA/backup-excludes.conf
  398. fi
  399. fargs=()
  400. for xpath in $(echo "$USER" |tr ',' '\n'); do
  401. fargs+=(-not)
  402. fargs+=(-path)
  403. fargs+=("./$xpath*")
  404. echo "$(date "+%F %T") excluding directory $xpath"
  405. msg="$msg\n$(date "+%F %T") excluding directory $xpath"
  406. done
  407. IFS=$'\n'
  408. set -f
  409. i=0
  410. for udir in $(ls -a |egrep -v "conf|web|dns|mail|^\.\.$|^\.$"); do
  411. exclusion=$(echo "$USER" |tr ',' '\n' |grep "^$udir$")
  412. if [ -z "$exclusion" ]; then
  413. ((i ++))
  414. udir_list="$udir_list $udir"
  415. echo -e "$(date "+%F %T") adding $udir"
  416. msg="$msg\n$(date "+%F %T") adding $udir"
  417. # Backup files and dirs
  418. tar -cpf $tmpdir/user_dir/$udir.tar $udir
  419. # Compress arhive
  420. gzip -$BACKUP_GZIP $tmpdir/user_dir/$udir.tar
  421. fi
  422. done
  423. set +f
  424. udir_list=$(echo "$udir_list" |sed -e "s/ */\ /g" -e "s/^ //")
  425. # Print total
  426. if [ "$i" -eq 1 ]; then
  427. echo -e "$(date "+%F %T") *** $i user directory ***"
  428. msg="$msg\n$(date "+%F %T") *** $i directory ***"
  429. else
  430. echo -e "$(date "+%F %T") *** $i directories ***"
  431. msg="$msg\n$(date "+%F %T") *** $i directories ***"
  432. fi
  433. echo
  434. msg="$msg\n"
  435. fi
  436. # Get backup size
  437. size="$(du -shm $tmpdir |cut -f 1)"
  438. # Get current time
  439. end_time=$(date '+%s')
  440. DATE=$(date +%F)
  441. TIME=$(date +%T)
  442. # Defining local storage function
  443. local_backup(){
  444. rm -f $BACKUP/$user.$DATE.tar
  445. # Checking retention
  446. backup_list=$(ls -lrt $BACKUP/ |awk '{print $9}' |grep "^$user\.")
  447. backups_count=$(echo "$backup_list" |wc -l)
  448. if [ "$BACKUPS" -le "$backups_count" ]; then
  449. backups_rm_number=$((backups_count - BACKUPS))
  450. (( ++backups_rm_number))
  451. # Removing old backup
  452. for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
  453. backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
  454. echo -e "$(date "+%F %T") Roated: $backup_date"
  455. msg="$msg\n$(date "+%F %T") Rotated: $backup_date"
  456. rm -f $BACKUP/$backup
  457. done
  458. fi
  459. # Checking disk space
  460. disk_usage=$(df $BACKUP |tail -n1 |tr ' ' '\n' |grep % |cut -f 1 -d %)
  461. if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
  462. rm -rf $tmpdir
  463. echo "Not enough disk space to run backup" |\
  464. $send_mail -s "$subj" $email
  465. echo "Error: Not enough disk space"
  466. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  467. log_event "$E_DISK" "$EVENT"
  468. exit $E_DISK
  469. fi
  470. # Creating final tarball
  471. cd $tmpdir
  472. tar -cf $BACKUP/$user.$DATE.tar .
  473. chmod 640 $BACKUP/$user.$DATE.tar
  474. chown admin:$user $BACKUP/$user.$DATE.tar
  475. localbackup='yes'
  476. echo -e "$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
  477. msg="$msg\n$(date "+%F %T") Local: $BACKUP/$user.$DATE.tar"
  478. U_BACKUPS=$(ls $BACKUP/ |grep "^$user." |wc -l)
  479. update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS"
  480. }
  481. # Defining ftp command function
  482. ftpc() {
  483. /usr/bin/ftp -n $HOST $PORT <<EOF
  484. quote USER $USERNAME
  485. quote PASS $PASSWORD
  486. binary
  487. $1
  488. $2
  489. $3
  490. quit
  491. EOF
  492. }
  493. # Defining ftp storage function
  494. ftp_backup() {
  495. # Checking config
  496. if [ ! -e "$VESTA/conf/ftp.backup.conf" ]; then
  497. ftp_conf_error="Can't open $VESTA/conf/ftp.backup.conf"
  498. echo "$ftp_conf_error" |$send_mail -s "$subj" $email
  499. echo "Error: $VESTA/conf/ftp.backup.conf doesn't exist"
  500. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  501. log_event "$E_NOTEXIST" "$EVENT"
  502. exit $E_NOTEXIST
  503. fi
  504. # Parse config
  505. source $VESTA/conf/ftp.backup.conf
  506. # Set current data
  507. DATE=$(date +%F)
  508. TIME=$(date +%T)
  509. # Set default port
  510. if [ -z "$(grep 'PORT=' $VESTA/conf/ftp.backup.conf)" ]; then
  511. PORT='21'
  512. fi
  513. # Checking variables
  514. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
  515. rm -rf $tmpdir
  516. echo "Can't parse ftp backup configuration" |\
  517. $send_mail -s "$subj" $email
  518. echo "Error: Parsing error"
  519. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  520. log_event "$E_PARSING" "$EVENT"
  521. exit $E_PARSING
  522. fi
  523. # Debug info
  524. echo -e "$(date "+%F %T") Remote: ftp://$HOST$BPATH/$user.$DATE.tar"
  525. # Checking ftp connection
  526. fconn=$(ftpc)
  527. ferror=$(echo $fconn |grep -i -e failed -e error -e "Can't" -e "not conn")
  528. if [ ! -z "$ferror" ]; then
  529. rm -rf $tmpdir
  530. echo "Can't login to ftp://$USERNAME@$HOST" |\
  531. $send_mail -s "$subj" $email
  532. echo "Error: can't login to ftp ftp://$USERNAME@$HOST"
  533. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  534. log_event "$E_CONNECT" "$EVENT"
  535. exit $E_CONNECT
  536. fi
  537. # Check ftp permissions
  538. ftpc "mkdir $BPATH" > /dev/null 2>&1
  539. ftmpdir="$BPATH/vst.bK76A9SUkt"
  540. ftpc "mkdir $ftmpdir" "rm $ftmpdir"
  541. ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir" |grep -v Trying)
  542. if [ ! -z "$ftp_result" ] ; then
  543. rm -rf $tmpdir
  544. echo "Can't create ftp backup folder ftp://$HOST$BPATH" |\
  545. $send_mail -s "$subj" $email
  546. echo "Error: cant's create ftp folder ftp://$HOST$BPATH"
  547. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  548. log_event "$E_FTP" "$EVENT"
  549. exit $E_FTP
  550. fi
  551. # Checking retention
  552. backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
  553. backups_count=$(echo "$backup_list" |wc -l)
  554. if [ "$backups_count" -ge "$BACKUPS" ]; then
  555. backups_rm_number=$((backups_count - BACKUPS + 1))
  556. for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
  557. backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
  558. echo -e "$(date "+%F %T") Roated ftp backup: $backup_date"
  559. msg="$msg\n$(date "+%F %T") Roated ftp backup: $backup_date"
  560. ftpc "cd $BPATH" "delete $backup"
  561. done
  562. fi
  563. # Uploading backup archive
  564. if [ "$localbackup" = 'yes' ]; then
  565. cd $BACKUP
  566. ftpc "cd $BPATH" "put $user.$DATE.tar"
  567. else
  568. cd $tmpdir
  569. tar -cf $BACKUP/$user.$DATE.tar .
  570. cd $BACKUP/
  571. ftpc "cd $BPATH" "put $user.$DATE.tar"
  572. rm -f $user.$DATE.tar
  573. fi
  574. }
  575. # sftp command function
  576. sftpc() {
  577. expect -f "-" <<EOF "$@"
  578. set timeout 60
  579. set count 0
  580. spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
  581. -o Port=$PORT $USERNAME@$HOST
  582. expect {
  583. "password:" {
  584. send "$PASSWORD\r"
  585. exp_continue
  586. }
  587. -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
  588. set count \$argc
  589. set output "Disconnected."
  590. set rc $E_FTP
  591. exp_continue
  592. }
  593. -re ".*denied.*(publickey|password)." {
  594. set output "Permission denied, wrong publickey or password."
  595. set rc $E_CONNECT
  596. }
  597. -re "\[0-9]*%" {
  598. exp_continue
  599. }
  600. "sftp>" {
  601. if {\$count < \$argc} {
  602. set arg [lindex \$argv \$count]
  603. send "\$arg\r"
  604. incr count
  605. } else {
  606. send "exit\r"
  607. set output "Disconnected."
  608. if {[info exists rc] != 1} {
  609. set rc $OK
  610. }
  611. }
  612. exp_continue
  613. }
  614. timeout {
  615. set output "Connection timeout."
  616. set rc $E_CONNECT
  617. }
  618. }
  619. if {[info exists output] == 1} {
  620. puts "\$output"
  621. }
  622. exit \$rc
  623. EOF
  624. }
  625. sftp_backup() {
  626. # Checking config
  627. if [ ! -e "$VESTA/conf/sftp.backup.conf" ]; then
  628. sftp_conf_error="Can't open $VESTA/conf/sftp.backup.conf"
  629. echo "$sftp_conf_error" |$send_mail -s "$subj" $email
  630. echo "Error: $VESTA/conf/sftp.backup.conf doesn't exist"
  631. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  632. log_event "$E_NOTEXIST" "$EVENT"
  633. exit $E_NOTEXIST
  634. fi
  635. # Parse config
  636. source $VESTA/conf/sftp.backup.conf
  637. # Set current data
  638. DATE=$(date +%F)
  639. TIME=$(date +%T)
  640. # Set default port
  641. if [ -z "$(grep 'PORT=' $VESTA/conf/sftp.backup.conf)" ]; then
  642. PORT='22'
  643. fi
  644. # Checking variables
  645. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
  646. rm -rf $tmpdir
  647. echo "Can't parse sftp backup configuration" |\
  648. $send_mail -s "$subj" $email
  649. echo "Error: Parsing error"
  650. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  651. log_event "$E_PARSING" "$EVENT"
  652. exit $E_PARSING
  653. fi
  654. # Debug info
  655. echo -e "$(date "+%F %T") Remote: sftp://$HOST/$BPATH/$user.$DATE.tar"
  656. # Checking network connection and write permissions
  657. sftmpdir="$BPATH/vst.bK76A9SUkt"
  658. sftpc "mkdir $BPATH" > /dev/null 2>&1
  659. sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1
  660. rc=$?
  661. if [[ "$rc" != 0 ]]; then
  662. rm -rf $tmpdir
  663. case $rc in
  664. $E_CONNECT) echo "Error: can't login to sftp host $HOST" |\
  665. $send_mail -s "$subj" $email;;
  666. $E_FTP) echo "Error: can't create temp folder on sftp $HOST" |\
  667. $send_mail -s "$subj" $email;;
  668. esac
  669. sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
  670. log_event "$rc" "$EVENT"
  671. exit "$rc"
  672. fi
  673. # Checking retention
  674. backup_list=$(sftpc "cd $BPATH" "ls -l" |awk '{print $9}' |grep "^$user\.")
  675. backups_count=$(echo "$backup_list" |wc -l)
  676. if [ "$backups_count" -ge "$BACKUPS" ]; then
  677. backups_rm_number=$((backups_count - BACKUPS + 1))
  678. for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
  679. backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar.*$//")
  680. echo -e "$(date "+%F %T") Roated sftp backup: $backup_date"
  681. msg="$msg\n$(date "+%F %T") Roated sftp backup: $backup_date"
  682. sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1
  683. done
  684. fi
  685. # Uploading backup archive
  686. echo -e "$(date "+%F %T") Uploading $user.$DATE.tar ..."
  687. if [ "$localbackup" = 'yes' ]; then
  688. cd $BACKUP
  689. sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
  690. else
  691. cd $tmpdir
  692. tar -cf $BACKUP/$user.$DATE.tar .
  693. cd $BACKUP/
  694. sftpc "cd $BPATH" "put $user.$DATE.tar" > /dev/null 2>&1
  695. rm -f $user.$DATE.tar
  696. fi
  697. }
  698. echo "-- SUMMARY --"
  699. msg="$msg\n-- SUMMARY --"
  700. # Switching on backup system types
  701. for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\\n}"); do
  702. case $backup_type in
  703. local) local_backup ;;
  704. ftp) ftp_backup ;;
  705. sftp) sftp_backup ;;
  706. esac
  707. done
  708. # Removing tmpdir
  709. rm -rf $tmpdir
  710. # Calculation run time
  711. run_time=$((end_time - start_time))
  712. run_time=$((run_time / 60))
  713. current_time=$(date "+%T")
  714. if [ "$run_time" -lt 1 ]; then
  715. run_time=1
  716. fi
  717. min=miutes
  718. if [ "$run_time" -eq 1 ]; then
  719. min=minute
  720. fi
  721. echo "$(date "+%F %T") Size: $size Mb"
  722. msg="$msg\n$(date "+%F %T") Size: $size Mb"
  723. echo "$(date "+%F %T") Runtime: $run_time $min"
  724. msg="$msg\n$(date "+%F %T") Runtime: $run_time $min"
  725. #----------------------------------------------------------#
  726. # Vesta #
  727. #----------------------------------------------------------#
  728. # Removing duplicate
  729. touch $USER_DATA/backup.conf
  730. sed -i "/$user.$DATE.tar/d" $USER_DATA/backup.conf
  731. # Registering new backup
  732. backup_str="BACKUP='$user.$DATE.tar'"
  733. backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
  734. backup_str="$backup_str WEB='${web_list// /,}'"
  735. backup_str="$backup_str DNS='${dns_list// /,}'"
  736. backup_str="$backup_str MAIL='${mail_list// /,}'"
  737. backup_str="$backup_str DB='${db_list// /,}'"
  738. backup_str="$backup_str CRON='$cron_list'"
  739. backup_str="$backup_str UDIR='${udir_list// /,}'"
  740. backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'"
  741. echo "$backup_str" >> $USER_DATA/backup.conf
  742. # Removing old backups
  743. tail -n $BACKUPS $USER_DATA/backup.conf > $USER_DATA/backup.conf_
  744. mv -f $USER_DATA/backup.conf_ $USER_DATA/backup.conf
  745. chmod 660 $USER_DATA/backup.conf
  746. # Deleting task from queue
  747. sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe
  748. # Send notification
  749. if [ "$notify" != 'no' ]; then
  750. subj="$user → backup has been completed"
  751. email=$(get_user_value '$CONTACT')
  752. echo -e "$msg" |$send_mail -s "$subj" $email
  753. fi
  754. # Logging
  755. log_event "$OK" "$EVENT"
  756. exit