v_backup_user 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469
  1. #!/bin/bash
  2. # info: backup system user with all its objects
  3. # options: user
  4. #
  5. # The call is used for backing up user with all its domains and databases.
  6. #----------------------------------------------------------#
  7. # Variable&Function #
  8. #----------------------------------------------------------#
  9. # Argument defenition
  10. user=$1
  11. # Includes
  12. source $VESTA/conf/vesta.conf
  13. source $VESTA/func/shared.sh
  14. source $VESTA/func/domain.sh
  15. source $VESTA/func/db.sh
  16. #----------------------------------------------------------#
  17. # Verifications #
  18. #----------------------------------------------------------#
  19. check_args '1' "$#" 'user'
  20. validate_format 'user'
  21. is_system_enabled "$BACKUP_SYSTEM"
  22. is_object_valid 'user' 'USER' "$user"
  23. is_object_unsuspended 'user' 'USER' "$user"
  24. is_backup_enabled
  25. la=$(cat /proc/loadavg |cut -f 1 -d ' '|cut -f 1 -d '.')
  26. i=0
  27. while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
  28. echo "$(date "+%F %T") Load Average $la"
  29. echo
  30. sleep 60
  31. if [ "$i" -ge "15" ]; then
  32. echo "Error: LA is too high"
  33. log_event "$E_LA" "$EVENT"
  34. exit $E_LA
  35. fi
  36. (( ++i))
  37. done
  38. #----------------------------------------------------------#
  39. # Action #
  40. #----------------------------------------------------------#
  41. # Get current time
  42. start_time=$(date '+%s')
  43. # Creating temporary random directory
  44. tmpdir=$(mktemp -p $BACKUP -d)
  45. # Prinitng status
  46. echo "$(date "+%F %T") System backup for user $user"
  47. echo "TMPDIR is $tmpdir"
  48. echo
  49. # Addding backup and vesta version
  50. echo "1.0" > $tmpdir/backup_version
  51. echo "$VERSION" > $tmpdir/vesta_version
  52. # Vesta
  53. echo "-- VESTA --"
  54. vst='yes'
  55. mkdir $tmpdir/vesta
  56. # Backingup vesta configs
  57. echo -e "$(date "+%F %T") user.conf"
  58. cp -r $USER_DATA/user.conf $tmpdir/vesta/
  59. if [ -e "$USER_DATA/stats.log" ]; then
  60. echo -e "$(date "+%F %T") stats.log"
  61. cp -r $USER_DATA/stats.log $tmpdir/vesta/
  62. fi
  63. if [ -e "$USER_DATA/history.log" ]; then
  64. echo -e "$(date "+%F %T") history.log"
  65. cp -r $USER_DATA/history.log $tmpdir/vesta/
  66. fi
  67. if [ -e "$USER_DATA/backup.excludes" ]; then
  68. echo -e "$(date "+%F %T") backup.excludes"
  69. cp -r $USER_DATA/backup.excludes $tmpdir/vesta/
  70. fi
  71. echo
  72. # PAM
  73. echo "-- PAM --"
  74. pam='yes'
  75. mkdir $tmpdir/pam
  76. echo -e "$(date "+%F %T") passwd / shadow /group"
  77. grep "^$user:" /etc/passwd > $tmpdir/pam/passwd
  78. grep "^$user:" /etc/shadow > $tmpdir/pam/shadow
  79. grep "^$user:" /etc/group > $tmpdir/pam/group
  80. echo
  81. # Checking excludes
  82. OLD_IFS="$IFS"
  83. IFS=$'\n'
  84. if [ -e "$USER_DATA/backup.excludes" ]; then
  85. echo "-- Excludes --"
  86. for exclude in $(cat $USER_DATA/backup.excludes); do
  87. echo -e "$exclude"
  88. # Indirect variable references (a bit of black magic)
  89. eval ${exclude%%=*}=${exclude#*=}
  90. done
  91. echo
  92. fi
  93. IFS="$OLD_IFS"
  94. # WEB domains
  95. if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB_SYSTEM" != 'no' ] && [ "$WEB" != '*' ]
  96. then
  97. echo "-- WEB --"
  98. mkdir $tmpdir/web/
  99. # Parsing unsuspeneded domains
  100. conf="$USER_DATA/web.conf"
  101. for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
  102. check_exl=$(echo "$WEB"|grep -w $domain)
  103. if [ -z "$check_exl" ]; then
  104. web_list="$web_list $domain"
  105. fi
  106. done
  107. web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //")
  108. for domain in $web_list; do
  109. echo -e "$(date "+%F %T") $domain"
  110. mkdir -p $tmpdir/web/$domain/conf
  111. # Defining domain variables
  112. domain_idn=$(idn -t --quiet -a "$domain")
  113. get_domain_values 'web'
  114. # Packing data folders
  115. cd $HOMEDIR/$user/web/$domain
  116. domain_direcotries=$(ls |grep -v logs)
  117. tar -cf $tmpdir/web/$domain/$domain.tar $domain_direcotries
  118. # Creating web.config
  119. cd $tmpdir/web/$domain/
  120. conf="$USER_DATA/web.conf"
  121. grep "DOMAIN='$domain'" $conf > conf/vesta.conf
  122. # Apache config
  123. if [ "$WEB_SYSTEM" = 'apache' ]; then
  124. # Parsing httpd.conf
  125. tpl_file="$WEBTPL/apache_$TPL.tpl"
  126. conf="$HOMEDIR/$user/conf/web/httpd.conf"
  127. get_web_config_brds
  128. sed -n "$top_line,$bottom_line p" $conf > conf/httpd.conf
  129. # SSL check
  130. if [ "$SSL" = 'yes' ]; then
  131. tpl_file="$WEBTPL/apache_$TPL.stpl"
  132. conf="$HOMEDIR/$user/conf/web/shttpd.conf"
  133. get_web_config_brds
  134. sed -n "$top_line,$bottom_line p" $conf > conf/shttpd.conf
  135. fi
  136. fi
  137. # Nginx config
  138. if [ ! -z "$NGINX" ] ; then
  139. tpl_file="$WEBTPL/ngingx_vhost_$NGINX.tpl"
  140. conf="$HOMEDIR/$user/conf/web/nginx.conf"
  141. get_web_config_brds
  142. sed -n "$top_line,$bottom_line p" $conf > conf/nginx.conf
  143. # SSL check
  144. if [ "$SSL" = 'yes' ] ; then
  145. tpl_file="$WEBTPL/ngingx_vhost_$NGINX.stpl"
  146. conf="$HOMEDIR/$user/conf/web/snginx.conf"
  147. get_web_config_brds
  148. sed -n "$top_line,$bottom_line p" $conf > conf/snginx.conf
  149. fi
  150. fi
  151. # Suplemental configs
  152. for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do
  153. cp $HOMEDIR/$user/conf/web/$sconfig conf/
  154. done
  155. # SSL Certificates
  156. if [ "$SSL" = 'yes' ] ; then
  157. cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/
  158. fi
  159. tar -rf $tmpdir/web/$domain/$domain.tar conf
  160. mv $tmpdir/web/$domain/$domain.tar $tmpdir/web/
  161. rm -rf $tmpdir/web/$domain
  162. if [ ! -z "$BACKUP_GZIP" ]; then
  163. gzip -$BACKUP_GZIP $tmpdir/web/$domain.tar
  164. fi
  165. done
  166. echo
  167. fi
  168. # DNS domains
  169. if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS_SYSTEM" != 'no' ] && [ "$DNS" != '*' ]
  170. then
  171. echo "-- DNS --"
  172. mkdir $tmpdir/dns/
  173. # Parsing unsuspeneded domains
  174. for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
  175. check_exl=$(echo "$DNS"|grep -w $domain)
  176. if [ -z "$check_exl" ]; then
  177. dns_list="$dns_list $domain"
  178. fi
  179. done
  180. dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //")
  181. for domain in $dns_list; do
  182. echo -e "$(date "+%F %T") $domain"
  183. # Building directory tree
  184. mkdir $tmpdir/dns/$domain
  185. # Creating dns_domains config
  186. cd $tmpdir/dns/$domain/
  187. conf="$USER_DATA/dns.conf"
  188. grep "DOMAIN='$domain'" $conf > dns.conf
  189. # Backingup dns recods
  190. cp $USER_DATA/dns/$domain.conf $domain.conf
  191. cp $HOMEDIR/$user/conf/dns/$domain.db $domain.db
  192. done
  193. echo
  194. fi
  195. # Mail domains
  196. # TBD
  197. # DatbaBases
  198. if [ ! -z "$DB_SYSTEM" ] && [ "$DB_SYSTEM" != 'no' ] && [ "$DB" != '*' ]; then
  199. echo "-- DB --"
  200. mkdir $tmpdir/db/
  201. # Parsing unsuspeneded domains
  202. for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
  203. check_exl=$(echo "$DB"|grep -w $database)
  204. if [ -z "$check_exl" ]; then
  205. db_list="$db_list $database"
  206. fi
  207. done
  208. db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //")
  209. for database in $db_list; do
  210. get_database_values
  211. dump="$tmpdir/db/$database.$TYPE.sql"
  212. grants="$tmpdir/db/$database.$TYPE.$DBUSER"
  213. echo -e "$(date "+%F %T") $database $TYPE"
  214. case $TYPE in
  215. mysql) dump_mysql_database ;;
  216. pgsql) dump_pgsql_database ;;
  217. esac
  218. if [ ! -z "$BACKUP_GZIP" ]; then
  219. gzip -$BACKUP_GZIP $dump
  220. fi
  221. done
  222. echo
  223. fi
  224. # Cron jobs
  225. if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON_SYSTEM" != 'no' ] && [ "$CRON" != '*' ]
  226. then
  227. echo "-- CRON --"
  228. mkdir $tmpdir/cron/
  229. # Backingup cron recods
  230. echo -e "$(date "+%F %T") cron.conf"
  231. cp $USER_DATA/cron.conf $tmpdir/cron/
  232. echo -e "$(date "+%F %T") system cron"
  233. if [ -e "/var/spool/cron/$user" ]; then
  234. cron_list='yes'
  235. cp /var/spool/cron/$user $tmpdir/cron/
  236. fi
  237. echo
  238. fi
  239. # Get backup size
  240. size="$(du -shm $tmpdir | cut -f 1)"
  241. # Get current time
  242. end_time=$(date '+%s')
  243. DATE=$(date +%F)
  244. TIME=$(date +%T)
  245. # Defining local storage function
  246. local_backup(){
  247. echo "-- STORAGE --"
  248. echo -e "$(date "+%F %T") ARCHIVE $BACKUP/$user.$DATE.tar"
  249. # Removing dublicate for this day
  250. if [ -e "$BACKUP/$user.$DATE.tar" ]; then
  251. deprecated="$DATE"
  252. echo -e "Deleting old backup for $DATE"
  253. rm -f $BACKUP/$user.$DATE.tar
  254. fi
  255. # Checking retention
  256. backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.")
  257. backups_count=$(echo "$backup_list" | wc -l)
  258. if [ "$BACKUPS" -le "$backups_count" ]; then
  259. backups_rm_number=$((backups_count - BACKUPS))
  260. (( ++backups_rm_number))
  261. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  262. # Removing old backup
  263. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  264. deprecated="$deprecated $backup_date"
  265. echo -e "\tDeleteing old backup for $backup_date"
  266. rm -f $BACKUP/$backup
  267. done
  268. fi
  269. # Checking disk space
  270. disk_usage=$(df $BACKUP | awk '{print $5}'|tail -n1|cut -f 1 -d '%')
  271. if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
  272. echo "Error: Not enough disk space"
  273. log_event "$E_DISK" "$EVENT"
  274. exit $E_DISK
  275. fi
  276. # Creating final tarball
  277. cd $tmpdir
  278. tar -cf $BACKUP/$user.$DATE.tar .
  279. chmod 640 $BACKUP/$user.$DATE.tar
  280. chown nginx:$user $BACKUP/$user.$DATE.tar
  281. localbackup='yes'
  282. echo
  283. }
  284. # Defining ftp command function
  285. ftpc() {
  286. ftp -n $HOST $PORT <<EOF
  287. quote USER $USERNAME
  288. quote PASS $PASSWORD
  289. binary
  290. cd $BPATH
  291. $1
  292. quit
  293. EOF
  294. }
  295. # Defining ftp storage function
  296. ftp_backup(){
  297. echo "-- FTP --"
  298. # Checking config
  299. source $VESTA/conf/ftp.backup.conf
  300. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ] ||\
  301. [ -z "$BPATH" ]; then
  302. echo "Error: Parsing error"
  303. log_event "$E_PARSING" "$EVENT"
  304. exit $E_PARSING
  305. fi
  306. # Debug info
  307. echo -ne "$(date "+%F %T") "
  308. echo -e "ftp://$USERNAME@$HOST$BPATH/$user.$DATE.tar"
  309. # Checking ftp permission
  310. ftmpdir=$(mktemp -u -p $BPATH)
  311. command="mkdir $ftmpdir
  312. ls $ftmpdir
  313. rm $ftmpdir"
  314. if [ ! -z "$(ftpc "$command")" ] ; then
  315. echo "Error: FTP error"
  316. log_event "$E_FTP" "$EVENT"
  317. exit $E_FTP
  318. fi
  319. # Checking retention
  320. backup_list=$(ftpc "ls" |awk '{print $9}' |grep "^$user\.")
  321. backups_count=$(echo "$backup_list" | wc -l)
  322. if [ "$backups_count" -ge "$BACKUPS" ]; then
  323. backups_rm_number=$((backups_count - BACKUPS + 1))
  324. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  325. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  326. deprecated="$deprecated $backup"
  327. echo -e "\tDeleteing old backup for $backup_date"
  328. ftpc "delete $backup"
  329. done
  330. fi
  331. # Uploading backup archive
  332. if [ "$localbackup" = 'yes' ]; then
  333. cd $BACKUP
  334. ftpc "put $user.$DATE.tar"
  335. else
  336. cd $tmpdir
  337. tar -cf $BACKUP/$user.$DATE.tar .
  338. cd $BACKUP/
  339. ftpc "put $user.$DATE.tar"
  340. rm -f $user.$DATE.tar
  341. fi
  342. echo
  343. }
  344. # Switching on backup system types
  345. for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\n}"); do
  346. case $backup_type in
  347. local) local_backup ;;
  348. ftp) ftp_backup ;;
  349. esac
  350. done
  351. # Removing tmpdir
  352. cd /
  353. rm -rf $tmpdir
  354. # Calculation run time
  355. run_time=$((end_time - start_time))
  356. run_time=$((run_time / 60))
  357. current_time=$(date "+%T")
  358. if [ "$run_time" -lt 1 ]; then
  359. run_time=1
  360. fi
  361. min=miutes
  362. if [ "$run_time" -eq 1 ]; then
  363. min=minute
  364. fi
  365. echo "$(date "+%F %T") Backup took $run_time $min"
  366. echo
  367. echo
  368. #----------------------------------------------------------#
  369. # Vesta #
  370. #----------------------------------------------------------#
  371. # Deleting old backup records
  372. for backup_record in $deprecated; do
  373. if [ -e "$USER_DATA/backup.conf" ]; then
  374. sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf
  375. fi
  376. done
  377. # Concatenating string
  378. backup_str="DATE='$DATE' TIME='$TIME' RUNTIME='$run_time'"
  379. backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
  380. backup_str="$backup_str VESTA='$vst'"
  381. backup_str="$backup_str PAM='$pam'"
  382. backup_str="$backup_str WEB='${web_list// /,}'"
  383. backup_str="$backup_str DNS='${dns_list// /,}'"
  384. backup_str="$backup_str MAIL='${mail_list// /,}'"
  385. backup_str="$backup_str DB='${db_list// /,}'"
  386. backup_str="$backup_str CRON='$cron_list'"
  387. echo "$backup_str" >> $USER_DATA/backup.conf
  388. chmod 660 $USER_DATA/backup.conf
  389. # Logging
  390. log_event "$OK" "$EVENT"
  391. exit