v_backup_user 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507
  1. #!/bin/bash
  2. # info: backup system user with all its objects
  3. # options: user
  4. #
  5. # The call is used for backing up user with all its domains and databases.
  6. #----------------------------------------------------------#
  7. # Variable&Function #
  8. #----------------------------------------------------------#
  9. # Argument defenition
  10. user=$1
  11. # Importing variables
  12. source $VESTA/conf/vesta.conf
  13. source $VESTA/func/shared.sh
  14. source $VESTA/func/domain.sh
  15. source $VESTA/func/db.sh
  16. #----------------------------------------------------------#
  17. # Verifications #
  18. #----------------------------------------------------------#
  19. # Checking arg number
  20. check_args '1' "$#" 'user'
  21. # Checking argument format
  22. validate_format 'user'
  23. # Checking backup system is enabled
  24. is_system_enabled 'BACKUP_SYSTEM'
  25. # Checking user
  26. is_object_valid 'user' 'USER' "$user"
  27. # Checking user backups
  28. is_backup_enabled
  29. # Checking load averages
  30. la=$(cat /proc/loadavg |cut -f 1 -d ' '|cut -f 1 -d '.')
  31. i=0
  32. while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
  33. echo "$(date "+%F %T") Load Average $la"
  34. echo
  35. sleep 60
  36. if [ "$i" -ge "15" ]; then
  37. echo "Error: LA is too high"
  38. log_event 'debug' "$E_LA $EVENT"
  39. exit $E_LA
  40. fi
  41. (( ++i))
  42. done
  43. #----------------------------------------------------------#
  44. # Action #
  45. #----------------------------------------------------------#
  46. # Get current time
  47. start_time=$(date '+%s')
  48. # Creating temporary random directory
  49. tmpdir=$(mktemp -p $BACKUP -d)
  50. # Prinitng status
  51. echo "$(date "+%F %T") System backup for user $user"
  52. echo "TMPDIR is $tmpdir"
  53. echo
  54. # Addding backup and vesta version
  55. echo "1.0" > $tmpdir/backup_version
  56. echo "$VERSION" > $tmpdir/vesta_version
  57. # Vesta
  58. echo "-- VESTA --"
  59. vst='yes'
  60. mkdir $tmpdir/vesta
  61. # Backingup vesta configs
  62. echo -e "$(date "+%F %T") user.conf"
  63. cp -r $USER_DATA/user.conf $tmpdir/vesta/
  64. if [ -e "$USER_DATA/stats.log" ]; then
  65. echo -e "$(date "+%F %T") stats.log"
  66. cp -r $USER_DATA/stats.log $tmpdir/vesta/
  67. fi
  68. if [ -e "$USER_DATA/history.log" ]; then
  69. echo -e "$(date "+%F %T") history.log"
  70. cp -r $USER_DATA/history.log $tmpdir/vesta/
  71. fi
  72. if [ -e "$USER_DATA/backup.excludes" ]; then
  73. echo -e "$(date "+%F %T") backup.excludes"
  74. cp -r $USER_DATA/backup.excludes $tmpdir/vesta/
  75. fi
  76. echo
  77. # PAM
  78. echo "-- PAM --"
  79. pam='yes'
  80. mkdir $tmpdir/pam
  81. echo -e "$(date "+%F %T") passwd / shadow /group"
  82. grep "^$user:" /etc/passwd > $tmpdir/pam/passwd
  83. grep "^$user:" /etc/shadow > $tmpdir/pam/shadow
  84. grep "^$user:" /etc/group > $tmpdir/pam/group
  85. echo
  86. # Checking excludes
  87. OLD_IFS="$IFS"
  88. IFS=$'\n'
  89. if [ -e "$USER_DATA/backup.excludes" ]; then
  90. echo "-- Excludes --"
  91. for exclude in $(cat $USER_DATA/backup.excludes); do
  92. echo -e "$exclude"
  93. # Indirect variable references (a bit of black magic)
  94. eval ${exclude%%=*}=${exclude#*=}
  95. done
  96. echo
  97. fi
  98. IFS="$OLD_IFS"
  99. # WEB domains
  100. if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB_SYSTEM" != 'no' ] && [ "$WEB" != '*' ]
  101. then
  102. echo "-- WEB --"
  103. mkdir $tmpdir/web/
  104. # Parsing unsuspeneded domains
  105. conf="$USER_DATA/web.conf"
  106. field='$DOMAIN'
  107. search_string='DOMAIN='
  108. domains=$(dom_clear_search)
  109. domain_list=''
  110. # Cleaning excludes
  111. for domain in $domains; do
  112. check_exl=$(echo "$WEB"|grep -w $domain)
  113. if [ -z "$check_exl" ]; then
  114. web_list="$web_list $domain"
  115. fi
  116. done
  117. web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //")
  118. for domain in $web_list; do
  119. echo -e "$(date "+%F %T") $domain"
  120. mkdir -p $tmpdir/web/$domain/conf
  121. # Defining domain variables
  122. domain_idn=$(idn -t --quiet -a "$domain")
  123. get_domain_values 'web'
  124. # Packing data folders
  125. cd $HOMEDIR/$user/web/$domain
  126. tar -cf $tmpdir/web/$domain/$domain.tar \
  127. public_html public_shtml private document_errors cgi-bin stats
  128. # Creating web.config
  129. cd $tmpdir/web/$domain/
  130. conf="$USER_DATA/web.conf"
  131. grep "DOMAIN='$domain'" $conf > conf/vesta.conf
  132. # Apache config
  133. if [ "$WEB_SYSTEM" = 'apache' ]; then
  134. # Parsing httpd.conf
  135. tpl_file="$WEBTPL/apache_$TPL.tpl"
  136. conf="$HOMEDIR/$user/conf/web/httpd.conf"
  137. get_web_config_brds
  138. sed -n "$top_line,$bottom_line p" $conf > conf/httpd.conf
  139. # SSL check
  140. if [ "$SSL" = 'yes' ]; then
  141. tpl_file="$WEBTPL/apache_$TPL.stpl"
  142. conf="$HOMEDIR/$user/conf/web/shttpd.conf"
  143. get_web_config_brds
  144. sed -n "$top_line,$bottom_line p" $conf > conf/shttpd.conf
  145. fi
  146. fi
  147. # Nginx config
  148. if [ ! -z "$NGINX" ] ; then
  149. tpl_file="$WEBTPL/ngingx_vhost_$NGINX.tpl"
  150. conf="$HOMEDIR/$user/conf/web/nginx.conf"
  151. get_web_config_brds
  152. sed -n "$top_line,$bottom_line p" $conf > conf/nginx.conf
  153. # SSL check
  154. if [ "$SSL" = 'yes' ] ; then
  155. tpl_file="$WEBTPL/ngingx_vhost_$NGINX.stpl"
  156. conf="$HOMEDIR/$user/conf/web/snginx.conf"
  157. get_web_config_brds
  158. sed -n "$top_line,$bottom_line p" $conf > conf/snginx.conf
  159. fi
  160. fi
  161. # Suplemental configs
  162. for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do
  163. cp $HOMEDIR/$user/conf/web/$sconfig conf/
  164. done
  165. # SSL Certificates
  166. if [ "$SSL" = 'yes' ] ; then
  167. cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/
  168. fi
  169. tar -rf $tmpdir/web/$domain/$domain.tar conf
  170. mv $tmpdir/web/$domain/$domain.tar $tmpdir/web/
  171. rm -rf $tmpdir/web/$domain
  172. if [ ! -z "$BACKUP_GZIP" ]; then
  173. gzip -$BACKUP_GZIP $tmpdir/web/$domain.tar
  174. fi
  175. done
  176. echo
  177. fi
  178. # DNS domains
  179. if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS_SYSTEM" != 'no' ] && [ "$DNS" != '*' ]
  180. then
  181. echo "-- DNS --"
  182. mkdir $tmpdir/dns/
  183. # Parsing unsuspeneded domains
  184. conf="$USER_DATA/dns.conf"
  185. field='$DOMAIN'
  186. search_string='DOMAIN='
  187. domains=$(dom_clear_search)
  188. # Cleaning excludes
  189. for domain in $domains; do
  190. check_exl=$(echo "$DNS"|grep -w $domain)
  191. if [ -z "$check_exl" ]; then
  192. dns_list="$dns_list $domain"
  193. fi
  194. done
  195. dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //")
  196. for domain in $dns_list; do
  197. echo -e "$(date "+%F %T") $domain"
  198. # Building directory tree
  199. mkdir $tmpdir/dns/$domain
  200. # Creating dns_domains config
  201. cd $tmpdir/dns/$domain/
  202. conf="$USER_DATA/dns.conf"
  203. grep "DOMAIN='$domain'" $conf > dns.conf
  204. # Backingup dns recods
  205. cp $USER_DATA/dns/$domain $domain
  206. cp $USER_DATA/conf/dns/$domain.db $domain.db
  207. done
  208. echo
  209. fi
  210. # Mail domains
  211. # TBD
  212. # DatbaBases
  213. if [ ! -z "$DB_SYSTEM" ] && [ "$DB_SYSTEM" != 'no' ] && [ "$DB" != '*' ]; then
  214. echo "-- DB --"
  215. mkdir $tmpdir/db/
  216. # Parsing unsuspeneded domains
  217. conf="$USER_DATA/db.conf"
  218. field='$DB'
  219. search_string='DB='
  220. dbs=$(dom_clear_search)
  221. # Cleaning excludes
  222. for database in $dbs; do
  223. check_exl=$(echo "$DB"|grep -w $database)
  224. if [ -z "$check_exl" ]; then
  225. db_list="$db_list $database"
  226. fi
  227. done
  228. db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //")
  229. for database in $db_list; do
  230. type=$(get_db_value '$TYPE')
  231. host=$(get_db_value '$HOST')
  232. db_user=$(get_db_value '$USER')
  233. dump="$tmpdir/db/$database.$type.sql"
  234. grants="$tmpdir/db/$database.$type.$db_user"
  235. echo -e "$(date "+%F %T") $database $type"
  236. case $type in
  237. mysql) dump_db_mysql ;;
  238. pgsql) dump_db_pgsql ;;
  239. esac
  240. if [ ! -z "$BACKUP_GZIP" ]; then
  241. gzip -$BACKUP_GZIP $dump
  242. fi
  243. done
  244. echo
  245. fi
  246. # Cron jobs
  247. if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON_SYSTEM" != 'no' ] && [ "$CRON" != '*' ]
  248. then
  249. echo "-- CRON --"
  250. mkdir $tmpdir/cron/
  251. # Backingup cron recods
  252. echo -e "$(date "+%F %T") cron.conf"
  253. cp $USER_DATA/cron.conf $tmpdir/cron/
  254. echo -e "$(date "+%F %T") system cron"
  255. if [ -e "/var/spool/cron/$user" ]; then
  256. cron_list='yes'
  257. cp /var/spool/cron/$user $tmpdir/cron/
  258. fi
  259. echo
  260. fi
  261. # Get backup size
  262. size="$(du -shm $tmpdir | cut -f 1)"
  263. # Get current time
  264. end_time=$(date '+%s')
  265. # Defining local storage function
  266. local_backup(){
  267. echo "-- STORAGE --"
  268. echo -e "$(date "+%F %T") ARCHIVE $BACKUP/$user.$DATE.tar"
  269. # Removing dublicate for this day
  270. if [ -e "$BACKUP/$user.$DATE.tar" ]; then
  271. deprecated="$DATE"
  272. echo -e "Deleting old backup for $DATE"
  273. rm -f $BACKUP/$user.$DATE.tar
  274. fi
  275. # Checking retention
  276. backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.")
  277. backups_count=$(echo "$backup_list" | wc -l)
  278. if [ "$BACKUPS" -le "$backups_count" ]; then
  279. backups_rm_number=$((backups_count - BACKUPS))
  280. (( ++backups_rm_number))
  281. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  282. # Removing old backup
  283. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  284. deprecated="$deprecated $backup_date"
  285. echo -e "\tDeleteing old backup for $backup_date"
  286. rm -f $BACKUP/$backup
  287. done
  288. fi
  289. # Checking disk space
  290. disk_usage=$(df $BACKUP | awk '{print $5}'|tail -n1|cut -f 1 -d '%')
  291. if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
  292. echo "Error: Not enough disk space"
  293. log_event 'debug' "$E_DISK $EVENT"
  294. exit $E_DISK
  295. fi
  296. # Creating final tarball
  297. cd $tmpdir
  298. tar -cf $BACKUP/$user.$DATE.tar .
  299. chmod 640 $BACKUP/$user.$DATE.tar
  300. chown nginx:$user $BACKUP/$user.$DATE.tar
  301. localbackup='yes'
  302. echo
  303. }
  304. # Defining ftp command function
  305. ftpc() {
  306. ftp -n $HOST $PORT <<EOF
  307. quote USER $USERNAME
  308. quote PASS $PASSWORD
  309. binary
  310. cd $BPATH
  311. $1
  312. quit
  313. EOF
  314. }
  315. # Defining ftp storage function
  316. ftp_backup(){
  317. echo "-- FTP --"
  318. # Checking config
  319. source $VESTA/conf/ftp.backup.conf
  320. if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ] ||\
  321. [ -z "$BPATH" ]; then
  322. echo "Error: Parsing error"
  323. log_event 'debug' "$E_PARSING $EVENT"
  324. exit $E_PARSING
  325. fi
  326. # Debug info
  327. echo -ne "$(date "+%F %T") "
  328. echo -e "ftp://$USERNAME@$HOST$BPATH/$user.$DATE.tar"
  329. # Checking ftp permission
  330. ftmpdir=$(mktemp -u -p $BPATH)
  331. command="mkdir $ftmpdir
  332. ls $ftmpdir
  333. rm $ftmpdir"
  334. if [ ! -z "$(ftpc "$command")" ] ; then
  335. echo "Error: FTP error"
  336. log_event 'debug' "$E_FTP $EVENT"
  337. exit $E_FTP
  338. fi
  339. # Checking retention
  340. backup_list=$(ftpc "ls" |awk '{print $9}' |grep "^$user\.")
  341. backups_count=$(echo "$backup_list" | wc -l)
  342. if [ "$backups_count" -ge "$BACKUPS" ]; then
  343. backups_rm_number=$((backups_count - BACKUPS + 1))
  344. for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
  345. backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
  346. deprecated="$deprecated $backup"
  347. echo -e "\tDeleteing old backup for $backup_date"
  348. ftpc "delete $backup"
  349. done
  350. fi
  351. # Uploading backup archive
  352. if [ "$localbackup" = 'yes' ]; then
  353. cd $BACKUP
  354. ftpc "put $user.$DATE.tar"
  355. else
  356. cd $tmpdir
  357. tar -cf $BACKUP/$user.$DATE.tar .
  358. cd $BACKUP/
  359. ftpc "put $user.$DATE.tar"
  360. rm -f $user.$DATE.tar
  361. fi
  362. echo
  363. }
  364. # Switching on backup system types
  365. for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\n}"); do
  366. case $backup_type in
  367. local) local_backup ;;
  368. ftp) ftp_backup ;;
  369. esac
  370. done
  371. # Removing tmpdir
  372. cd /
  373. rm -rf $tmpdir
  374. # Calculation run time
  375. run_time=$((end_time - start_time))
  376. run_time=$((run_time / 60))
  377. current_time=$(date "+%T")
  378. if [ "$run_time" -lt 1 ]; then
  379. run_time=1
  380. fi
  381. min=miutes
  382. if [ "$run_time" -eq 1 ]; then
  383. min=minute
  384. fi
  385. echo "$(date "+%F %T") Backup took $run_time $min"
  386. echo
  387. echo
  388. #----------------------------------------------------------#
  389. # Vesta #
  390. #----------------------------------------------------------#
  391. # Deleting old backup records
  392. for backup_record in $deprecated; do
  393. if [ -e "$USER_DATA/backup.conf" ]; then
  394. sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf
  395. fi
  396. done
  397. # Concatenating string
  398. backup_str="DATE='$DATE' TIME='$current_time' RUNTIME='$run_time'"
  399. backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
  400. backup_str="$backup_str VESTA='$vst'"
  401. backup_str="$backup_str PAM='$pam'"
  402. backup_str="$backup_str WEB='${web_list// /,}'"
  403. backup_str="$backup_str DNS='${dns_list// /,}'"
  404. backup_str="$backup_str MAIL='${mail_list// /,}'"
  405. backup_str="$backup_str DB='${db_list// /,}'"
  406. backup_str="$backup_str CRON='$cron_list'"
  407. echo "$backup_str" >> $USER_DATA/backup.conf
  408. chmod 660 $USER_DATA/backup.conf
  409. # Logging
  410. log_event "$OK" "$EVENT"
  411. exit