Merge branch 'stable-3.1'

Marius Burkard

2016-07-01 49441bdd0f3ff75d5092d5b832b97ea722a66363

 server/lib/classes/cron.d/500-backup_mail.inc.php

@@ -27,10 +27,11 @@
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/

class cronjob_backup extends cronjob {
class cronjob_backup_mail extends cronjob {

   // job schedule
   protected $_schedule = '0 0 * * *';
   private $tmp_backup_dir = '';

   /* this function is optional if it contains no custom code */
   public function onPrepare() {
@@ -50,68 +51,124 @@
      global $app, $conf;

      $server_config = $app->getconf->get_server_config($conf['server_id'], 'server');
      $backup_dir = $server_config['backup_dir'];
      $backup_mode = $server_config['backup_mode'];
      if($backup_mode == '') $backup_mode = 'userzip';
      $mail_config = $app->getconf->get_server_config($conf['server_id'], 'mail');
      $global_config = $app->getconf->get_global_config('sites');
		
      $backup_dir = trim($server_config['backup_dir']);
      $backup_dir_permissions =0750;

      $backup_mode = $server_config['backup_mode'];
      if($backup_mode == '') $backup_mode = 'userzip';

      if($backup_dir != '') {
         //* mount backup directory, if necessary
         $run_backups = true;
         $server_config['backup_dir_mount_cmd'] = trim($server_config['backup_dir_mount_cmd']);
         if($server_config['backup_dir_is_mount'] == 'y' && $server_config['backup_dir_mount_cmd'] != ''){
            if(!$app->system->is_mounted($backup_dir)){
               exec(escapeshellcmd($server_config['backup_dir_mount_cmd']));
               sleep(1);
               if(!$app->system->is_mounted($backup_dir)) $run_backups = false;
            }
         }
         //* mount backup directory, if necessary
         if( $server_config['backup_dir_is_mount'] == 'y' && !$app->system->mount_backup_dir($backup_dir) ) $run_backups = false;

         $mail_config = $app->getconf->get_server_config($conf['server_id'], 'mail');
			
         if(!is_dir($backup_dir)) {
            mkdir(escapeshellcmd($backup_dir), $backup_dir_permissions, true);
         } else {
            chmod(escapeshellcmd($backup_dir), $backup_dir_permissions);
         }

         $sql="SELECT * FROM mail_user JOIN mail_domain ON (mail_domain.active='y' AND mail_user.email like concat('%',mail_domain.domain)) WHERE mail_user.server_id=".$conf['server_id']." AND maildir <> '' ORDER BY mail_domain.domain_id";
         $records = $app->db->queryAllRecords($sql);
         $records = $app->db->queryAllRecords("SELECT * FROM mail_user WHERE server_id = ? AND maildir != ''", intval($conf['server_id']));
         if(is_array($records) && $run_backups) {
            if(!is_dir($backup_dir)) {
               mkdir(escapeshellcmd($backup_dir), $backup_dir_permissions, true);
            } else {
               chmod(escapeshellcmd($backup_dir), $backup_dir_permissions);
            }

            foreach($records as $rec) {
               //* Do the mailbox backup
               if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
                  $mail_backup_dir = $backup_dir.'/mail'.$rec['domain_id'];
               $email = $rec['email'];
               $temp = explode("@",$email);
               $domain = $temp[1];
               unset($temp);
               $domain_rec=$app->db->queryOneRecord("SELECT * FROM mail_domain WHERE domain = ?", $domain);

               if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
						
                  $backupusername = 'root';
                  $backupgroup = 'root';
                  if ($global_config['backups_include_into_web_quota'] == 'y') {
                     // this only works, if mail and webdomains are on the same server
                     // find webdomain fitting to maildomain
                     $sql = "SELECT * FROM web_domain WHERE domain = ?";
                     $webdomain = $app->db->queryOneRecord($sql, $domain_rec['domain']);
                     // if this is not also the website, find website now
                     if ($webdomain && ($webdomain['parent_domain_id'] != 0)) {
                        do {
                           $sql = "SELECT * FROM web_domain WHERE domain_id = ?";
                           $webdomain = $app->db->queryOneRecord($sql, $webdomain['parent_domain_id']);
                        } while ($webdomain && ($webdomain['parent_domain_id'] != 0));
                     }
                     // if webdomain is found, change username/group now
                     if ($webdomain) {
                        $backupusername = $webdomain['system_user'];
                        $backupgroup = $webdomain['system_group'];
                     }
                  }						

                  $mail_backup_dir = $backup_dir.'/mail'.$domain_rec['domain_id'];
                  if(!is_dir($mail_backup_dir)) mkdir($mail_backup_dir, 0750);
                  chmod($mail_backup_dir, $backup_dir_permissions);

                  $domain_dir=explode('/',$rec['maildir']); 
                  $_temp=array_pop($domain_dir);unset($_temp);
                  $domain_dir=implode('/',$domain_dir);
                  $source_dir=array_pop(explode('/',$rec['maildir']));
                  chown($mail_backup_dir, $backupusername);
                  chgrp($mail_backup_dir, $backupgroup);

                  $mail_backup_file = 'mail'.$rec['mailuser_id'].'_'.date('Y-m-d_H-i');

                  if($backup_mode == 'userzip') {
                     $mail_backup_file.='.zip';
                     exec('cd '.$rec['homedir'].' && zip -b /tmp -r '.$mail_backup_dir.'/'.$mail_backup_file.' '.$source_dir.' > /dev/nul');
                  } else {
                     /* Create a tar.gz backup */
                     $mail_backup_file.='.tar.gz';
                     exec(escapeshellcmd('tar pczf '.$mail_backup_dir.'/'.$mail_backup_file.' --directory '.$domain_dir.' '.$source_dir), $tmp_output, $retval);
                  // in case of mdbox -> create backup with doveadm before zipping
                  if ($rec['maildir_format'] == 'mdbox') {
                     if (empty($this->tmp_backup_dir)) $this->tmp_backup_dir = $rec['maildir'];
                     // Create temporary backup-mailbox
                     exec("su -c 'dsync backup -u \"".$rec["email"]."\" mdbox:".$this->tmp_backup_dir."/backup'", $tmp_output, $retval);
		
                     if($backup_mode == 'userzip') {
                        $mail_backup_file.='.zip';
                        exec('cd '.$this->tmp_backup_dir.' && zip '.$mail_backup_dir.'/'.$mail_backup_file.' -b /tmp -r backup > /dev/null && rm -rf backup', $tmp_output, $retval);
                     }
                     else {
                        $mail_backup_file.='.tar.gz';
                        exec(escapeshellcmd('tar pczf '.$mail_backup_dir.'/'.$mail_backup_file.' --directory '.$this->tmp_backup_dir.' backup && rm -rf '.$this->tmp_backup_dir.'/backup'), $tmp_output, $retval);
                     }
							
                     if ($retval != 0) {
                        // Cleanup
                        if (file_exists($this->tmp_backup_dir.'/backup')) exec('rm -rf '.$this->tmp_backup_dir.'/backup');
                     }
                  }
                  else {
                     $domain_dir=explode('/',$rec['maildir']);
                     $_temp=array_pop($domain_dir);unset($_temp);
                     $domain_dir=implode('/',$domain_dir);
							
                     $parts=explode('/',$rec['maildir']);
                     $source_dir=array_pop($parts);
                     unset($parts);
							
                     //* create archives
                     if($backup_mode == 'userzip') {
                        $mail_backup_file.='.zip';
                        exec('cd '.$domain_dir.' && zip '.$mail_backup_dir.'/'.$mail_backup_file.' -b /tmp -r '.$source_dir.' > /dev/null', $tmp_output, $retval);
                     } else {
                        /* Create a tar.gz backup */
                        $mail_backup_file.='.tar.gz';
                        exec(escapeshellcmd('tar pczf '.$mail_backup_dir.'/'.$mail_backup_file.' --directory '.$domain_dir.' '.$source_dir), $tmp_output, $retval);
                     }
                  }
						
                  if($retval == 0){
                     chown($mail_backup_dir.'/'.$mail_backup_file, 'root');
                     chgrp($mail_backup_dir.'/'.$mail_backup_file, 'root');
                     chown($mail_backup_dir.'/'.$mail_backup_file, $backupusername);
                     chgrp($mail_backup_dir.'/'.$mail_backup_file, $backupgroup);
                     chmod($mail_backup_dir.'/'.$mail_backup_file, 0640);
                     /* Insert mail backup record in database */
                     $sql = "INSERT INTO mail_backup (server_id,parent_domain_id,mailuser_id,backup_mode,tstamp,filename,filesize) VALUES (".$conf['server_id'].",".$rec['domain_id'].",".$rec['mailuser_id'].",'".$backup_mode."',".time().",'".$app->db->quote($mail_backup_file)."','".$app->functions->formatBytes(filesize($mail_backup_dir.'/'.$mail_backup_file))."')";
                     $app->db->query($sql);	
                     if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql);
                     $filesize = filesize($mail_backup_dir.'/'.$mail_backup_file);
                     $sql = "INSERT INTO mail_backup (server_id, parent_domain_id, mailuser_id, backup_mode, tstamp, filename, filesize) VALUES (?, ?, ?, ?, ?, ?, ?)";
                     $app->db->query($sql, $conf['server_id'], $domain_rec['domain_id'], $rec['mailuser_id'], $backup_mode, time(), $mail_backup_file, $filesize);	
                     if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql, $conf['server_id'], $domain_rec['domain_id'], $rec['mailuser_id'], $backup_mode, time(), $mail_backup_file, $filesize);
                     unset($filesize);
                  } else {
                     /* Backup failed - remove archive */
                     if(is_file($mail_backup_dir.'/'.$mail_backup_file)) unlink($mail_backup_dir.'/'.$mail_backup_file);
                     // And remove backup-mdbox
                     if ($rec['maildir_format'] == 'mdbox') {
                        if(file_exists($rec['maildir'].'/backup'))  exec("su -c 'rm -rf ".$rec['maildir']."/backup'");
                     }
                     $app->log($mail_backup_file.' NOK:'.implode('',$tmp_output), LOGLEVEL_DEBUG);
                  }
                  /* Remove old backups */
@@ -119,7 +176,7 @@
                  $dir_handle = dir($mail_backup_dir);
                  $files = array();
                  while (false !== ($entry = $dir_handle->read())) {
                     if($entry != '.' && $entry != '..' && substr($entry,0,4+strlen($rec['mailuser_id'])) == 'mail'.$rec['mailuser_id'] && is_file($mail_backup_dir.'/'.$entry)) {
                     if($entry != '.' && $entry != '..' && substr($entry,0,5+strlen($rec['mailuser_id'])) == 'mail'.$rec['mailuser_id'].'_' && is_file($mail_backup_dir.'/'.$entry)) {
                        $files[] = $entry;
                     }
                  }
@@ -128,30 +185,55 @@
                  for ($n = $backup_copies; $n <= 10; $n++) {
                     if(isset($files[$n]) && is_file($mail_backup_dir.'/'.$files[$n])) {
                        unlink($mail_backup_dir.'/'.$files[$n]);
                        $sql = "DELETE FROM mail_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = ".$rec['domain_id']." AND filename = '".$app->db->quote($files[$n])."'";
                        $app->db->query($sql);
                        if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql);
                        $sql = "DELETE FROM mail_backup WHERE server_id = ? AND parent_domain_id = ? AND filename = ?";
                        $app->db->query($sql, $conf['server_id'], $domain_rec['domain_id'], $files[$n]);
                        if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql, $conf['server_id'], $domain_rec['domain_id'], $files[$n]);
                     }
                  }
                  unset($files);
                  unset($dir_handle);
               }
               /* Remove inactive backups */
               if($rec['backup_interval'] == 'none') {
                  /* remove backups from db */
                  $sql = "DELETE FROM mail_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = ".$rec['domain_id']." AND mailuser_id = ".$rec['mailuser_id'];
                  $app->db->query($sql);
                  if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql);
               if($rec['backup_interval'] == 'none' || $rec['backup_interval'] == '') {

                  /* remove archives */
                  $mail_backup_dir = $backup_dir.'/mail'.$rec['domain_id'];	
                  $mail_backup_file = 'mail'.$rec['mailuser_id'].'_*';
                  $mail_backup_dir = realpath($backup_dir.'/mail'.$domain_rec['domain_id']);
                  $mail_backup_file = 'mail'.$rec['mailuser_id'].'_';
                  if(is_dir($mail_backup_dir)) {
                     foreach (glob($mail_backup_dir.'/'.$mail_backup_file) as $filename) {
                        unlink($filename);
                     $dir_handle = opendir($mail_backup_dir.'/');
                     while ($file = readdir($dir_handle)) {
                        if(!is_dir($file)) {
                           if(substr($file,0,strlen($mail_backup_file)) == $mail_backup_file) {
                              unlink ($mail_backup_dir.'/'.$file);
                           }
                        }
                     }
                     if(count(glob($mail_backup_dir."/*", GLOB_NOSORT)) === 0) {
                        rmdir($mail_backup_dir);
                     }
                  }
                  /* remove backups from db */
                  $sql = "DELETE FROM mail_backup WHERE server_id = ? AND parent_domain_id = ? AND mailuser_id = ?";
                  $app->db->query($sql, $conf['server_id'], $domain_rec['domain_id'], $rec['mailuser_id']);
                  if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql, $conf['server_id'], $domain_rec['domain_id'], $rec['mailuser_id']);

               }
            }

            // remove non-existing backups from database
            $backups = $app->db->queryAllRecords("SELECT * FROM mail_backup WHERE server_id = ?", $conf['server_id']);
            if(is_array($backups) && !empty($backups)){
               foreach($backups as $backup){
                  $mail_backup_dir = $backup_dir.'/mail'.$backup['parent_domain_id'];
                  if(!is_file($mail_backup_dir.'/'.$backup['filename'])){
                     $sql = "DELETE FROM mail_backup WHERE server_id = ? AND parent_domain_id = ? AND filename = ?";
                     $app->db->query($sql, $conf['server_id'], $backup['parent_domain_id'], $backup['filename']);
                     if($app->db->dbHost != $app->dbmaster->dbHost) $app->dbmaster->query($sql);
                  }
               }
            }
            if( $server_config['backup_dir_is_mount'] == 'y' ) $app->system->umount_backup_dir($backup_dir);
            //* end run_backups
         }
      }