cron_daily.php

<?php

/*
Copyright (c) 2007-2012, Till Brehm, projektfarm Gmbh
All rights reserved.

Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright notice,
      this list of conditions and the following disclaimer in the documentation
      and/or other materials provided with the distribution.
    * Neither the name of ISPConfig nor the names of its contributors
      may be used to endorse or promote products derived from this software without
      specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/

define('SCRIPT_PATH', dirname($_SERVER["SCRIPT_FILENAME"]));
require SCRIPT_PATH."/lib/config.inc.php";
require SCRIPT_PATH."/lib/app.inc.php";

$app->setCaller('cron_daily');

set_time_limit(0);
ini_set('error_reporting', E_ALL & ~E_NOTICE);

// make sure server_id is always an int
$conf['server_id'] = intval($conf['server_id']);


// Load required base-classes
$app->uses('ini_parser,file,services,getconf,system');


//######################################################################################################
// store the mailbox statistics in the database
//######################################################################################################

$parse_mail_log = false;
$sql = "SELECT mailuser_id,maildir FROM mail_user WHERE server_id = ".$conf['server_id'];
$records = $app->db->queryAllRecords($sql);
if(count($records) > 0) $parse_mail_log = true;

foreach($records as $rec) {
	if(@is_file($rec['maildir'].'/ispconfig_mailsize')) {
		$parse_mail_log = false;

		// rename file
		rename($rec['maildir'].'/ispconfig_mailsize', $rec['maildir'].'/ispconfig_mailsize_save');

		// Read the file
		$lines = file($rec['maildir'].'/ispconfig_mailsize_save');
		$mail_traffic = 0;
		foreach($lines as $line) {
			$mail_traffic += intval($line);
		}
		unset($lines);

		// Delete backup file
		if(@is_file($rec['maildir'].'/ispconfig_mailsize_save')) unlink($rec['maildir'].'/ispconfig_mailsize_save');

		// Save the traffic stats in the sql database
		$tstamp = date('Y-m');

		$sql = "SELECT * FROM mail_traffic WHERE month = '$tstamp' AND mailuser_id = ".$rec['mailuser_id'];
		$tr = $app->dbmaster->queryOneRecord($sql);

		$mail_traffic += $tr['traffic'];
		if($tr['traffic_id'] > 0) {
			$sql = "UPDATE mail_traffic SET traffic = $mail_traffic WHERE traffic_id = ".$tr['traffic_id'];
		} else {
			$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES ('$tstamp',".$rec['mailuser_id'].",$mail_traffic)";
		}
		$app->dbmaster->query($sql);
		//echo $sql;

	}

}

if($parse_mail_log == true) {
	$mailbox_traffic = array();
	$mail_boxes = array();
	$mail_rewrites = array(); // we need to read all mail aliases and forwards because the address in amavis is not always the mailbox address

	function parse_mail_log_line($line) {
		//Oct 31 17:35:48 mx01 amavis[32014]: (32014-05) Passed CLEAN, [IPv6:xxxxx] [IPv6:xxxxx] <xxx@yyyy> -> <aaaa@bbbb>, Message-ID: <xxxx@yyyyy>, mail_id: xxxxxx, Hits: -1.89, size: 1591, queued_as: xxxxxxx, 946 ms

		if(preg_match('/^(\w+\s+\d+\s+\d+:\d+:\d+)\s+[^ ]+\s+amavis.* <([^>]+)>\s+->\s+((<[^>]+>,)+) .*Message-ID:\s+<([^>]+)>.* size:\s+(\d+),.*$/', $line, $matches) == false) return false;

		$timestamp = strtotime($matches[1]);
		if(!$timestamp) return false;

		$to = array();
		$recipients = explode(',', $matches[3]);
		foreach($recipients as $recipient) {
			$recipient = substr($recipient, 1, -1);
			if(!$recipient || $recipient == $matches[2]) continue;
			$to[] = $recipient;
		}

		return array('line' => $line, 'timestamp' => $timestamp, 'size' => $matches[6], 'from' => $matches[2], 'to' => $to, 'message-id' => $matches[5]);
	}

	function add_mailbox_traffic(&$traffic_array, $address, $traffic) {
		global $mail_boxes, $mail_rewrites;

		$address = strtolower($address);

		if(in_array($address, $mail_boxes) == true) {
			if(!isset($traffic_array[$address])) $traffic_array[$address] = 0;
			$traffic_array[$address] += $traffic;
		} elseif(array_key_exists($address, $mail_rewrites)) {
			foreach($mail_rewrites[$address] as $address) {
				if(!isset($traffic_array[$address])) $traffic_array[$address] = 0;
				$traffic_array[$address] += $traffic;
			}
		} else {
			// this is not a local address - skip it
		}
	}

	$sql = "SELECT email FROM mail_user WHERE server_id = ".$conf['server_id'];
	$records = $app->db->queryAllRecords($sql);
	foreach($records as $record) {
		$mail_boxes[] = $record['email'];
	}
	$sql = "SELECT source, destination FROM mail_forwarding WHERE server_id = ".$conf['server_id'];
	$records = $app->db->queryAllRecords($sql);
	foreach($records as $record) {
		$targets = preg_split('/[\n,]+/', $record['destination']);
		foreach($targets as $target) {
			if(in_array($target, $mail_boxes)) {
				if(isset($mail_rewrites[$record['source']])) $mail_rewrites[$record['source']][] = $target;
				else $mail_rewrites[$record['source']] = array($target);
			}
		}
	}

	$state_file = dirname(__FILE__) . '/mail_log_parser.state';
	$prev_line = false;
	$last_line = false;
	$cur_line = false;

	if(file_exists($state_file)) {
		$prev_line = parse_mail_log_line(trim(file_get_contents($state_file)));
		//if($prev_line) echo "continuing from previous run, log position: " . $prev_line['message-id'] . " at " . strftime('%d.%m.%Y %H:%M:%S', $prev_line['timestamp']) . "\n";
	}

	if(file_exists('/var/log/mail.log')) {
		$fp = fopen('/var/log/mail.log', 'r');
		//echo "Parsing mail.log...\n";
		$l = 0;
		while($line = fgets($fp, 8192)) {
			$l++;
			//if($l % 1000 == 0) echo "\rline $l";
			$cur_line = parse_mail_log_line($line);
			if(!$cur_line) continue;

			if($prev_line) {
				// check if this line has to be processed
				if($cur_line['timestamp'] < $prev_line['timestamp']) {
					$parse_mail_log = false; // we do not need to parse the second file!
					continue; // already processed
				} elseif($cur_line['timestamp'] == $prev_line['timestamp'] && $cur_line['message-id'] == $prev_line['message-id']) {
					$parse_mail_log = false; // we do not need to parse the second file!
					$prev_line = false; // this line has already been processed but the next one has to be!
					continue;
				}
			}

			add_mailbox_traffic($mailbox_traffic, $cur_line['from'], $cur_line['size']);
			foreach($cur_line['to'] as $to) {
				add_mailbox_traffic($mailbox_traffic, $to, $cur_line['size']);
			}
			$last_line = $line; // store for the state file
		}
		fclose($fp);
		//echo "\n";
	}

	if($parse_mail_log == true && file_exists('/var/log/mail.log.1')) {
		$fp = fopen('/var/log/mail.log.1', 'r');
		//echo "Parsing mail.log.1...\n";
		$l = 0;
		while($line = fgets($fp, 8192)) {
			$l++;