<?php
|
|
/*
|
Copyright (c) 2013, Marius Cramer, pixcept KG
|
All rights reserved.
|
|
Redistribution and use in source and binary forms, with or without modification,
|
are permitted provided that the following conditions are met:
|
|
* Redistributions of source code must retain the above copyright notice,
|
this list of conditions and the following disclaimer.
|
* Redistributions in binary form must reproduce the above copyright notice,
|
this list of conditions and the following disclaimer in the documentation
|
and/or other materials provided with the distribution.
|
* Neither the name of ISPConfig nor the names of its contributors
|
may be used to endorse or promote products derived from this software without
|
specific prior written permission.
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
|
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
|
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
|
OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
|
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
*/
|
|
class cronjob_mailbox_stats extends cronjob {
|
|
// job schedule
|
protected $_schedule = '0 0 * * *';
|
|
/* this function is optional if it contains no custom code */
|
public function onPrepare() {
|
global $app;
|
|
parent::onPrepare();
|
}
|
|
/* this function is optional if it contains no custom code */
|
public function onBeforeRun() {
|
global $app;
|
|
return parent::onBeforeRun();
|
}
|
|
public function onRunJob() {
|
global $app, $conf;
|
|
// cronjob code here
|
|
//######################################################################################################
|
// store the mailbox statistics in the database
|
//######################################################################################################
|
|
$parse_mail_log = false;
|
$sql = "SELECT mailuser_id,maildir FROM mail_user WHERE server_id = ?";
|
$records = $app->db->queryAllRecords($sql, $conf['server_id']);
|
if(count($records) > 0) $parse_mail_log = true;
|
|
foreach($records as $rec) {
|
if(@is_file($rec['maildir'].'/ispconfig_mailsize')) {
|
$parse_mail_log = false;
|
|
// rename file
|
rename($rec['maildir'].'/ispconfig_mailsize', $rec['maildir'].'/ispconfig_mailsize_save');
|
|
// Read the file
|
$lines = file($rec['maildir'].'/ispconfig_mailsize_save');
|
$mail_traffic = 0;
|
foreach($lines as $line) {
|
$mail_traffic += intval($line);
|
}
|
unset($lines);
|
|
// Delete backup file
|
if(@is_file($rec['maildir'].'/ispconfig_mailsize_save')) unlink($rec['maildir'].'/ispconfig_mailsize_save');
|
|
// Save the traffic stats in the sql database
|
$tstamp = date('Y-m');
|
|
$sql = "SELECT * FROM mail_traffic WHERE month = '$tstamp' AND mailuser_id = ?";
|
$tr = $app->dbmaster->queryOneRecord($sql, $rec['mailuser_id']);
|
|
$mail_traffic += $tr['traffic'];
|
if($tr['traffic_id'] > 0) {
|
$sql = "UPDATE mail_traffic SET traffic = ? WHERE traffic_id = ?";
|
$app->dbmaster->query($sql, $mail_traffic, $tr['traffic_id']);
|
} else {
|
$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES (?,?,?)";
|
$app->dbmaster->query($sql, $tstamp, $rec['mailuser_id'], $mail_traffic);
|
}
|
//echo $sql;
|
|
}
|
|
}
|
|
if($parse_mail_log == true) {
|
$mailbox_traffic = array();
|
$mail_boxes = array();
|
$mail_rewrites = array(); // we need to read all mail aliases and forwards because the address in amavis is not always the mailbox address
|
|
function parse_mail_log_line($line) {
|
//Oct 31 17:35:48 mx01 amavis[32014]: (32014-05) Passed CLEAN, [IPv6:xxxxx] [IPv6:xxxxx] <xxx@yyyy> -> <aaaa@bbbb>, Message-ID: <xxxx@yyyyy>, mail_id: xxxxxx, Hits: -1.89, size: 1591, queued_as: xxxxxxx, 946 ms
|
|
if(preg_match('/^(\w+\s+\d+\s+\d+:\d+:\d+)\s+[^ ]+\s+amavis.* <([^>]+)>\s+->\s+((<[^>]+>,)+) .*Message-ID:\s+<([^>]+)>.* size:\s+(\d+),.*$/', $line, $matches) == false) return false;
|
|
$timestamp = strtotime($matches[1]);
|
if(!$timestamp) return false;
|
|
$to = array();
|
$recipients = explode(',', $matches[3]);
|
foreach($recipients as $recipient) {
|
$recipient = substr($recipient, 1, -1);
|
if(!$recipient || $recipient == $matches[2]) continue;
|
$to[] = $recipient;
|
}
|
|
return array('line' => $line, 'timestamp' => $timestamp, 'size' => $matches[6], 'from' => $matches[2], 'to' => $to, 'message-id' => $matches[5]);
|
}
|
|
function add_mailbox_traffic(&$traffic_array, $address, $traffic) {
|
global $mail_boxes, $mail_rewrites;
|
|
$address = strtolower($address);
|
|
if(in_array($address, $mail_boxes) == true) {
|
if(!isset($traffic_array[$address])) $traffic_array[$address] = 0;
|
$traffic_array[$address] += $traffic;
|
} elseif(array_key_exists($address, $mail_rewrites)) {
|
foreach($mail_rewrites[$address] as $address) {
|
if(!isset($traffic_array[$address])) $traffic_array[$address] = 0;
|
$traffic_array[$address] += $traffic;
|
}
|
} else {
|
// this is not a local address - skip it
|
}
|
}
|
|
$sql = "SELECT email FROM mail_user WHERE server_id = ?";
|
$records = $app->db->queryAllRecords($sql, $conf['server_id']);
|
foreach($records as $record) {
|
$mail_boxes[] = $record['email'];
|
}
|
$sql = "SELECT source, destination FROM mail_forwarding WHERE server_id = ?";
|
$records = $app->db->queryAllRecords($sql, $conf['server_id']);
|
foreach($records as $record) {
|
$targets = preg_split('/[\n,]+/', $record['destination']);
|
foreach($targets as $target) {
|
if(in_array($target, $mail_boxes)) {
|
if(isset($mail_rewrites[$record['source']])) $mail_rewrites[$record['source']][] = $target;
|
else $mail_rewrites[$record['source']] = array($target);
|
}
|
}
|
}
|
|
$state_file = dirname(__FILE__) . '/mail_log_parser.state';
|
$prev_line = false;
|
$last_line = false;
|
$cur_line = false;
|
|
if(file_exists($state_file)) {
|
$prev_line = parse_mail_log_line(trim(file_get_contents($state_file)));
|
//if($prev_line) echo "continuing from previous run, log position: " . $prev_line['message-id'] . " at " . strftime('%d.%m.%Y %H:%M:%S', $prev_line['timestamp']) . "\n";
|
}
|
|
if(file_exists('/var/log/mail.log')) {
|
$fp = fopen('/var/log/mail.log', 'r');
|
//echo "Parsing mail.log...\n";
|
$l = 0;
|
while($line = fgets($fp, 8192)) {
|
$l++;
|
//if($l % 1000 == 0) echo "\rline $l";
|
$cur_line = parse_mail_log_line($line);
|
if(!$cur_line) continue;
|
|
if($prev_line) {
|
// check if this line has to be processed
|
if($cur_line['timestamp'] < $prev_line['timestamp']) {
|
$parse_mail_log = false; // we do not need to parse the second file!
|
continue; // already processed
|
} elseif($cur_line['timestamp'] == $prev_line['timestamp'] && $cur_line['message-id'] == $prev_line['message-id']) {
|
$parse_mail_log = false; // we do not need to parse the second file!
|
$prev_line = false; // this line has already been processed but the next one has to be!
|
continue;
|
}
|
}
|
|
add_mailbox_traffic($mailbox_traffic, $cur_line['from'], $cur_line['size']);
|
foreach($cur_line['to'] as $to) {
|
add_mailbox_traffic($mailbox_traffic, $to, $cur_line['size']);
|
}
|
$last_line = $line; // store for the state file
|
}
|
fclose($fp);
|
//echo "\n";
|
}
|
|
if($parse_mail_log == true && file_exists('/var/log/mail.log.1')) {
|
$fp = fopen('/var/log/mail.log.1', 'r');
|
//echo "Parsing mail.log.1...\n";
|
$l = 0;
|
while($line = fgets($fp, 8192)) {
|
$l++;
|
//if($l % 1000 == 0) echo "\rline $l";
|
$cur_line = parse_mail_log_line($line);
|
if(!$cur_line) continue;
|
|
if($prev_line) {
|
// check if this line has to be processed
|
if($cur_line['timestamp'] < $prev_line['timestamp']) continue; // already processed
|
if($cur_line['timestamp'] == $prev_line['timestamp'] && $cur_line['message-id'] == $prev_line['message-id']) {
|
$prev_line = false; // this line has already been processed but the next one has to be!
|
continue;
|
}
|
}
|
|
add_mailbox_traffic($mailbox_traffic, $cur_line['from'], $cur_line['size']);
|
foreach($cur_line['to'] as $to) {
|
add_mailbox_traffic($mailbox_traffic, $to, $cur_line['size']);
|
}
|
}
|
fclose($fp);
|
//echo "\n";
|
}
|
unset($mail_rewrites);
|
unset($mail_boxes);
|
|
// Save the traffic stats in the sql database
|
$tstamp = date('Y-m');
|
$sql = "SELECT mailuser_id,email FROM mail_user WHERE server_id = ?";
|
$records = $app->db->queryAllRecords($sql, $conf['server_id']);
|
foreach($records as $rec) {
|
if(array_key_exists($rec['email'], $mailbox_traffic)) {
|
$sql = "SELECT * FROM mail_traffic WHERE month = ? AND mailuser_id = ?";
|
$tr = $app->dbmaster->queryOneRecord($sql, $tstamp, $rec['mailuser_id']);
|
|
$mail_traffic = $tr['traffic'] + $mailbox_traffic[$rec['email']];
|
if($tr['traffic_id'] > 0) {
|
$sql = "UPDATE mail_traffic SET traffic = ? WHERE traffic_id = ?";
|
$app->dbmaster->query($sql, $mail_traffic, $tr['traffic_id']);
|
} else {
|
$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES (?,?,?)";
|
$app->dbmaster->query($sql, $tstamp, $rec['mailuser_id'], $mail_traffic);
|
}
|
//echo $sql;
|
}
|
}
|
|
unset($mailbox_traffic);
|
if($last_line) file_put_contents($state_file, $last_line);
|
}
|
|
|
parent::onRunJob();
|
}
|
|
/* this function is optional if it contains no custom code */
|
public function onAfterRun() {
|
global $app;
|
|
parent::onAfterRun();
|
}
|
|
}
|
|
?>
|
