From fa7212f29588cdf067428c8c346ca1781396f583 Mon Sep 17 00:00:00 2001 From: marcelloc Date: Mon, 5 Dec 2011 20:52:34 -0200 Subject: postfix - include mailscanner package integration --- config/postfix/postfix.inc | 6 +- config/postfix/postfix.php | 1469 ++++++++++++++++++----------------- config/postfix/postfix_antispam.xml | 16 + config/postfix/postfix_queue.php | 12 +- config/postfix/postfix_search.php | 1 + pkg_config.8.xml | 2 +- pkg_config.8.xml.amd64 | 2 +- 7 files changed, 777 insertions(+), 731 deletions(-) diff --git a/config/postfix/postfix.inc b/config/postfix/postfix.inc index d009e72a..5a802054 100644 --- a/config/postfix/postfix.inc +++ b/config/postfix/postfix.inc @@ -391,8 +391,10 @@ EOF; if($antispam['antispam_enabled']){ switch ($antispam['antispam_software']){ case "mailscanner": - $header_check .= (!preg_match('@/ HOLD@',$header_check)?"\n/^Received:/ HOLD\n":"\n"); - $postfix_main_antispam = "#Saving all mail after header/body/rbl/spf checks to mailscanner\n\n"; + if ($antispam['hold_mode']=='auto'){ + $header_check .= "\n/^Received:/ HOLD\n"; + $postfix_main_antispam = "#Saving all mail after header/body/rbl/spf checks to mailscanner\n\n"; + } break; case "policyd2": if ($antispam['antispam_location']){ diff --git a/config/postfix/postfix.php b/config/postfix/postfix.php index 842d5658..9f15973c 100644 --- a/config/postfix/postfix.php +++ b/config/postfix/postfix.php @@ -1,727 +1,744 @@ - - based on varnish_view_config. - All rights reserved. - - Redistribution and use in source and binary forms, with or without - modification, are permitted provided that the following conditions are met: - - 1. Redistributions of source code must retain the above copyright notice, - this list of conditions and the following disclaimer. - - 2. Redistributions in binary form must reproduce the above copyright - notice, this list of conditions and the following disclaimer in the - documentation and/or other materials provided with the distribution. - - THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, - INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY - AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE - AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, - OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF - SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS - INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN - CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) - ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE - POSSIBILITY OF SUCH DAMAGE. -*/ -require_once("/etc/inc/util.inc"); -require_once("/etc/inc/functions.inc"); -require_once("/etc/inc/pkg-utils.inc"); -require_once("/etc/inc/globals.inc"); -require_once("/usr/local/pkg/postfix.inc"); - -function get_remote_log(){ - global $config,$g,$postfix_dir; - $curr_time = time(); - $log_time=date('YmdHis',$curr_time); - #get protocol - if($config['system']['webgui']['protocol'] != "") - $synchronizetoip = $config['system']['webgui']['protocol']. "://"; - #get port - $port = $config['system']['webgui']['port']; - #if port is empty lets rely on the protocol selection - if($port == "") - $port =($config['system']['webgui']['protocol'] == "http"?"80":"443"); - $synchronizetoip .= $sync_to_ip; - if (is_array($config['installedpackages']['postfixsync'])) - foreach($config['installedpackages']['postfixsync']['config'][0]['row'] as $sh){ - $sync_to_ip = $sh['ipaddress']; - $sync_type = $sh['sync_type']; - $password = $sh['password']; - $file= '/var/db/postfix/'.$server.'.sql'; - #get remote data - if ($sync_type=='fetch'){ - $url= $synchronizetoip . $sync_to_ip; - print "$sync_to_ip $url, $port\n"; - $method = 'pfsense.exec_php'; - $execcmd = "require_once('/usr/local/www/postfix.php');\n"; - $execcmd .= '$toreturn=get_sql('.$log_time.');'; - /* assemble xmlrpc payload */ - $params = array(XML_RPC_encode($password), - XML_RPC_encode($execcmd)); - log_error("postfix get sql data from {$sync_to_ip}."); - $msg = new XML_RPC_Message($method, $params); - $cli = new XML_RPC_Client('/xmlrpc.php', $url, $port); - $cli->setCredentials('admin', $password); - #$cli->setDebug(1); - $resp = $cli->send($msg, "250"); - $a=$resp->value(); - $errors=0; - #var_dump($sql); - foreach($a as $b) - foreach ($b as $c) - foreach ($c as $d) - foreach ($d as $e){ - $update=unserialize($e['string']); - print $update['day']."\n"; - if ($update['day'] != ""){ - create_db($update['day'].".db"); - if ($debug=true) - print $update['day'] ." writing from remote system to db..."; - $dbhandle = sqlite_open($postfix_dir.'/'.$update['day'].".db", 0666, $error); - #file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX); - $ok = sqlite_exec($dbhandle, gzuncompress(base64_decode($update['sql'])), $error); - if (!$ok){ - $errors++; - die ("Cannot execute query. $error\n".$update['sql']."\n"); - } - else{ - if ($debug=true) - print "ok\n"; - } - sqlite_close($dbhandle); - } - } - if ($errors ==0){ - $method = 'pfsense.exec_php'; - $execcmd = "require_once('/usr/local/www/postfix.php');\n"; - $execcmd .= 'flush_sql('.$log_time.');'; - /* assemble xmlrpc payload */ - $params = array(XML_RPC_encode($password), - XML_RPC_encode($execcmd)); - log_error("postfix flush sql buffer file from {$sync_to_ip}."); - $msg = new XML_RPC_Message($method, $params); - $cli = new XML_RPC_Client('/xmlrpc.php', $url, $port); - $cli->setCredentials('admin', $password); - #$cli->setDebug(1); - $resp = $cli->send($msg, "250"); - } - } - } -} -function get_sql($log_time){ - global $config,$xmlrpc_g; - $server=$_SERVER['REMOTE_ADDR']; - - if (is_array($config['installedpackages']['postfixsync'])) - foreach($config['installedpackages']['postfixsync']['config'][0]['row'] as $sh){ - $sync_to_ip = $sh['ipaddress']; - $sync_type = $sh['sync_type']; - $password = $sh['password']; - $file= '/var/db/postfix/'.$server.'.sql'; - if ($sync_to_ip==$server && $sync_type=='share' && file_exists($file)){ - rename($file,$file.".$log_time"); - return (file($file.".$log_time")); - } - } - return ""; -} - -function flush_sql($log_time){ - if (preg_match("/\d+\.\d+\.\d+\.\d+/",$_SERVER['REMOTE_ADDR'])) - unlink_if_exists('/var/db/postfix/'.$_SERVER['REMOTE_ADDR'].".sql.$log_time"); -} - -function grep_log(){ - global $postfix_dir,$postfix_arg,$config,$g; - - $total_lines=0; - $days=array(); - $grep="postfix.\(cleanup\|smtp\|error\|qmgr\)"; - $curr_time = time(); - $log_time=strtotime($postfix_arg['time'],$curr_time); - $m=date('M',strtotime($postfix_arg['time'],$curr_time)); - $j=substr(" ".date('j',strtotime($postfix_arg['time'],$curr_time)),-3); - # file grep loop - foreach ($postfix_arg['grep'] as $hour){ - print "/usr/bin/grep '^".$m.$j." ".$hour.".*".$grep."' /var/log/maillog\n"; - $lists=array(); - exec("/usr/bin/grep " . escapeshellarg('^'.$m.$j." ".$hour.".*".$grep)." /var/log/maillog", $lists); - foreach ($lists as $line){ - #check where is first mail record - if (preg_match("/ delay=(\d+)/",$line,$delay)){ - $day=date("Y-m-d",strtotime("-".$delay[1]." second",$log_time)); - if (! in_array($day,$days)){ - $days[]=$day; - create_db($day.".db"); - print "Found logs to $day.db\n"; - $stm_queue[$day]="BEGIN;\n"; - $stm_noqueue[$day]="BEGIN;\n"; - } - } - else{ - $day=date("Y-m-d",strtotime($postfix_arg['time'],$curr_time)); - if (! in_array($day,$days)){ - $days[]=$day; - create_db($day.".db"); - print "Found logs to $day.db\n"; - $stm_queue[$day]="BEGIN;\n"; - $stm_noqueue[$day]="BEGIN;\n"; - } - } - $status=array(); - $total_lines++; - #Nov 8 09:31:50 srvch011 postfix/smtpd[43585]: 19C281F59C8: client=pm03-974.auinmem.br[177.70.0.3] - if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+(\w+): client=(.*)/",$line,$email)){ - $values="'".$email[3]."','".$email[1]."','".$email[2]."','".$email[4]."'"; - if(${$email[3]}!=$email[3]) - $stm_queue[$day].='insert or ignore into mail_from(sid,date,server,client) values ('.$values.');'."\n"; - ${$email[3]}=$email[3]; - } - #Nov 14 09:29:32 srvch011 postfix/error[58443]: 2B8EB1F5A5A: to=, relay=none, delay=0.66, delays=0.63/0/0/0.02, dsn=4.4.3, status=deferred (delivery temporarily suspended: Host or domain name not found. Name service error for name=mail.pi.trf1.gov.br type=A: Host not found, try again) - #Nov 3 21:45:32 srvch011 postfix/smtp[18041]: 4CE321F4887: to=, relay=smtpe1.eom[81.00.20.9]:25, delay=1.9, delays=0.06/0.01/0.68/1.2, dsn=2.0.0, status=sent (250 2.0.0 Ok: queued as 2C33E2382C8) - #Nov 16 00:00:14 srvch011 postfix/smtp[7363]: 7AEB91F797D: to=, relay=mail.mg.trf1.gov.br[172.25.3.5]:25, delay=39, delays=35/1.1/0.04/2.7, dsn=5.7.1, status=bounced (host mail.mg.trf1.gov.br[172.25.3.5] said: 550 5.7.1 Unable to relay for alessandra.bueno@mg.trf1.gov.br (in reply to RCPT TO command)) - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.\w+\W\d+\W+(\w+): to=\<(.*)\>, relay=(.*), delay=([0-9,.]+), .* dsn=([0-9,.]+), status=(\w+) (.*)/",$line,$email)){ - $stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n"; - $stm_queue[$day].= "insert or ignore into mail_to (from_id,too,status,status_info,relay,delay,dsn) values ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($email[4])."',(select id from mail_status where info='".$email[8]."'),'".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."','".$email[5]."','".$email[6]."','".$email[7]."');\n"; - $stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='".$email[8]."'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."', dsn='".$email[7]."', delay='".$email[6]."', relay='".$email[5]."', too='".strtolower($email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n"; - } - #Nov 13 01:48:44 srvch011 postfix/cleanup[16914]: D995B1F570B: message-id=<61.40.11745.10E3FBE4@ofertas6> - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): message-id=\<(.*)\>/",$line,$email)){ - $stm_queue[$day].="update mail_from set msgid='".$email[4]."' where sid='".$email[3]."';\n"; - } - #Nov 14 02:40:05 srvch011 postfix/qmgr[46834]: BC5931F4F13: from=, size=32727, nrcpt=1 (queue active) - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.qmgr\W\d+\W+(\w+): from=\<(.*)\>\W+size=(\d+)/",$line,$email)){ - $stm_queue[$day].= "update mail_from set fromm='".strtolower($email[4])."', size='".$email[5]."' where sid='".$email[3]."';\n"; - } - #Nov 13 00:09:07 srvch011 postfix/bounce[56376]: 9145C1F67F7: sender non-delivery notification: D5BD31F6865 - #else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.bounce\W\d+\W+(\w+): sender non-delivery notification: (\w+)/",$line,$email)){ - # $stm_queue[$day].= "update mail_queue set bounce='".$email[4]."' where sid='".$email[3]."';\n"; - #} - #Nov 14 01:41:44 srvch011 postfix/smtpd[15259]: warning: 1EF3F1F573A: queue file size limit exceeded - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+warning: (\w+): queue file size limit exceeded/",$line,$email)){ - $stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n"; - $stm_queue[$day].= "update mail_to set status=(select id from mail_status where info='reject'), status_info='queue file size limit exceeded' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n"; - } - - #Nov 9 02:14:57 srvch011 postfix/cleanup[6856]: 617A51F5AC5: warning: header Subject: Mapeamento de Processos from lxalpha.12b.com.br[66.109.29.225]; from= to= proto=ESMTP helo= - #Nov 8 09:31:50 srvch011 postfix/cleanup[11471]: 19C281F59C8: reject: header From: "Giuliana Flores - Parceiro do Grupo Virtual" from pm03-974.auinmeio.com.br[177.70.232.225]; from= to= proto=ESMTP helo=: 5.7.1 [SN007] - #Nov 13 00:03:24 srvch011 postfix/cleanup[4192]: 8A5B31F52D2: reject: body http://platform.roastcrack.info/mj0ie6p-48qtiyq from move2.igloojack.info[173.239.63.16]; from= to= proto=SMTP helo=: 5.7.1 [BD040] - #Nov 14 01:41:35 srvch011 postfix/cleanup[58446]: 1EF3F1F573A: warning: header Subject: =?windows-1252?Q?IMOVEL_Voc=EA_=E9_um_Cliente_especial_da_=93CENTURY21=22?=??=?windows-1252?Q?Veja_o_que_tenho_para_voc=EA?= from mail-yw0-f51.google.com[209.85.213.51]; from= to= proto=ESMTP helo= - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): (\w+): (.*) from ([a-z,A-Z,0-9,.,-]+)\W([0-9,.]+)\W+from=\<(.*)\> to=\<(.*)\>.*helo=\W([a-z,A-Z,0-9,.,-]+)(.*)/",$line,$email)){ - $status['date']=$email[1]; - $status['server']=$email[2]; - $status['sid']=$email[3]; - $status['remote_hostname']=$email[6]; - $status['remote_ip']=$email[7]; - $status['from']=$email[8]; - $status['to']=$email[9]; - $status['helo']=$email[10]; - $status['status']=$email[4]; - $stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[4]."');\n"; - if ($email[4] =="warning"){ - $stm_queue[$day].= "insert or ignore into mail_status (info) values ('incoming');\n"; - #print "$line\n"; - $status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[11]); - $status['subject']=preg_replace("/header Subject: /","",$email[5]); - $status['subject']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$status['subject']); - $stm_queue[$day].="update mail_from set subject='".$status['subject']."', fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n"; - $stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='incoming'),'".$status['status_info']."');\n"; - $stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='incoming'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n"; - } - else{ - $stm_queue[$day].="update mail_from set fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n"; - $status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[5].$email[11]); - $stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$email[4]."'),'".$status['status_info']."');\n"; - $stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$email[4]."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n"; - } - } - #Nov 9 02:14:34 srvch011 postfix/smtpd[38129]: NOQUEUE: reject: RCPT from unknown[201.36.0.7]: 450 4.7.1 Client host rejected: cannot find your hostname, [201.36.98.7]; from= to= proto=ESMTP helo= - else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+NOQUEUE:\s+(\w+): (.*); from=\<(.*)\> to=\<(.*)\>.*helo=\<(.*)\>/",$line,$email)){ - $status['date']=$email[1]; - $status['server']=$email[2]; - $status['status']=$email[3]; - $status['status_info']=$email[4]; - $status['from']=$email[5]; - $status['to']=$email[6]; - $status['helo']=$email[7]; - $values="'".$status['date']."','".$status['status']."','".$status['status_info']."','".strtolower($status['from'])."','".strtolower($status['to'])."','".$status['helo']."','".$status['server']."'"; - $stm_noqueue[$day].='insert or ignore into mail_noqueue(date,status,status_info,fromm,too,helo,server) values ('.$values.');'."\n"; - } - if ($total_lines%1500 == 0){ - #save log in database - write_db($stm_noqueue,"noqueue",$days); - write_db($stm_queue,"from",$days); - foreach ($days as $d){ - $stm_noqueue[$d]="BEGIN;\n"; - $stm_queue[$d]="BEGIN;\n"; - } - } - if ($total_lines%1500 == 0) - print "$line\n"; - } - #save log in database - write_db($stm_noqueue,"noqueue",$days); - write_db($stm_queue,"from",$days); - foreach ($days as $d){ - $stm_noqueue[$d]="BEGIN;\n"; - $stm_queue[$d]="BEGIN;\n"; - } - } - - $config=parse_xml_config("{$g['conf_path']}/config.xml", $g['xml_rootobj']); - print count($config['installedpackages']); - #start db replication if configured - if ($config['installedpackages']['postfixsync']['config'][0]['rsync']) - foreach ($config['installedpackages']['postfixsync']['config'] as $rs ) - foreach($rs['row'] as $sh){ - $sync_to_ip = $sh['ipaddress']; - $sync_type = $sh['sync_type']; - $password = $sh['password']; - print "checking replication to $sync_to_ip..."; - if ($password && $sync_to_ip && preg_match("/(both|database)/",$sync_type)) - postfix_do_xmlrpc_sync($sync_to_ip, $password,$sync_type); - print "ok\n"; - } - -} - -function write_db($stm,$table,$days){ - global $postfix_dir,$config,$g; - conf_mount_rw(); - $do_sync=array(); - print "writing to database..."; - foreach ($days as $day) - if (strlen($stm[$day]) > 10){ - if ($config['installedpackages']['postfixsync']['config'][0]) - foreach ($config['installedpackages']['postfixsync']['config'] as $rs ) - foreach($rs['row'] as $sh){ - $sync_to_ip = $sh['ipaddress']; - $sync_type = $sh['sync_type']; - $password = $sh['password']; - $sql_file='/var/db/postfix/'.$sync_to_ip.'.sql'; - ${$sync_to_ip}=""; - if (file_exists($sql_file)) - ${$sync_to_ip}=file_get_contents($sql_file); - if ($sync_to_ip && $sync_type=="share"){ - ${$sync_to_ip}.=serialize(array('day'=> $day,'sql'=> base64_encode(gzcompress($stm[$day]."COMMIT;",9))))."\n"; - if (! in_array($sync_to_ip,$do_sync)) - $do_sync[]=$sync_to_ip; - } - } - #write local db file - create_db($day.".db"); - if ($debug=true) - print " writing to local db $day..."; - $dbhandle = sqlite_open($postfix_dir.$day.".db", 0666, $error); - if (!$dbhandle) die ($error); - #file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX); - $ok = sqlite_exec($dbhandle, $stm[$day]."COMMIT;", $error); - if (!$ok){ - if ($debug=true) - print ("Cannot execute query. $error\n".$stm[$day]."COMMIT;\n"); - } - else{ - if ($debug=true) - print "ok\n"; - } - sqlite_close($dbhandle); - } - #write update sql files - if (count ($do_sync) > 0 ){ - - foreach($do_sync as $ip) - file_put_contents('/var/db/postfix/'.$ip.'.sql',${$ip},LOCK_EX); - conf_mount_ro(); - } - #write local file - -} - -function create_db($postfix_db){ - global $postfix_dir,$postfix_arg; - if (! is_dir($postfix_dir)) - mkdir($postfix_dir,0775); - $new_db=(file_exists($postfix_dir.$postfix_db)?1:0); -$stm = << array(date("H:i",strtotime('-1 min',$curr_time))), - 'time' => '-1 min'); - break; - case "10min": - $postfix_arg=array( 'grep' => array(substr(date("H:i",strtotime('-10 min',$curr_time)),0,-1)), - 'time' => '-10 min'); - break; - case "01hour": - $postfix_arg=array( 'grep' => array(date("H:",strtotime('-01 hour',$curr_time))), - 'time' => '-01 hour'); - break; - case "04hour": - $postfix_arg=array( 'grep' => array(date("H:",strtotime('-04 hour',$curr_time)),date("H:",strtotime('-03 hour',$curr_time)), - date("H:",strtotime('-02 hour',$curr_time)),date("H:",strtotime('-01 hour',$curr_time))), - 'time' => '-04 hour'); - break; - case "24hours": - $postfix_arg=array( 'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:', - '12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'), - 'time' => '-01 day'); - break; - case "02days": - $postfix_arg=array( 'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:', - '12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'), - 'time' => '-02 day'); - break; - case "03days": - $postfix_arg=array( 'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:', - '12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'), - 'time' => '-03 day'); - break; - - default: - die ("invalid parameters\n"); -} -# get remote log from remote server -get_remote_log(); -# get local log from logfile -grep_log(); -} - -#http client call -if ($_REQUEST['files']!= ""){ - #do search - if($_REQUEST['queue']=="QUEUE"){ - $stm="select * from mail_from, mail_to ,mail_status where mail_from.id=mail_to.from_id and mail_to.status=mail_status.id "; - $last_next=" and "; - } - else{ - $stm="select * from mail_noqueue"; - $last_next=" where "; - } - $limit_prefix=(preg_match("/\d+/",$_REQUEST['limit'])?"limit ":""); - $limit=(preg_match("/\d+/",$_REQUEST['limit'])?$_REQUEST['limit']:""); - $files= explode(",", $_REQUEST['files']); - $stm_fetch=array(); - $total_result=0; - foreach ($files as $postfix_db) - if (file_exists($postfix_dir.'/'.$postfix_db)){ - $dbhandle = sqlite_open($postfix_dir.'/'.$postfix_db, 0666, $error); - if ($_REQUEST['from']!= ""){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if (preg_match('/\*/',$_REQUEST['from'])) - $stm .=$next."fromm like '".preg_replace('/\*/','%',$_REQUEST['from'])."'"; - else - $stm .=$next."fromm in('".$_REQUEST['from']."')"; - } - if ($_REQUEST['to']!= ""){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if (preg_match('/\*/',$_REQUEST['to'])) - $stm .=$next."too like '".preg_replace('/\*/','%',$_REQUEST['to'])."'"; - else - $stm .=$next."too in('".$_REQUEST['to']."')"; - } - if ($_REQUEST['sid']!= "" && $_REQUEST['queue']=="QUEUE"){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - $stm .=$next."sid in('".$_REQUEST['sid']."')"; - } - if ($_REQUEST['relay']!= "" && $_REQUEST['queue']=="QUEUE"){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if (preg_match('/\*/',$_REQUEST['subject'])) - $stm .=$next."relay like '".preg_replace('/\*/','%',$_REQUEST['relay'])."'"; - else - $stm .=$next."relay = '".$_REQUEST['relay']."'"; - } - if ($_REQUEST['subject']!= "" && $_REQUEST['queue']=="QUEUE"){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if (preg_match('/\*/',$_REQUEST['subject'])) - $stm .=$next."subject like '".preg_replace('/\*/','%',$_REQUEST['subject'])."'"; - else - $stm .=$next."subject = '".$_REQUEST['subject']."'"; - } - if ($_REQUEST['msgid']!= "" && $_REQUEST['queue']=="QUEUE"){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if (preg_match('/\*/',$_REQUEST['msgid'])) - $stm .=$next."msgid like '".preg_replace('/\*/','%',$_REQUEST['msgid'])."'"; - else - $stm .=$next."msgid = '".$_REQUEST['msgid']."'"; - } - if ($_REQUEST['server']!= "" ){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - if( $_REQUEST['queue']=="QUEUE") - $stm .=$next."mail_from.server = '".$_REQUEST['server']."'"; - else - $stm .=$next."server = '".$_REQUEST['server']."'"; - } - - if ($_REQUEST['status']!= ""){ - $next=($last_next==" and "?" and ":" where "); - $last_next=" and "; - $stm .=$next."mail_status.info = '".$_REQUEST['status']."'"; - } - #print "
".$stm;
-				#$stm = "select * from mail_to,mail_status where mail_to.status=mail_status.id";
-				$result = sqlite_query($dbhandle, $stm." order by date desc $limit_prefix $limit ");
-				#$result = sqlite_query($dbhandle, $stm."  $limit_prefix $limit ");	
-			if (preg_match("/\d+/",$_REQUEST['limit'])){
-				for ($i = 1; $i <= $limit; $i++) {
-					$row = sqlite_fetch_array($result, SQLITE_ASSOC);
-					 if (is_array($row))
-						$stm_fetch[]=$row;
-					}
-			}
-			else{
-				$stm_fetch = sqlite_fetch_all($result, SQLITE_ASSOC);
-			}
-			sqlite_close($dbhandle);
-	}
-	$fields= explode(",", $_REQUEST['fields']);
-	if ($_REQUEST['sbutton']=='export'){
-		print '';
-		print '';
-		print '';
-		$header="";
-		foreach ($stm_fetch as $mail){
-			foreach ($mail as $key => $data){
-				if (!preg_match("/$key/",$header))
-					$header .= $key.",";
-				$export.=preg_replace('/,/',"",$mail[$key]).",";
-				}
-			$export.= "\n";
-		}
-		print '
'.gettext("Search Results").'
";
-		}
-	else{
-	if ($_REQUEST['queue']=="NOQUEUE"){
-		print '';
-		print '';
-		print '';
-		if(in_array("date",$fields))
-			print '';
-		if(in_array("server",$fields))
-			print '';
-		if(in_array("from",$fields))
-			print '';
-		if(in_array("to",$fields))
-			print '';
-		if(in_array("helo",$fields))
-			print '';
-		if(in_array("status",$fields))
-			print '';
-		if(in_array("status_info",$fields))
-			print '';
-		print '';
-		foreach ($stm_fetch as $mail){
-			print '';
-		if(in_array("date",$fields))
-			print '';
-		if(in_array("server",$fields))
-			print '';
-		if(in_array("from",$fields))
-			print '';
-		if(in_array("to",$fields))
-			print '';
-		if(in_array("helo",$fields))
-			print '';
-		if(in_array("status",$fields))
-			print '';
-		if(in_array("status_info",$fields))
-			print '';
-			print '';
-			$total_result++;
-		}
-	}
-  else{
-  		print '
'.gettext("Search Results").'
dateserverFromtoHeloStatusStatus Info
'.$mail['date'].''.$mail['server'].''.$mail['fromm'].''.$mail['too'].''.$mail['helo'].''.$mail['status'].''.$mail['status_info'].'
';
-		print '';
-		print '';
-		if(in_array("date",$fields))
-			print '';
-		if(in_array("server",$fields))
-			print '';
-		if(in_array("from",$fields))
-			print '';
-		if(in_array("to",$fields))
-			print '';
-		if(in_array("subject",$fields))
-			print '';
-		if(in_array("delay",$fields))
-			print '';
-		if(in_array("status",$fields))
-			print '';
-		if(in_array("status_info",$fields))
-			print '';
-		if(in_array("size",$fields))
-			print '';
-		if(in_array("helo",$fields))
-			print '';
-		if(in_array("sid",$fields))
-			print '';
-		if(in_array("msgid",$fields))
-			print '';
-		if(in_array("bounce",$fields))
-			print '';
-		if(in_array("relay",$fields))
-			print '';
-		print '';
-		foreach ($stm_fetch as $mail){
-			if(in_array("date",$fields))
-				print '';
-			if(in_array("server",$fields))
-				print '';
-			if(in_array("from",$fields))
-				print '';
-			if(in_array("to",$fields))
-				print '';
-			if(in_array("subject",$fields))
-				print '';
-			if(in_array("delay",$fields))
-				print '';
-			if(in_array("status",$fields))
-				print '';
-			if(in_array("status_info",$fields))
-				print '';
-			if(in_array("size",$fields))
-				print '';
-			if(in_array("helo",$fields))
-				print '';
-			if(in_array("sid",$fields))
-				print '';
-			if(in_array("msgid",$fields))
-				print '';
-			if(in_array("bounce",$fields))
-				print '';
-			if(in_array("relay",$fields))
-				print '';
-			print '';
-			$total_result++;
-		}
-  }
-	print '';
-	print '';
-	print '';
-	print '';	
-	print '
'.gettext("Search Results").'
DateServerFromtoSubjectDelayStatusStatus InfoSizeHeloSIDMSGIDBounceRelay
'.$mail['mail_from.date'].''.$mail['mail_from.server'].''.$mail['mail_from.fromm'].''.$mail['mail_to.too'].''.$mail['mail_from.subject'].''.$mail['mail_to.delay'].''.$mail['mail_status.info'].''.$mail['mail_to.status_info'].''.$mail['mail_from.size'].''.$mail['mail_from.helo'].''.$mail['mail_from.sid'].''.$mail['mail_from.msgid'].''.$mail['mail_to.bounce'].''.$mail['mail_to.relay'].'
Total:'.$total_result.'
';
-	}				
-}
+
+	based on varnish_view_config.
+	All rights reserved.
+
+	Redistribution and use in source and binary forms, with or without
+	modification, are permitted provided that the following conditions are met:
+
+	1. Redistributions of source code must retain the above copyright notice,
+	   this list of conditions and the following disclaimer.
+
+	2. Redistributions in binary form must reproduce the above copyright
+	   notice, this list of conditions and the following disclaimer in the
+	   documentation and/or other materials provided with the distribution.
+
+	THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
+	INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
+	AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+	AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
+	OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+	SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+	INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+	CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+	ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+	POSSIBILITY OF SUCH DAMAGE.
+*/
+require_once("/etc/inc/util.inc");
+require_once("/etc/inc/functions.inc");
+require_once("/etc/inc/pkg-utils.inc");
+require_once("/etc/inc/globals.inc");
+require_once("/usr/local/pkg/postfix.inc");
+
+function get_remote_log(){
+	global $config,$g,$postfix_dir;
+	$curr_time = time();
+	$log_time=date('YmdHis',$curr_time);
+	#get protocol
+    if($config['system']['webgui']['protocol'] != "") 
+		$synchronizetoip = $config['system']['webgui']['protocol']. "://";
+   	#get port
+    $port = $config['system']['webgui']['port'];
+    #if port is empty lets rely on the protocol selection 
+    if($port == "")
+    	$port =($config['system']['webgui']['protocol'] == "http"?"80":"443"); 
+	$synchronizetoip .= $sync_to_ip;
+	if (is_array($config['installedpackages']['postfixsync']))
+		foreach($config['installedpackages']['postfixsync']['config'][0]['row'] as $sh){
+			$sync_to_ip = $sh['ipaddress'];
+			$sync_type = $sh['sync_type'];
+			$password = $sh['password'];
+			$file= '/var/db/postfix/'.$server.'.sql';
+			#get remote data
+			if ($sync_type=='fetch'){
+				$url= $synchronizetoip . $sync_to_ip;
+				print "$sync_to_ip $url, $port\n";			
+				$method = 'pfsense.exec_php';
+				$execcmd  = "require_once('/usr/local/www/postfix.php');\n";
+				$execcmd .= '$toreturn=get_sql('.$log_time.');';
+				/* assemble xmlrpc payload */
+				$params = array(XML_RPC_encode($password),
+								XML_RPC_encode($execcmd));
+				log_error("postfix get sql data from {$sync_to_ip}.");
+				$msg = new XML_RPC_Message($method, $params);
+				$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);
+				$cli->setCredentials('admin', $password);
+				#$cli->setDebug(1);
+				$resp = $cli->send($msg, "250");
+				$a=$resp->value();
+				$errors=0;
+				#var_dump($sql);
+				foreach($a as $b)
+					foreach ($b as $c)
+						foreach ($c as $d)
+							foreach ($d as $e){
+							$update=unserialize($e['string']);
+							print $update['day']."\n";
+							if ($update['day'] != ""){
+							create_db($update['day'].".db");
+							if ($debug=true)
+								print $update['day'] ." writing from remote system to db...";
+							$dbhandle = sqlite_open($postfix_dir.'/'.$update['day'].".db", 0666, $error);
+							#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);
+							$ok = sqlite_exec($dbhandle, gzuncompress(base64_decode($update['sql'])), $error);
+								if (!$ok){
+									$errors++;
+									die ("Cannot execute query. $error\n".$update['sql']."\n");
+								}
+								else{
+									if ($debug=true)	
+										print "ok\n";
+								}
+								sqlite_close($dbhandle);
+							}
+							}
+				if ($errors ==0){
+					$method = 'pfsense.exec_php';
+					$execcmd  = "require_once('/usr/local/www/postfix.php');\n";
+					$execcmd .= 'flush_sql('.$log_time.');';
+					/* assemble xmlrpc payload */
+					$params = array(XML_RPC_encode($password),
+									XML_RPC_encode($execcmd));
+					log_error("postfix flush sql buffer file from {$sync_to_ip}.");
+					$msg = new XML_RPC_Message($method, $params);
+					$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);
+					$cli->setCredentials('admin', $password);
+					#$cli->setDebug(1);
+					$resp = $cli->send($msg, "250");
+					}
+				}
+		}	
+}
+function get_sql($log_time){
+	global $config,$xmlrpc_g;
+	$server=$_SERVER['REMOTE_ADDR'];
+	
+	if (is_array($config['installedpackages']['postfixsync']))
+		foreach($config['installedpackages']['postfixsync']['config'][0]['row']  as $sh){
+			$sync_to_ip = $sh['ipaddress'];
+			$sync_type = $sh['sync_type'];
+			$password = $sh['password'];
+			$file= '/var/db/postfix/'.$server.'.sql';
+			if ($sync_to_ip==$server && $sync_type=='share' && file_exists($file)){
+				rename($file,$file.".$log_time");
+				return (file($file.".$log_time"));
+				}
+		}
+		return "";
+}
+
+function flush_sql($log_time){
+	if (preg_match("/\d+\.\d+\.\d+\.\d+/",$_SERVER['REMOTE_ADDR']))
+		unlink_if_exists('/var/db/postfix/'.$_SERVER['REMOTE_ADDR'].".sql.$log_time");
+}
+
+function grep_log(){
+	global $postfix_dir,$postfix_arg,$config,$g;
+	
+	$total_lines=0;
+	$days=array();
+	$grep="\(MailScanner\|postfix.cleanup\|postfix.smtp\|postfix.error\|postfix.qmgr\)";
+	$curr_time = time();
+	$log_time=strtotime($postfix_arg['time'],$curr_time);
+	$m=date('M',strtotime($postfix_arg['time'],$curr_time));
+	$j=substr("  ".date('j',strtotime($postfix_arg['time'],$curr_time)),-3);
+	# file grep loop
+	foreach ($postfix_arg['grep'] as $hour){
+	  print "/usr/bin/grep '^".$m.$j." ".$hour.".*".$grep."' /var/log/maillog\n"; 
+	  $lists=array();
+	  exec("/usr/bin/grep " . escapeshellarg('^'.$m.$j." ".$hour.".*".$grep)." /var/log/maillog", $lists);
+	  foreach ($lists as $line){
+	  	#check where is first mail record
+	  	if (preg_match("/ delay=(\d+)/",$line,$delay)){
+	  		$day=date("Y-m-d",strtotime("-".$delay[1]." second",$log_time));
+	  		if (! in_array($day,$days)){
+	  			$days[]=$day;
+	  			create_db($day.".db");
+	  			print "Found logs to $day.db\n";
+	  			$stm_queue[$day]="BEGIN;\n";
+	  			$stm_noqueue[$day]="BEGIN;\n";
+	  			}
+	  		}
+	  	else{
+		  	$day=date("Y-m-d",strtotime($postfix_arg['time'],$curr_time));
+		  	if (! in_array($day,$days)){
+	  			$days[]=$day;
+	  			create_db($day.".db");
+	  			print "Found logs to $day.db\n";
+	  			$stm_queue[$day]="BEGIN;\n";
+	  			$stm_noqueue[$day]="BEGIN;\n";
+		  		}
+	  		}
+		$status=array();
+		$total_lines++;
+		#Nov  8 09:31:50 srvch011 postfix/smtpd[43585]: 19C281F59C8: client=pm03-974.auinmem.br[177.70.0.3]
+		if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+(\w+): client=(.*)/",$line,$email)){
+			$values="'".$email[3]."','".$email[1]."','".$email[2]."','".$email[4]."'";
+			if(${$email[3]}!=$email[3])
+				$stm_queue[$day].='insert or ignore into mail_from(sid,date,server,client) values ('.$values.');'."\n";
+			${$email[3]}=$email[3];
+		}
+		#Dec  2 22:21:18 pfsense MailScanner[60670]: Requeue: 8DC3BBDEAF.A29D3 to 5AD9ABDEB5
+		else if (preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) MailScanner.*Requeue: (\w+)\W\w+ to (\w+)/",$line,$email)){
+			$stm_queue[$day].= "update or ignore mail_from set sid='".$email[4]."' where sid='".$email[3]."';\n";
+		}
+		#Dec  5 14:06:10 srvchunk01 MailScanner[19589]: Message 775201F44B1.AED2C from 209.185.111.50 (marcellocoutinho@mailtest.com) to sede.mail.test.com is spam, SpamAssassin (not cached, escore=99.202, requerido 6, autolearn=spam, DKIM_SIGNED 0.10, DKIM_VALID -0.10, DKIM_VALID_AU -0.10, FREEMAIL_FROM 0.00, HTML_MESSAGE 0.00, RCVD_IN_DNSWL_LOW -0.70, WORM_TEST2 100.00)
+		else if (preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) MailScanner\W\d+\W+\w+\s+(\w+).* is spam, (.*)/",$line,$email)){
+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('spam');\n";
+			print "\n#######################################\nSPAM:".$email[4].$email[3].$email[2]."\n#######################################\n";
+			$stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='spam'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";
+		}
+		#Nov 14 09:29:32 srvch011 postfix/error[58443]: 2B8EB1F5A5A: to=, relay=none, delay=0.66, delays=0.63/0/0/0.02, dsn=4.4.3, status=deferred (delivery temporarily suspended: Host or domain name not found. Name service error for name=mail.pi.test.com type=A: Host not found, try again)
+		#Nov  3 21:45:32 srvch011 postfix/smtp[18041]: 4CE321F4887: to=, relay=smtpe1.eom[81.00.20.9]:25, delay=1.9, delays=0.06/0.01/0.68/1.2, dsn=2.0.0, status=sent (250 2.0.0 Ok: queued as 2C33E2382C8)
+		#Nov 16 00:00:14 srvch011 postfix/smtp[7363]: 7AEB91F797D: to=, relay=mail.mg.test.com[172.25.3.5]:25, delay=39, delays=35/1.1/0.04/2.7, dsn=5.7.1, status=bounced (host mail.mg.test.com[172.25.3.5] said: 550 5.7.1 Unable to relay for alessandra.bueno@mg.test.com (in reply to RCPT TO command))
+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.\w+\W\d+\W+(\w+): to=\<(.*)\>, relay=(.*), delay=([0-9,.]+), .* dsn=([0-9,.]+), status=(\w+) (.*)/",$line,$email)){
+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";
+			$stm_queue[$day].= "insert or ignore into mail_to (from_id,too,status,status_info,relay,delay,dsn) values ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($email[4])."',(select id from mail_status where info='".$email[8]."'),'".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."','".$email[5]."','".$email[6]."','".$email[7]."');\n";	
+			$stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='".$email[8]."'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."', dsn='".$email[7]."', delay='".$email[6]."', relay='".$email[5]."', too='".strtolower($email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";
+		}
+		#Nov 13 01:48:44 srvch011 postfix/cleanup[16914]: D995B1F570B: message-id=<61.40.11745.10E3FBE4@ofertas6>
+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): message-id=\<(.*)\>/",$line,$email)){
+			$stm_queue[$day].="update mail_from set msgid='".$email[4]."' where sid='".$email[3]."';\n";
+		}
+		#Nov 14 02:40:05 srvch011 postfix/qmgr[46834]: BC5931F4F13: from=, size=32727, nrcpt=1 (queue active)
+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.qmgr\W\d+\W+(\w+): from=\<(.*)\>\W+size=(\d+)/",$line,$email)){
+			$stm_queue[$day].= "update mail_from set fromm='".strtolower($email[4])."', size='".$email[5]."' where sid='".$email[3]."';\n";
+		}
+		#Nov 13 00:09:07 srvch011 postfix/bounce[56376]: 9145C1F67F7: sender non-delivery notification: D5BD31F6865
+		#else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.bounce\W\d+\W+(\w+): sender non-delivery notification: (\w+)/",$line,$email)){
+		#	$stm_queue[$day].= "update mail_queue set bounce='".$email[4]."' where sid='".$email[3]."';\n";
+		#}
+		#Nov 14 01:41:44 srvch011 postfix/smtpd[15259]: warning: 1EF3F1F573A: queue file size limit exceeded
+	  else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+warning: (\w+): queue file size limit exceeded/",$line,$email)){
+	  		$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";
+			$stm_queue[$day].= "update mail_to set status=(select id from mail_status where info='reject'), status_info='queue file size limit exceeded' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";
+		}
+		
+		#Nov  9 02:14:57 srvch011 postfix/cleanup[6856]: 617A51F5AC5: warning: header Subject: Mapeamento de Processos from lxalpha.12b.com.br[66.109.29.225]; from= to= proto=ESMTP helo=
+		#Nov  8 09:31:50 srvch011 postfix/cleanup[11471]: 19C281F59C8: reject: header From: "Giuliana Flores - Parceiro do Grupo Virtual"  from pm03-974.auinmeio.com.br[177.70.232.225]; from= to= proto=ESMTP helo=: 5.7.1 [SN007]
+		#Nov 13 00:03:24 srvch011 postfix/cleanup[4192]: 8A5B31F52D2: reject: body http://platform.roastcrack.info/mj0ie6p-48qtiyq from move2.igloojack.info[173.239.63.16]; from= to= proto=SMTP helo=: 5.7.1 [BD040]
+		#Nov 14 01:41:35 srvch011 postfix/cleanup[58446]: 1EF3F1F573A: warning: header Subject: =?windows-1252?Q?IMOVEL_Voc=EA_=E9_um_Cliente_especial_da_=93CENTURY21=22?=??=?windows-1252?Q?Veja_o_que_tenho_para_voc=EA?= from mail-yw0-f51.google.com[209.85.213.51]; from= to= proto=ESMTP helo=
+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): (\w+): (.*) from ([a-z,A-Z,0-9,.,-]+)\W([0-9,.]+)\W+from=\<(.*)\> to=\<(.*)\>.*helo=\W([a-z,A-Z,0-9,.,-]+)(.*)/",$line,$email)){
+			$status['date']=$email[1];
+			$status['server']=$email[2];
+			$status['sid']=$email[3];
+			$status['remote_hostname']=$email[6];
+			$status['remote_ip']=$email[7];
+			$status['from']=$email[8];
+			$status['to']=$email[9];
+			$status['helo']=$email[10];
+			$status['status']=$email[4];
+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[4]."');\n";
+			if ($email[4] =="warning"){
+				if (${$status['sid']}=='hold'){
+					$status['status']='hold';
+					}
+				else{
+					$status['status']='incoming';
+					$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$status['status']."');\n";
+					}
+				#print "$line\n";
+				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[11]);
+				$status['subject']=preg_replace("/header Subject: /","",$email[5]);
+				$status['subject']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$status['subject']);
+				$stm_queue[$day].="update mail_from set subject='".$status['subject']."', fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";
+				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$status['status']."'),'".$status['status_info']."');\n";
+				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$status['status']."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";
+				}
+			else{
+				${$status['sid']}=$status['status'];
+				$stm_queue[$day].="update mail_from set fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";
+				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[5].$email[11]);
+				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$email[4]."'),'".$status['status_info']."');\n";
+				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$email[4]."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";
+								}
+			}
+		#Nov  9 02:14:34 srvch011 postfix/smtpd[38129]: NOQUEUE: reject: RCPT from unknown[201.36.0.7]: 450 4.7.1 Client host rejected: cannot find your hostname, [201.36.98.7]; from= to= proto=ESMTP helo=
+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+NOQUEUE:\s+(\w+): (.*); from=\<(.*)\> to=\<(.*)\>.*helo=\<(.*)\>/",$line,$email)){
+			$status['date']=$email[1];
+			$status['server']=$email[2];
+			$status['status']=$email[3];
+			$status['status_info']=$email[4];
+			$status['from']=$email[5];
+			$status['to']=$email[6];
+			$status['helo']=$email[7];	
+			$values="'".$status['date']."','".$status['status']."','".$status['status_info']."','".strtolower($status['from'])."','".strtolower($status['to'])."','".$status['helo']."','".$status['server']."'";
+			$stm_noqueue[$day].='insert or ignore into mail_noqueue(date,status,status_info,fromm,too,helo,server) values ('.$values.');'."\n";		
+		}
+		if ($total_lines%1500 == 0){
+			#save log in database
+			write_db($stm_noqueue,"noqueue",$days);
+			write_db($stm_queue,"from",$days);
+			foreach ($days as $d){
+				$stm_noqueue[$d]="BEGIN;\n";
+				$stm_queue[$d]="BEGIN;\n";
+				}
+			}
+	if ($total_lines%1500 == 0)
+		print "$line\n";
+		}
+	#save log in database
+	write_db($stm_noqueue,"noqueue",$days);
+	write_db($stm_queue,"from",$days);
+	foreach ($days as $d){
+		$stm_noqueue[$d]="BEGIN;\n";
+		$stm_queue[$d]="BEGIN;\n";
+		}
+	}
+	
+	$config=parse_xml_config("{$g['conf_path']}/config.xml", $g['xml_rootobj']);
+	print count($config['installedpackages']);
+	#start db replication if configured
+	if ($config['installedpackages']['postfixsync']['config'][0]['rsync'])
+		foreach ($config['installedpackages']['postfixsync']['config'] as $rs )
+			foreach($rs['row'] as $sh){
+				$sync_to_ip = $sh['ipaddress'];
+				$sync_type = $sh['sync_type'];
+				$password = $sh['password'];
+				print "checking replication to $sync_to_ip...";
+				if ($password && $sync_to_ip && preg_match("/(both|database)/",$sync_type))
+					postfix_do_xmlrpc_sync($sync_to_ip, $password,$sync_type);
+				print "ok\n";
+				}
+	
+}
+
+function write_db($stm,$table,$days){
+	global $postfix_dir,$config,$g;
+	conf_mount_rw();
+	$do_sync=array();
+	print "writing to database...";
+	foreach ($days as $day)
+		if (strlen($stm[$day]) > 10){
+		  if ($config['installedpackages']['postfixsync']['config'][0])
+			foreach ($config['installedpackages']['postfixsync']['config'] as $rs )
+				foreach($rs['row'] as $sh){
+					$sync_to_ip = $sh['ipaddress'];
+					$sync_type = $sh['sync_type'];
+					$password = $sh['password'];
+					$sql_file='/var/db/postfix/'.$sync_to_ip.'.sql';
+					${$sync_to_ip}="";
+					if (file_exists($sql_file))
+						${$sync_to_ip}=file_get_contents($sql_file);
+					if ($sync_to_ip && $sync_type=="share"){
+						${$sync_to_ip}.=serialize(array('day'=> $day,'sql'=> base64_encode(gzcompress($stm[$day]."COMMIT;",9))))."\n";
+						if (! in_array($sync_to_ip,$do_sync))
+							$do_sync[]=$sync_to_ip;
+						}
+					}
+			#write local db file
+			create_db($day.".db");
+			if ($debug=true)
+				print " writing to local db $day...";
+			$dbhandle = sqlite_open($postfix_dir.$day.".db", 0666, $error);
+			if (!$dbhandle) die ($error);	
+			#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);
+			$ok = sqlite_exec($dbhandle, $stm[$day]."COMMIT;", $error);
+			if (!$ok){
+				if ($debug=true)
+					print ("Cannot execute query. $error\n".$stm[$day]."COMMIT;\n");
+				}
+			else{
+				if ($debug=true)
+					print "ok\n";
+				}
+			sqlite_close($dbhandle);
+			}
+	#write update sql files
+	if (count ($do_sync) > 0 ){
+		
+		foreach($do_sync as $ip)
+			file_put_contents('/var/db/postfix/'.$ip.'.sql',${$ip},LOCK_EX);
+		conf_mount_ro();
+	}
+	#write local file
+	
+}
+
+function create_db($postfix_db){
+	global $postfix_dir,$postfix_arg;
+	if (! is_dir($postfix_dir))
+		mkdir($postfix_dir,0775);
+	$new_db=(file_exists($postfix_dir.$postfix_db)?1:0);
+$stm = << array(date("H:i",strtotime('-1 min',$curr_time))),
+							'time' => '-1 min');
+		break;
+	case "10min":
+		$postfix_arg=array(	'grep' => array(substr(date("H:i",strtotime('-10 min',$curr_time)),0,-1)),
+							'time' => '-10 min');
+		break;
+	case "01hour":
+		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-01 hour',$curr_time))),
+							'time' => '-01 hour');
+		break;
+	case "04hour":
+		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-04 hour',$curr_time)),date("H:",strtotime('-03 hour',$curr_time)),
+											date("H:",strtotime('-02 hour',$curr_time)),date("H:",strtotime('-01 hour',$curr_time))),
+							'time' => '-04 hour');
+		break;
+	case "24hours":
+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
+							'time' => '-01 day');
+		break;
+	case "02days":
+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
+							'time' => '-02 day');
+		break;
+	case "03days":
+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
+							'time' => '-03 day');
+		break;
+		
+		default:
+		die ("invalid parameters\n");
+}
+# get remote log from remote server
+get_remote_log();
+# get local log from logfile
+grep_log();	
+}
+
+#http client call
+if ($_REQUEST['files']!= ""){
+	#do search
+	if($_REQUEST['queue']=="QUEUE"){
+		$stm="select * from mail_from, mail_to ,mail_status where mail_from.id=mail_to.from_id and mail_to.status=mail_status.id ";
+		$last_next=" and ";
+	}
+	else{
+		$stm="select * from mail_noqueue";
+		$last_next=" where ";
+	}
+	$limit_prefix=(preg_match("/\d+/",$_REQUEST['limit'])?"limit ":"");
+	$limit=(preg_match("/\d+/",$_REQUEST['limit'])?$_REQUEST['limit']:"");
+	$files= explode(",", $_REQUEST['files']);
+	$stm_fetch=array();
+	$total_result=0;
+	foreach ($files as $postfix_db)
+		if (file_exists($postfix_dir.'/'.$postfix_db)){ 
+			$dbhandle = sqlite_open($postfix_dir.'/'.$postfix_db, 0666, $error);
+			if ($_REQUEST['from']!= ""){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if (preg_match('/\*/',$_REQUEST['from']))
+					$stm .=$next."fromm like '".preg_replace('/\*/','%',$_REQUEST['from'])."'";
+				else
+					$stm .=$next."fromm in('".$_REQUEST['from']."')";
+				}
+			if ($_REQUEST['to']!= ""){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if (preg_match('/\*/',$_REQUEST['to']))
+					$stm .=$next."too like '".preg_replace('/\*/','%',$_REQUEST['to'])."'";
+				else
+					$stm .=$next."too in('".$_REQUEST['to']."')";
+				}
+			if ($_REQUEST['sid']!= "" && $_REQUEST['queue']=="QUEUE"){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				$stm .=$next."sid in('".$_REQUEST['sid']."')";
+				}
+			if ($_REQUEST['relay']!= "" && $_REQUEST['queue']=="QUEUE"){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if (preg_match('/\*/',$_REQUEST['subject']))
+					$stm .=$next."relay like '".preg_replace('/\*/','%',$_REQUEST['relay'])."'";
+				else
+					$stm .=$next."relay = '".$_REQUEST['relay']."'";
+				}
+			if ($_REQUEST['subject']!= "" && $_REQUEST['queue']=="QUEUE"){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if (preg_match('/\*/',$_REQUEST['subject']))
+					$stm .=$next."subject like '".preg_replace('/\*/','%',$_REQUEST['subject'])."'";
+				else
+					$stm .=$next."subject = '".$_REQUEST['subject']."'";
+				}
+			if ($_REQUEST['msgid']!= "" && $_REQUEST['queue']=="QUEUE"){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if (preg_match('/\*/',$_REQUEST['msgid']))
+					$stm .=$next."msgid like '".preg_replace('/\*/','%',$_REQUEST['msgid'])."'";
+				else
+					$stm .=$next."msgid = '".$_REQUEST['msgid']."'";
+				}
+			if ($_REQUEST['server']!= "" ){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				if( $_REQUEST['queue']=="QUEUE")
+					$stm .=$next."mail_from.server = '".$_REQUEST['server']."'";
+				else
+					$stm .=$next."server = '".$_REQUEST['server']."'";
+				}
+				
+		if ($_REQUEST['status']!= ""){
+				$next=($last_next==" and "?" and ":" where ");
+				$last_next=" and ";
+				$stm .=$next."mail_status.info = '".$_REQUEST['status']."'";
+				}
+					#print "
".$stm;
+				#$stm = "select * from mail_to,mail_status where mail_to.status=mail_status.id";
+				$result = sqlite_query($dbhandle, $stm." order by date desc $limit_prefix $limit ");
+				#$result = sqlite_query($dbhandle, $stm."  $limit_prefix $limit ");	
+			if (preg_match("/\d+/",$_REQUEST['limit'])){
+				for ($i = 1; $i <= $limit; $i++) {
+					$row = sqlite_fetch_array($result, SQLITE_ASSOC);
+					 if (is_array($row))
+						$stm_fetch[]=$row;
+					}
+			}
+			else{
+				$stm_fetch = sqlite_fetch_all($result, SQLITE_ASSOC);
+			}
+			sqlite_close($dbhandle);
+	}
+	$fields= explode(",", $_REQUEST['fields']);
+	if ($_REQUEST['sbutton']=='export'){
+		print '';
+		print '';
+		print '';
+		$header="";
+		foreach ($stm_fetch as $mail){
+			foreach ($mail as $key => $data){
+				if (!preg_match("/$key/",$header))
+					$header .= $key.",";
+				$export.=preg_replace('/,/',"",$mail[$key]).",";
+				}
+			$export.= "\n";
+		}
+		print '
'.gettext("Search Results").'
";
+		}
+	else{
+	if ($_REQUEST['queue']=="NOQUEUE"){
+		print '';
+		print '';
+		print '';
+		if(in_array("date",$fields))
+			print '';
+		if(in_array("server",$fields))
+			print '';
+		if(in_array("from",$fields))
+			print '';
+		if(in_array("to",$fields))
+			print '';
+		if(in_array("helo",$fields))
+			print '';
+		if(in_array("status",$fields))
+			print '';
+		if(in_array("status_info",$fields))
+			print '';
+		print '';
+		foreach ($stm_fetch as $mail){
+			print '';
+		if(in_array("date",$fields))
+			print '';
+		if(in_array("server",$fields))
+			print '';
+		if(in_array("from",$fields))
+			print '';
+		if(in_array("to",$fields))
+			print '';
+		if(in_array("helo",$fields))
+			print '';
+		if(in_array("status",$fields))
+			print '';
+		if(in_array("status_info",$fields))
+			print '';
+			print '';
+			$total_result++;
+		}
+	}
+  else{
+  		print '
'.gettext("Search Results").'
dateserverFromtoHeloStatusStatus Info
'.$mail['date'].''.$mail['server'].''.$mail['fromm'].''.$mail['too'].''.$mail['helo'].''.$mail['status'].''.$mail['status_info'].'
';
+		print '';
+		print '';
+		if(in_array("date",$fields))
+			print '';
+		if(in_array("server",$fields))
+			print '';
+		if(in_array("from",$fields))
+			print '';
+		if(in_array("to",$fields))
+			print '';
+		if(in_array("subject",$fields))
+			print '';
+		if(in_array("delay",$fields))
+			print '';
+		if(in_array("status",$fields))
+			print '';
+		if(in_array("status_info",$fields))
+			print '';
+		if(in_array("size",$fields))
+			print '';
+		if(in_array("helo",$fields))
+			print '';
+		if(in_array("sid",$fields))
+			print '';
+		if(in_array("msgid",$fields))
+			print '';
+		if(in_array("bounce",$fields))
+			print '';
+		if(in_array("relay",$fields))
+			print '';
+		print '';
+		foreach ($stm_fetch as $mail){
+			if(in_array("date",$fields))
+				print '';
+			if(in_array("server",$fields))
+				print '';
+			if(in_array("from",$fields))
+				print '';
+			if(in_array("to",$fields))
+				print '';
+			if(in_array("subject",$fields))
+				print '';
+			if(in_array("delay",$fields))
+				print '';
+			if(in_array("status",$fields))
+				print '';
+			if(in_array("status_info",$fields))
+				print '';
+			if(in_array("size",$fields))
+				print '';
+			if(in_array("helo",$fields))
+				print '';
+			if(in_array("sid",$fields))
+				print '';
+			if(in_array("msgid",$fields))
+				print '';
+			if(in_array("bounce",$fields))
+				print '';
+			if(in_array("relay",$fields))
+				print '';
+			print '';
+			$total_result++;
+		}
+  }
+	print '';
+	print '';
+	print '';
+	print '';	
+	print '
'.gettext("Search Results").'
DateServerFromtoSubjectDelayStatusStatus InfoSizeHeloSIDMSGIDBounceRelay
'.$mail['mail_from.date'].''.$mail['mail_from.server'].''.$mail['mail_from.fromm'].''.$mail['mail_to.too'].''.$mail['mail_from.subject'].''.$mail['mail_to.delay'].''.$mail['mail_status.info'].''.$mail['mail_to.status_info'].''.$mail['mail_from.size'].''.$mail['mail_from.helo'].''.$mail['mail_from.sid'].''.$mail['mail_from.msgid'].''.$mail['mail_to.bounce'].''.$mail['mail_to.relay'].'
Total:'.$total_result.'
';
+	}				
+}
 ?>
\ No newline at end of file
diff --git a/config/postfix/postfix_antispam.xml b/config/postfix/postfix_antispam.xml
index c4772085..94f52f35 100644
--- a/config/postfix/postfix_antispam.xml
+++ b/config/postfix/postfix_antispam.xml
@@ -238,6 +238,22 @@
 			checkbox
 			
 		
+		
+			Message Hold mode
+			hold_mode
+			
+								When using auto mode, postfix will hold all messages.

+								When using manual mode, include options like this in acl headers:

+								/^to:.*admin@mydomain.com/ OK

+								/^from:.*user@extdomain.com/ OK

+								/^from:/ HOLD

+								/^to:.*@mydomain.com/ HOLD]]>
+	    	select
+ 				
+				
+				
+				
+		
 		
 			Software
 			antispam_software
diff --git a/config/postfix/postfix_queue.php b/config/postfix/postfix_queue.php
index eaf6b7f5..ce4d6cc6 100755
--- a/config/postfix/postfix_queue.php
+++ b/config/postfix/postfix_queue.php
@@ -62,7 +62,7 @@ function get_cmd(){
 	}
 	if ($_REQUEST['cmd'] =='qshape'){
 		if ($_REQUEST['qshape']!="")
-			exec("/usr/local/bin/qshape ". preg_replace("/\W/"," ",$_REQUEST['qshape']), $qshape);			
+			exec("/usr/local/bin/qshape -".preg_replace("/\W/","",$_REQUEST['type'])." ". preg_replace("/\W/","",$_REQUEST['qshape']), $qshape);			
 		else
 			exec("/usr/local/bin/qshape", $qshape);
 		print '';
@@ -167,6 +167,15 @@ else{
 							

+										
+                        
+                        
+					
+
 					
@@ -212,6 +221,7 @@ else{
 				var q_args=loopSelected('qshape');
 				var pars = 'cmd='+$('cmd').options[$('cmd').selectedIndex].value;
 				var pars = pars + '&qshape='+q_args;
+				var pars = pars + '&type='+$('qtype').options[$('qtype').selectedIndex].value;
 				var url = "/postfix_queue.php";
 				var myAjax = new Ajax.Request(
 					url,
diff --git a/config/postfix/postfix_search.php b/config/postfix/postfix_search.php
index b76f0554..c2da3f7e 100755
--- a/config/postfix/postfix_search.php
+++ b/config/postfix/postfix_search.php
@@ -119,6 +119,7 @@ include("head.inc");
                         	
+							

diff --git a/pkg_config.8.xml b/pkg_config.8.xml
index eaace036..a8d20909 100644
--- a/pkg_config.8.xml
+++ b/pkg_config.8.xml
@@ -366,7 +366,7 @@
 		http://files.pfsense.org/packages/8/All/postfix-2.8.5,1.tbzperl-5.10.1_3.tbz
-		2.8.5,1 pkg v.2.3
+		2.8.5,1 pkg v.2.3.1RC12.0postfix.xml
diff --git a/pkg_config.8.xml.amd64 b/pkg_config.8.xml.amd64
index b556fcf6..2662a299 100644
--- a/pkg_config.8.xml.amd64
+++ b/pkg_config.8.xml.amd64
@@ -449,7 +449,7 @@
 		postfix-2.8.7,1.tbzperl-5.10.1_3.tbzpostfix-2.8.5-amd64.pbi
-		2.8.7,1 pkg v.2.3
+		2.8.7,1 pkg v.2.3.1RC12.0postfix.xml
-- 
cgit v1.2.3



 						
 					

+                        

 							
                         " onclick="get_queue('mailq')">