postfix - include mailscanner package integration

5 files changed, 775 insertions, 729 deletions

diff --git a/config/postfix/postfix.inc b/config/postfix/postfix.inc
index d009e72a..5a802054 100644
--- a/config/postfix/postfix.inc
+++ b/config/postfix/postfix.inc
@@ -391,8 +391,10 @@ EOF;
 	if($antispam['antispam_enabled']){
 		switch ($antispam['antispam_software']){
 			case "mailscanner":
-			$header_check .= (!preg_match('@/ HOLD@',$header_check)?"\n/^Received:/ HOLD\n":"\n");
-			$postfix_main_antispam = "#Saving all mail after header/body/rbl/spf checks to mailscanner\n\n";
+			if ($antispam['hold_mode']=='auto'){
+				$header_check .= "\n/^Received:/ HOLD\n";
+				$postfix_main_antispam = "#Saving all mail after header/body/rbl/spf checks to mailscanner\n\n";
+				}
 			break;
 			case "policyd2":
 			if ($antispam['antispam_location']){
diff --git a/config/postfix/postfix.php b/config/postfix/postfix.php
index 842d5658..9f15973c 100644
--- a/config/postfix/postfix.php
+++ b/config/postfix/postfix.php
@@ -1,727 +1,744 @@
-<?php
-/*
-	postfix.php
-	part of pfSense (http://www.pfsense.com/)
-	Copyright (C) 2011 Marcello Coutinho <marcellocoutinho@gmail.com>
-	based on varnish_view_config.
-	All rights reserved.
-
-	Redistribution and use in source and binary forms, with or without
-	modification, are permitted provided that the following conditions are met:
-
-	1. Redistributions of source code must retain the above copyright notice,
-	   this list of conditions and the following disclaimer.
-
-	2. Redistributions in binary form must reproduce the above copyright
-	   notice, this list of conditions and the following disclaimer in the
-	   documentation and/or other materials provided with the distribution.
-
-	THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
-	INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
-	AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
-	AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
-	OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-	SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-	INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-	CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-	ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-	POSSIBILITY OF SUCH DAMAGE.
-*/
-require_once("/etc/inc/util.inc");
-require_once("/etc/inc/functions.inc");
-require_once("/etc/inc/pkg-utils.inc");
-require_once("/etc/inc/globals.inc");
-require_once("/usr/local/pkg/postfix.inc");
-
-function get_remote_log(){
-	global $config,$g,$postfix_dir;
-	$curr_time = time();
-	$log_time=date('YmdHis',$curr_time);
-	#get protocol
-    if($config['system']['webgui']['protocol'] != "") 
-		$synchronizetoip = $config['system']['webgui']['protocol']. "://";
-   	#get port
-    $port = $config['system']['webgui']['port'];
-    #if port is empty lets rely on the protocol selection 
-    if($port == "")
-    	$port =($config['system']['webgui']['protocol'] == "http"?"80":"443"); 
-	$synchronizetoip .= $sync_to_ip;
-	if (is_array($config['installedpackages']['postfixsync']))
-		foreach($config['installedpackages']['postfixsync']['config'][0]['row'] as $sh){
-			$sync_to_ip = $sh['ipaddress'];
-			$sync_type = $sh['sync_type'];
-			$password = $sh['password'];
-			$file= '/var/db/postfix/'.$server.'.sql';
-			#get remote data
-			if ($sync_type=='fetch'){
-				$url= $synchronizetoip . $sync_to_ip;
-				print "$sync_to_ip $url, $port\n";			
-				$method = 'pfsense.exec_php';
-				$execcmd  = "require_once('/usr/local/www/postfix.php');\n";
-				$execcmd .= '$toreturn=get_sql('.$log_time.');';
-				/* assemble xmlrpc payload */
-				$params = array(XML_RPC_encode($password),
-								XML_RPC_encode($execcmd));
-				log_error("postfix get sql data from {$sync_to_ip}.");
-				$msg = new XML_RPC_Message($method, $params);
-				$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);
-				$cli->setCredentials('admin', $password);
-				#$cli->setDebug(1);
-				$resp = $cli->send($msg, "250");
-				$a=$resp->value();
-				$errors=0;
-				#var_dump($sql);
-				foreach($a as $b)
-					foreach ($b as $c)
-						foreach ($c as $d)
-							foreach ($d as $e){
-							$update=unserialize($e['string']);
-							print $update['day']."\n";
-							if ($update['day'] != ""){
-							create_db($update['day'].".db");
-							if ($debug=true)
-								print $update['day'] ." writing from remote system to db...";
-							$dbhandle = sqlite_open($postfix_dir.'/'.$update['day'].".db", 0666, $error);
-							#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);
-							$ok = sqlite_exec($dbhandle, gzuncompress(base64_decode($update['sql'])), $error);
-								if (!$ok){
-									$errors++;
-									die ("Cannot execute query. $error\n".$update['sql']."\n");
-								}
-								else{
-									if ($debug=true)	
-										print "ok\n";
-								}
-								sqlite_close($dbhandle);
-							}
-							}
-				if ($errors ==0){
-					$method = 'pfsense.exec_php';
-					$execcmd  = "require_once('/usr/local/www/postfix.php');\n";
-					$execcmd .= 'flush_sql('.$log_time.');';
-					/* assemble xmlrpc payload */
-					$params = array(XML_RPC_encode($password),
-									XML_RPC_encode($execcmd));
-					log_error("postfix flush sql buffer file from {$sync_to_ip}.");
-					$msg = new XML_RPC_Message($method, $params);
-					$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);
-					$cli->setCredentials('admin', $password);
-					#$cli->setDebug(1);
-					$resp = $cli->send($msg, "250");
-					}
-				}
-		}	
-}
-function get_sql($log_time){
-	global $config,$xmlrpc_g;
-	$server=$_SERVER['REMOTE_ADDR'];
-	
-	if (is_array($config['installedpackages']['postfixsync']))
-		foreach($config['installedpackages']['postfixsync']['config'][0]['row']  as $sh){
-			$sync_to_ip = $sh['ipaddress'];
-			$sync_type = $sh['sync_type'];
-			$password = $sh['password'];
-			$file= '/var/db/postfix/'.$server.'.sql';
-			if ($sync_to_ip==$server && $sync_type=='share' && file_exists($file)){
-				rename($file,$file.".$log_time");
-				return (file($file.".$log_time"));
-				}
-		}
-		return "";
-}
-
-function flush_sql($log_time){
-	if (preg_match("/\d+\.\d+\.\d+\.\d+/",$_SERVER['REMOTE_ADDR']))
-		unlink_if_exists('/var/db/postfix/'.$_SERVER['REMOTE_ADDR'].".sql.$log_time");
-}
-
-function grep_log(){
-	global $postfix_dir,$postfix_arg,$config,$g;
-	
-	$total_lines=0;
-	$days=array();
-	$grep="postfix.\(cleanup\|smtp\|error\|qmgr\)";
-	$curr_time = time();
-	$log_time=strtotime($postfix_arg['time'],$curr_time);
-	$m=date('M',strtotime($postfix_arg['time'],$curr_time));
-	$j=substr("  ".date('j',strtotime($postfix_arg['time'],$curr_time)),-3);
-	# file grep loop
-	foreach ($postfix_arg['grep'] as $hour){
-	  print "/usr/bin/grep '^".$m.$j." ".$hour.".*".$grep."' /var/log/maillog\n"; 
-	  $lists=array();
-	  exec("/usr/bin/grep " . escapeshellarg('^'.$m.$j." ".$hour.".*".$grep)." /var/log/maillog", $lists);
-	  foreach ($lists as $line){
-	  	#check where is first mail record
-	  	if (preg_match("/ delay=(\d+)/",$line,$delay)){
-	  		$day=date("Y-m-d",strtotime("-".$delay[1]." second",$log_time));
-	  		if (! in_array($day,$days)){
-	  			$days[]=$day;
-	  			create_db($day.".db");
-	  			print "Found logs to $day.db\n";
-	  			$stm_queue[$day]="BEGIN;\n";
-	  			$stm_noqueue[$day]="BEGIN;\n";
-	  			}
-	  		}
-	  	else{
-		  	$day=date("Y-m-d",strtotime($postfix_arg['time'],$curr_time));
-		  	if (! in_array($day,$days)){
-	  			$days[]=$day;
-	  			create_db($day.".db");
-	  			print "Found logs to $day.db\n";
-	  			$stm_queue[$day]="BEGIN;\n";
-	  			$stm_noqueue[$day]="BEGIN;\n";
-		  		}
-	  		}
-		$status=array();
-		$total_lines++;
-		#Nov  8 09:31:50 srvch011 postfix/smtpd[43585]: 19C281F59C8: client=pm03-974.auinmem.br[177.70.0.3]
-		if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+(\w+): client=(.*)/",$line,$email)){
-			$values="'".$email[3]."','".$email[1]."','".$email[2]."','".$email[4]."'";
-			if(${$email[3]}!=$email[3])
-				$stm_queue[$day].='insert or ignore into mail_from(sid,date,server,client) values ('.$values.');'."\n";
-			${$email[3]}=$email[3];
-		}
-		#Nov 14 09:29:32 srvch011 postfix/error[58443]: 2B8EB1F5A5A: to=<hildae.sva@pi.email.com>, relay=none, delay=0.66, delays=0.63/0/0/0.02, dsn=4.4.3, status=deferred (delivery temporarily suspended: Host or domain name not found. Name service error for name=mail.pi.trf1.gov.br type=A: Host not found, try again)
-		#Nov  3 21:45:32 srvch011 postfix/smtp[18041]: 4CE321F4887: to=<viinil@vitive.com.br>, relay=smtpe1.eom[81.00.20.9]:25, delay=1.9, delays=0.06/0.01/0.68/1.2, dsn=2.0.0, status=sent (250 2.0.0 Ok: queued as 2C33E2382C8)
-		#Nov 16 00:00:14 srvch011 postfix/smtp[7363]: 7AEB91F797D: to=<alessandra.bueno@mg.trf1.gov.br>, relay=mail.mg.trf1.gov.br[172.25.3.5]:25, delay=39, delays=35/1.1/0.04/2.7, dsn=5.7.1, status=bounced (host mail.mg.trf1.gov.br[172.25.3.5] said: 550 5.7.1 Unable to relay for alessandra.bueno@mg.trf1.gov.br (in reply to RCPT TO command))
-		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.\w+\W\d+\W+(\w+): to=\<(.*)\>, relay=(.*), delay=([0-9,.]+), .* dsn=([0-9,.]+), status=(\w+) (.*)/",$line,$email)){
-			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";
-			$stm_queue[$day].= "insert or ignore into mail_to (from_id,too,status,status_info,relay,delay,dsn) values ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($email[4])."',(select id from mail_status where info='".$email[8]."'),'".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."','".$email[5]."','".$email[6]."','".$email[7]."');\n";	
-			$stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='".$email[8]."'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."', dsn='".$email[7]."', delay='".$email[6]."', relay='".$email[5]."', too='".strtolower($email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";
-		}
-		#Nov 13 01:48:44 srvch011 postfix/cleanup[16914]: D995B1F570B: message-id=<61.40.11745.10E3FBE4@ofertas6>
-		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): message-id=\<(.*)\>/",$line,$email)){
-			$stm_queue[$day].="update mail_from set msgid='".$email[4]."' where sid='".$email[3]."';\n";
-		}
-		#Nov 14 02:40:05 srvch011 postfix/qmgr[46834]: BC5931F4F13: from=<ceag@mx.crmcom.br>, size=32727, nrcpt=1 (queue active)
-		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.qmgr\W\d+\W+(\w+): from=\<(.*)\>\W+size=(\d+)/",$line,$email)){
-			$stm_queue[$day].= "update mail_from set fromm='".strtolower($email[4])."', size='".$email[5]."' where sid='".$email[3]."';\n";
-		}
-		#Nov 13 00:09:07 srvch011 postfix/bounce[56376]: 9145C1F67F7: sender non-delivery notification: D5BD31F6865
-		#else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.bounce\W\d+\W+(\w+): sender non-delivery notification: (\w+)/",$line,$email)){
-		#	$stm_queue[$day].= "update mail_queue set bounce='".$email[4]."' where sid='".$email[3]."';\n";
-		#}
-		#Nov 14 01:41:44 srvch011 postfix/smtpd[15259]: warning: 1EF3F1F573A: queue file size limit exceeded
-	  else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+warning: (\w+): queue file size limit exceeded/",$line,$email)){
-	  		$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";
-			$stm_queue[$day].= "update mail_to set status=(select id from mail_status where info='reject'), status_info='queue file size limit exceeded' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";
-		}
-		
-		#Nov  9 02:14:57 srvch011 postfix/cleanup[6856]: 617A51F5AC5: warning: header Subject: Mapeamento de Processos from lxalpha.12b.com.br[66.109.29.225]; from=<apache@lxalpha.12b.com.br> to=<ritiele.faria@mail.test.com> proto=ESMTP helo=<lxalpha.12b.com.br>
-		#Nov  8 09:31:50 srvch011 postfix/cleanup[11471]: 19C281F59C8: reject: header From: "Giuliana Flores - Parceiro do Grupo Virtual" <publicidade@parceiro-grupovirtual.com.br> from pm03-974.auinmeio.com.br[177.70.232.225]; from=<publicidade@parceiro-grupovirtual.com.br> to=<jorge.lustosa@mail.test.com> proto=ESMTP helo=<pm03-974.auinmeio.com.br>: 5.7.1 [SN007]
-		#Nov 13 00:03:24 srvch011 postfix/cleanup[4192]: 8A5B31F52D2: reject: body http://platform.roastcrack.info/mj0ie6p-48qtiyq from move2.igloojack.info[173.239.63.16]; from=<ljmd6u8lrxke4@move2.igloojack.info> to=<edileva@aasdf..br> proto=SMTP helo=<move2.igloojack.info>: 5.7.1 [BD040]
-		#Nov 14 01:41:35 srvch011 postfix/cleanup[58446]: 1EF3F1F573A: warning: header Subject: =?windows-1252?Q?IMOVEL_Voc=EA_=E9_um_Cliente_especial_da_=93CENTURY21=22?=??=?windows-1252?Q?Veja_o_que_tenho_para_voc=EA?= from mail-yw0-f51.google.com[209.85.213.51]; from=<sergioalexandre6308@gmail.com> to=<sinza@tr.br> proto=ESMTP helo=<mail-yw0-f51.google.com>
-		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): (\w+): (.*) from ([a-z,A-Z,0-9,.,-]+)\W([0-9,.]+)\W+from=\<(.*)\> to=\<(.*)\>.*helo=\W([a-z,A-Z,0-9,.,-]+)(.*)/",$line,$email)){
-			$status['date']=$email[1];
-			$status['server']=$email[2];
-			$status['sid']=$email[3];
-			$status['remote_hostname']=$email[6];
-			$status['remote_ip']=$email[7];
-			$status['from']=$email[8];
-			$status['to']=$email[9];
-			$status['helo']=$email[10];
-			$status['status']=$email[4];
-			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[4]."');\n";
-			if ($email[4] =="warning"){
-				$stm_queue[$day].= "insert or ignore into mail_status (info) values ('incoming');\n";
-				#print "$line\n";
-				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[11]);
-				$status['subject']=preg_replace("/header Subject: /","",$email[5]);
-				$status['subject']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$status['subject']);
-				$stm_queue[$day].="update mail_from set subject='".$status['subject']."', fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";
-				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='incoming'),'".$status['status_info']."');\n";
-				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='incoming'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";
-				}
-			else{
-				$stm_queue[$day].="update mail_from set fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";
-				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[5].$email[11]);
-				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$email[4]."'),'".$status['status_info']."');\n";
-				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$email[4]."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";
-								}
-			}
-		#Nov  9 02:14:34 srvch011 postfix/smtpd[38129]: NOQUEUE: reject: RCPT from unknown[201.36.0.7]: 450 4.7.1 Client host rejected: cannot find your hostname, [201.36.98.7]; from=<maladireta@esadcos.com.br> to=<sexec.09vara@go.domain.test.com> proto=ESMTP helo=<capri0.wb.com.br>
-		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+NOQUEUE:\s+(\w+): (.*); from=\<(.*)\> to=\<(.*)\>.*helo=\<(.*)\>/",$line,$email)){
-			$status['date']=$email[1];
-			$status['server']=$email[2];
-			$status['status']=$email[3];
-			$status['status_info']=$email[4];
-			$status['from']=$email[5];
-			$status['to']=$email[6];
-			$status['helo']=$email[7];	
-			$values="'".$status['date']."','".$status['status']."','".$status['status_info']."','".strtolower($status['from'])."','".strtolower($status['to'])."','".$status['helo']."','".$status['server']."'";
-			$stm_noqueue[$day].='insert or ignore into mail_noqueue(date,status,status_info,fromm,too,helo,server) values ('.$values.');'."\n";		
-		}
-		if ($total_lines%1500 == 0){
-			#save log in database
-			write_db($stm_noqueue,"noqueue",$days);
-			write_db($stm_queue,"from",$days);
-			foreach ($days as $d){
-				$stm_noqueue[$d]="BEGIN;\n";
-				$stm_queue[$d]="BEGIN;\n";
-				}
-			}
-	if ($total_lines%1500 == 0)
-		print "$line\n";
-		}
-	#save log in database
-	write_db($stm_noqueue,"noqueue",$days);
-	write_db($stm_queue,"from",$days);
-	foreach ($days as $d){
-		$stm_noqueue[$d]="BEGIN;\n";
-		$stm_queue[$d]="BEGIN;\n";
-		}
-	}
-	
-	$config=parse_xml_config("{$g['conf_path']}/config.xml", $g['xml_rootobj']);
-	print count($config['installedpackages']);
-	#start db replication if configured
-	if ($config['installedpackages']['postfixsync']['config'][0]['rsync'])
-		foreach ($config['installedpackages']['postfixsync']['config'] as $rs )
-			foreach($rs['row'] as $sh){
-				$sync_to_ip = $sh['ipaddress'];
-				$sync_type = $sh['sync_type'];
-				$password = $sh['password'];
-				print "checking replication to $sync_to_ip...";
-				if ($password && $sync_to_ip && preg_match("/(both|database)/",$sync_type))
-					postfix_do_xmlrpc_sync($sync_to_ip, $password,$sync_type);
-				print "ok\n";
-				}
-	
-}
-
-function write_db($stm,$table,$days){
-	global $postfix_dir,$config,$g;
-	conf_mount_rw();
-	$do_sync=array();
-	print "writing to database...";
-	foreach ($days as $day)
-		if (strlen($stm[$day]) > 10){
-		  if ($config['installedpackages']['postfixsync']['config'][0])
-			foreach ($config['installedpackages']['postfixsync']['config'] as $rs )
-				foreach($rs['row'] as $sh){
-					$sync_to_ip = $sh['ipaddress'];
-					$sync_type = $sh['sync_type'];
-					$password = $sh['password'];
-					$sql_file='/var/db/postfix/'.$sync_to_ip.'.sql';
-					${$sync_to_ip}="";
-					if (file_exists($sql_file))
-						${$sync_to_ip}=file_get_contents($sql_file);
-					if ($sync_to_ip && $sync_type=="share"){
-						${$sync_to_ip}.=serialize(array('day'=> $day,'sql'=> base64_encode(gzcompress($stm[$day]."COMMIT;",9))))."\n";
-						if (! in_array($sync_to_ip,$do_sync))
-							$do_sync[]=$sync_to_ip;
-						}
-					}
-			#write local db file
-			create_db($day.".db");
-			if ($debug=true)
-				print " writing to local db $day...";
-			$dbhandle = sqlite_open($postfix_dir.$day.".db", 0666, $error);
-			if (!$dbhandle) die ($error);	
-			#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);
-			$ok = sqlite_exec($dbhandle, $stm[$day]."COMMIT;", $error);
-			if (!$ok){
-				if ($debug=true)
-					print ("Cannot execute query. $error\n".$stm[$day]."COMMIT;\n");
-				}
-			else{
-				if ($debug=true)
-					print "ok\n";
-				}
-			sqlite_close($dbhandle);
-			}
-	#write update sql files
-	if (count ($do_sync) > 0 ){
-		
-		foreach($do_sync as $ip)
-			file_put_contents('/var/db/postfix/'.$ip.'.sql',${$ip},LOCK_EX);
-		conf_mount_ro();
-	}
-	#write local file
-	
-}
-
-function create_db($postfix_db){
-	global $postfix_dir,$postfix_arg;
-	if (! is_dir($postfix_dir))
-		mkdir($postfix_dir,0775);
-	$new_db=(file_exists($postfix_dir.$postfix_db)?1:0);
-$stm = <<<EOF
-	CREATE TABLE "mail_from"(
-	"id" INTEGER PRIMARY KEY,
-	"sid" VARCHAR(11) NOT NULL,
-    "client" TEXT NOT NULL,
-    "msgid" TEXT,
-	"fromm" TEXT,
-    "size" INTEGER,
-    "subject" TEXT,
-    "date" TEXT NOT NULL,
-    "server" TEXT,
-    "helo" TEXT
-);
-	CREATE TABLE "mail_to"(
-	"id" INTEGER PRIMARY KEY,
-	"from_id" INTEGER NOT NULL,
-    "too" TEXT,
-    "status" INTEGER,
-    "status_info" TEXT,
-    "smtp" TEXT,
-    "delay" TEXT,
-    "relay" TEXT,
-    "dsn" TEXT,
-    "server" TEXT,
-    "bounce" TEXT,
-    FOREIGN KEY (status) REFERENCES mail_status(id),
-    FOREIGN KEY (from_id) REFERENCES mail_from(id)
-);
-
-
-CREATE TABLE "mail_status"(
-	"id" INTEGER PRIMARY KEY,
-    "info" varchar(35) NOT NULL
-);
-
-CREATE TABLE "mail_noqueue"(
-	"id" INTEGER PRIMARY KEY,
-   	"date" TEXT NOT NULL,
-   	"server" TEXT NOT NULL,
-   	"status" TEXT NOT NULL,
-   	"status_info" INTEGER NOT NULL,
-   	"fromm" TEXT NOT NULL,
-   	"too" TEXT NOT NULL,
-   	"helo" TEXT NOT NULL
-);
-
-CREATE TABLE "db_version"(
-	"value" varchar(10),
-	"info" TEXT
-);
-
-insert or ignore into db_version ('value') VALUES ('2.3.1');
-
-CREATE INDEX "noqueue_unique" on mail_noqueue (date ASC, fromm ASC, too ASC);
-CREATE INDEX "noqueue_helo" on mail_noqueue (helo ASC);
-CREATE INDEX "noqueue_too" on mail_noqueue (too ASC);
-CREATE INDEX "noqueue_fromm" on mail_noqueue (fromm ASC);
-CREATE INDEX "noqueue_info" on mail_noqueue (status_info ASC);
-CREATE INDEX "noqueue_status" on mail_noqueue (status ASC);
-CREATE INDEX "noqueue_server" on mail_noqueue (server ASC);
-CREATE INDEX "noqueue_date" on mail_noqueue (date ASC);
-
-CREATE UNIQUE INDEX "status_info" on mail_status (info ASC);
-
-CREATE UNIQUE INDEX "from_sid_server" on mail_from (sid ASC,server ASC);
-CREATE INDEX "from_client" on mail_from (client ASC);
-CREATE INDEX "from_helo" on mail_from (helo ASC);
-CREATE INDEX "from_server" on mail_from (server ASC);
-CREATE INDEX "from_subject" on mail_from (subject ASC);
-CREATE INDEX "from_msgid" on mail_from (msgid ASC);
-CREATE INDEX "from_fromm" on mail_from (fromm ASC);
-CREATE INDEX "from_date" on mail_from (date ASC);
-
-CREATE UNIQUE INDEX "mail_to_unique" on mail_to (from_id ASC, too ASC);
-CREATE INDEX "to_bounce" on mail_to (bounce ASC);
-CREATE INDEX "to_relay" on mail_to (relay ASC);
-CREATE INDEX "to_smtp" on mail_to (smtp ASC);
-CREATE INDEX "to_info" on mail_to (status_info ASC);
-CREATE INDEX "to_status" on mail_to (status ASC);
-CREATE INDEX "to_too" on mail_to (too ASC);
-
-EOF;
-#test file version
-print "checking". $postfix_dir.$postfix_db."\n";
-$dbhandle = sqlite_open($postfix_dir.$postfix_db, 0666, $error);
-if (!$dbhandle) die ($error);
-$ok = sqlite_exec($dbhandle,"select value from db_version", $error);
-sqlite_close($dbhandle);
-if (!$ok){
-	print "delete previous table version\n";
-	if (file_exists($postfix_dir.$postfix_db))
-		unlink($postfix_dir.$postfix_db);
-	$new_db=0;
-}
-if ($new_db==0){
-	$dbhandle = sqlite_open($postfix_dir.$postfix_db, 0666, $error);
-	$ok = sqlite_exec($dbhandle, $stm, $error);
-	if (!$ok)
-		print ("Cannot execute query. $error\n");
-	$ok = sqlite_exec($dbhandle, $stm2, $error);
-	if (!$ok)
-		print ("Cannot execute query. $error\n");
-	sqlite_close($dbhandle);
-	}
-}
-
-$postfix_dir="/var/db/postfix/";
-$curr_time = time();
-#console script call
-if ($argv[1]!=""){
-switch ($argv[1]){
-	case "01min":
-		$postfix_arg=array(	'grep' => array(date("H:i",strtotime('-1 min',$curr_time))),
-							'time' => '-1 min');
-		break;
-	case "10min":
-		$postfix_arg=array(	'grep' => array(substr(date("H:i",strtotime('-10 min',$curr_time)),0,-1)),
-							'time' => '-10 min');
-		break;
-	case "01hour":
-		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-01 hour',$curr_time))),
-							'time' => '-01 hour');
-		break;
-	case "04hour":
-		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-04 hour',$curr_time)),date("H:",strtotime('-03 hour',$curr_time)),
-											date("H:",strtotime('-02 hour',$curr_time)),date("H:",strtotime('-01 hour',$curr_time))),
-							'time' => '-04 hour');
-		break;
-	case "24hours":
-		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
-											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
-							'time' => '-01 day');
-		break;
-	case "02days":
-		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
-											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
-							'time' => '-02 day');
-		break;
-	case "03days":
-		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',
-											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),
-							'time' => '-03 day');
-		break;
-		
-		default:
-		die ("invalid parameters\n");
-}
-# get remote log from remote server
-get_remote_log();
-# get local log from logfile
-grep_log();	
-}
-
-#http client call
-if ($_REQUEST['files']!= ""){
-	#do search
-	if($_REQUEST['queue']=="QUEUE"){
-		$stm="select * from mail_from, mail_to ,mail_status where mail_from.id=mail_to.from_id and mail_to.status=mail_status.id ";
-		$last_next=" and ";
-	}
-	else{
-		$stm="select * from mail_noqueue";
-		$last_next=" where ";
-	}
-	$limit_prefix=(preg_match("/\d+/",$_REQUEST['limit'])?"limit ":"");
-	$limit=(preg_match("/\d+/",$_REQUEST['limit'])?$_REQUEST['limit']:"");
-	$files= explode(",", $_REQUEST['files']);
-	$stm_fetch=array();
-	$total_result=0;
-	foreach ($files as $postfix_db)
-		if (file_exists($postfix_dir.'/'.$postfix_db)){ 
-			$dbhandle = sqlite_open($postfix_dir.'/'.$postfix_db, 0666, $error);
-			if ($_REQUEST['from']!= ""){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if (preg_match('/\*/',$_REQUEST['from']))
-					$stm .=$next."fromm like '".preg_replace('/\*/','%',$_REQUEST['from'])."'";
-				else
-					$stm .=$next."fromm in('".$_REQUEST['from']."')";
-				}
-			if ($_REQUEST['to']!= ""){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if (preg_match('/\*/',$_REQUEST['to']))
-					$stm .=$next."too like '".preg_replace('/\*/','%',$_REQUEST['to'])."'";
-				else
-					$stm .=$next."too in('".$_REQUEST['to']."')";
-				}
-			if ($_REQUEST['sid']!= "" && $_REQUEST['queue']=="QUEUE"){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				$stm .=$next."sid in('".$_REQUEST['sid']."')";
-				}
-			if ($_REQUEST['relay']!= "" && $_REQUEST['queue']=="QUEUE"){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if (preg_match('/\*/',$_REQUEST['subject']))
-					$stm .=$next."relay like '".preg_replace('/\*/','%',$_REQUEST['relay'])."'";
-				else
-					$stm .=$next."relay = '".$_REQUEST['relay']."'";
-				}
-			if ($_REQUEST['subject']!= "" && $_REQUEST['queue']=="QUEUE"){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if (preg_match('/\*/',$_REQUEST['subject']))
-					$stm .=$next."subject like '".preg_replace('/\*/','%',$_REQUEST['subject'])."'";
-				else
-					$stm .=$next."subject = '".$_REQUEST['subject']."'";
-				}
-			if ($_REQUEST['msgid']!= "" && $_REQUEST['queue']=="QUEUE"){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if (preg_match('/\*/',$_REQUEST['msgid']))
-					$stm .=$next."msgid like '".preg_replace('/\*/','%',$_REQUEST['msgid'])."'";
-				else
-					$stm .=$next."msgid = '".$_REQUEST['msgid']."'";
-				}
-			if ($_REQUEST['server']!= "" ){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				if( $_REQUEST['queue']=="QUEUE")
-					$stm .=$next."mail_from.server = '".$_REQUEST['server']."'";
-				else
-					$stm .=$next."server = '".$_REQUEST['server']."'";
-				}
-				
-		if ($_REQUEST['status']!= ""){
-				$next=($last_next==" and "?" and ":" where ");
-				$last_next=" and ";
-				$stm .=$next."mail_status.info = '".$_REQUEST['status']."'";
-				}
-					#print "<pre>".$stm;
-				#$stm = "select * from mail_to,mail_status where mail_to.status=mail_status.id";
-				$result = sqlite_query($dbhandle, $stm." order by date desc $limit_prefix $limit ");
-				#$result = sqlite_query($dbhandle, $stm."  $limit_prefix $limit ");	
-			if (preg_match("/\d+/",$_REQUEST['limit'])){
-				for ($i = 1; $i <= $limit; $i++) {
-					$row = sqlite_fetch_array($result, SQLITE_ASSOC);
-					 if (is_array($row))
-						$stm_fetch[]=$row;
-					}
-			}
-			else{
-				$stm_fetch = sqlite_fetch_all($result, SQLITE_ASSOC);
-			}
-			sqlite_close($dbhandle);
-	}
-	$fields= explode(",", $_REQUEST['fields']);
-	if ($_REQUEST['sbutton']=='export'){
-		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';
-		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';
-		print '<tr>';
-		$header="";
-		foreach ($stm_fetch as $mail){
-			foreach ($mail as $key => $data){
-				if (!preg_match("/$key/",$header))
-					$header .= $key.",";
-				$export.=preg_replace('/,/',"",$mail[$key]).",";
-				}
-			$export.= "\n";
-		}
-		print '<td class="tabcont"><textarea id="varnishlogs" rows="50" cols="100%">';
-		print "This export is in csv format, paste it without this line on any software that handles csv files.\n\n".$header."\n".$export;
-		print "</textarea></td></tr></table>";
-		}
-	else{
-	if ($_REQUEST['queue']=="NOQUEUE"){
-		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';
-		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';
-		print '<tr>';
-		if(in_array("date",$fields))
-			print '<td class="listlr"><strong>date</strong></td>';
-		if(in_array("server",$fields))
-			print '<td class="listlr"><strong>server</strong></td>';
-		if(in_array("from",$fields))
-			print '<td class="listlr"><strong>From</strong></td>';
-		if(in_array("to",$fields))
-			print '<td class="listlr"><strong>to</strong></td>';
-		if(in_array("helo",$fields))
-			print '<td class="listlr"><strong>Helo</strong></td>';
-		if(in_array("status",$fields))
-			print '<td class="listlr"><strong>Status</strong></td>';
-		if(in_array("status_info",$fields))
-			print '<td class="listlr"><strong>Status Info</strong></td>';
-		print '</tr>';
-		foreach ($stm_fetch as $mail){
-			print '<tr>';
-		if(in_array("date",$fields))
-			print '<td class="listlr">'.$mail['date'].'</td>';
-		if(in_array("server",$fields))
-			print '<td class="listlr">'.$mail['server'].'</td>';
-		if(in_array("from",$fields))
-			print '<td class="listlr">'.$mail['fromm'].'</td>';
-		if(in_array("to",$fields))
-			print '<td class="listlr">'.$mail['too'].'</td>';
-		if(in_array("helo",$fields))
-			print '<td class="listlr">'.$mail['helo'].'</td>';
-		if(in_array("status",$fields))
-			print '<td class="listlr">'.$mail['status'].'</td>';
-		if(in_array("status_info",$fields))
-			print '<td class="listlr">'.$mail['status_info'].'</td>';
-			print '</tr>';
-			$total_result++;
-		}
-	}
-  else{
-  		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';
-		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';
-		print '<tr>';
-		if(in_array("date",$fields))
-			print '<td class="listlr" ><strong>Date</strong></td>';
-		if(in_array("server",$fields))
-			print '<td class="listlr" ><strong>Server</strong></td>';
-		if(in_array("from",$fields))
-			print '<td class="listlr" ><strong>From</strong></td>';
-		if(in_array("to",$fields))
-			print '<td class="listlr" ><strong>to</strong></td>';
-		if(in_array("subject",$fields))
-			print '<td class="listlr" ><strong>Subject</strong></td>';
-		if(in_array("delay",$fields))
-			print '<td class="listlr" ><strong>Delay</strong></td>';
-		if(in_array("status",$fields))
-			print '<td class="listlr" ><strong>Status</strong></td>';
-		if(in_array("status_info",$fields))
-			print '<td class="listlr" ><strong>Status Info</strong></td>';
-		if(in_array("size",$fields))
-			print '<td class="listlr" ><strong>Size</strong></td>';
-		if(in_array("helo",$fields))
-			print '<td class="listlr" ><strong>Helo</strong></td>';
-		if(in_array("sid",$fields))
-			print '<td class="listlr" ><strong>SID</strong></td>';
-		if(in_array("msgid",$fields))
-			print '<td class="listlr" ><strong>MSGID</strong></td>';
-		if(in_array("bounce",$fields))
-			print '<td class="listlr" ><strong>Bounce</strong></td>';
-		if(in_array("relay",$fields))
-			print '<td class="listlr" ><strong>Relay</strong></td>';
-		print '</tr>';
-		foreach ($stm_fetch as $mail){
-			if(in_array("date",$fields))
-				print '<td class="listlr">'.$mail['mail_from.date'].'</td>';
-			if(in_array("server",$fields))
-				print '<td class="listlr">'.$mail['mail_from.server'].'</td>';
-			if(in_array("from",$fields))
-				print '<td class="listlr">'.$mail['mail_from.fromm'].'</td>';
-			if(in_array("to",$fields))
-				print '<td class="listlr">'.$mail['mail_to.too'].'</td>';
-			if(in_array("subject",$fields))
-				print '<td class="listlr">'.$mail['mail_from.subject'].'</td>';
-			if(in_array("delay",$fields))
-				print '<td class="listlr">'.$mail['mail_to.delay'].'</td>';
-			if(in_array("status",$fields))
-				print '<td class="listlr">'.$mail['mail_status.info'].'</td>';
-			if(in_array("status_info",$fields))
-				print '<td class="listlr">'.$mail['mail_to.status_info'].'</td>';
-			if(in_array("size",$fields))
-				print '<td class="listlr">'.$mail['mail_from.size'].'</td>';
-			if(in_array("helo",$fields))
-				print '<td class="listlr">'.$mail['mail_from.helo'].'</td>';
-			if(in_array("sid",$fields))
-				print '<td class="listlr">'.$mail['mail_from.sid'].'</td>';
-			if(in_array("msgid",$fields))
-				print '<td class="listlr">'.$mail['mail_from.msgid'].'</td>';
-			if(in_array("bounce",$fields))
-				print '<td class="listlr">'.$mail['mail_to.bounce'].'</td>';
-			if(in_array("relay",$fields))
-				print '<td class="listlr">'.$mail['mail_to.relay'].'</td>';
-			print '</tr>';
-			$total_result++;
-		}
-  }
-	print '<tr>';
-	print '<td ><strong>Total:</strong></td>';
-	print '<td ><strong>'.$total_result.'</strong></td>';
-	print '</tr>';	
-	print '</table>';
-	}				
-}
+<?php

+/*

+	postfix.php

+	part of pfSense (http://www.pfsense.com/)

+	Copyright (C) 2011 Marcello Coutinho <marcellocoutinho@gmail.com>

+	based on varnish_view_config.

+	All rights reserved.

+

+	Redistribution and use in source and binary forms, with or without

+	modification, are permitted provided that the following conditions are met:

+

+	1. Redistributions of source code must retain the above copyright notice,

+	   this list of conditions and the following disclaimer.

+

+	2. Redistributions in binary form must reproduce the above copyright

+	   notice, this list of conditions and the following disclaimer in the

+	   documentation and/or other materials provided with the distribution.

+

+	THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,

+	INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY

+	AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE

+	AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,

+	OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF

+	SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

+	INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN

+	CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

+	ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

+	POSSIBILITY OF SUCH DAMAGE.

+*/

+require_once("/etc/inc/util.inc");

+require_once("/etc/inc/functions.inc");

+require_once("/etc/inc/pkg-utils.inc");

+require_once("/etc/inc/globals.inc");

+require_once("/usr/local/pkg/postfix.inc");

+

+function get_remote_log(){

+	global $config,$g,$postfix_dir;

+	$curr_time = time();

+	$log_time=date('YmdHis',$curr_time);

+	#get protocol

+    if($config['system']['webgui']['protocol'] != "") 

+		$synchronizetoip = $config['system']['webgui']['protocol']. "://";

+   	#get port

+    $port = $config['system']['webgui']['port'];

+    #if port is empty lets rely on the protocol selection 

+    if($port == "")

+    	$port =($config['system']['webgui']['protocol'] == "http"?"80":"443"); 

+	$synchronizetoip .= $sync_to_ip;

+	if (is_array($config['installedpackages']['postfixsync']))

+		foreach($config['installedpackages']['postfixsync']['config'][0]['row'] as $sh){

+			$sync_to_ip = $sh['ipaddress'];

+			$sync_type = $sh['sync_type'];

+			$password = $sh['password'];

+			$file= '/var/db/postfix/'.$server.'.sql';

+			#get remote data

+			if ($sync_type=='fetch'){

+				$url= $synchronizetoip . $sync_to_ip;

+				print "$sync_to_ip $url, $port\n";			

+				$method = 'pfsense.exec_php';

+				$execcmd  = "require_once('/usr/local/www/postfix.php');\n";

+				$execcmd .= '$toreturn=get_sql('.$log_time.');';

+				/* assemble xmlrpc payload */

+				$params = array(XML_RPC_encode($password),

+								XML_RPC_encode($execcmd));

+				log_error("postfix get sql data from {$sync_to_ip}.");

+				$msg = new XML_RPC_Message($method, $params);

+				$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);

+				$cli->setCredentials('admin', $password);

+				#$cli->setDebug(1);

+				$resp = $cli->send($msg, "250");

+				$a=$resp->value();

+				$errors=0;

+				#var_dump($sql);

+				foreach($a as $b)

+					foreach ($b as $c)

+						foreach ($c as $d)

+							foreach ($d as $e){

+							$update=unserialize($e['string']);

+							print $update['day']."\n";

+							if ($update['day'] != ""){

+							create_db($update['day'].".db");

+							if ($debug=true)

+								print $update['day'] ." writing from remote system to db...";

+							$dbhandle = sqlite_open($postfix_dir.'/'.$update['day'].".db", 0666, $error);

+							#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);

+							$ok = sqlite_exec($dbhandle, gzuncompress(base64_decode($update['sql'])), $error);

+								if (!$ok){

+									$errors++;

+									die ("Cannot execute query. $error\n".$update['sql']."\n");

+								}

+								else{

+									if ($debug=true)	

+										print "ok\n";

+								}

+								sqlite_close($dbhandle);

+							}

+							}

+				if ($errors ==0){

+					$method = 'pfsense.exec_php';

+					$execcmd  = "require_once('/usr/local/www/postfix.php');\n";

+					$execcmd .= 'flush_sql('.$log_time.');';

+					/* assemble xmlrpc payload */

+					$params = array(XML_RPC_encode($password),

+									XML_RPC_encode($execcmd));

+					log_error("postfix flush sql buffer file from {$sync_to_ip}.");

+					$msg = new XML_RPC_Message($method, $params);

+					$cli = new XML_RPC_Client('/xmlrpc.php', $url, $port);

+					$cli->setCredentials('admin', $password);

+					#$cli->setDebug(1);

+					$resp = $cli->send($msg, "250");

+					}

+				}

+		}	

+}

+function get_sql($log_time){

+	global $config,$xmlrpc_g;

+	$server=$_SERVER['REMOTE_ADDR'];

+	

+	if (is_array($config['installedpackages']['postfixsync']))

+		foreach($config['installedpackages']['postfixsync']['config'][0]['row']  as $sh){

+			$sync_to_ip = $sh['ipaddress'];

+			$sync_type = $sh['sync_type'];

+			$password = $sh['password'];

+			$file= '/var/db/postfix/'.$server.'.sql';

+			if ($sync_to_ip==$server && $sync_type=='share' && file_exists($file)){

+				rename($file,$file.".$log_time");

+				return (file($file.".$log_time"));

+				}

+		}

+		return "";

+}

+

+function flush_sql($log_time){

+	if (preg_match("/\d+\.\d+\.\d+\.\d+/",$_SERVER['REMOTE_ADDR']))

+		unlink_if_exists('/var/db/postfix/'.$_SERVER['REMOTE_ADDR'].".sql.$log_time");

+}

+

+function grep_log(){

+	global $postfix_dir,$postfix_arg,$config,$g;

+	

+	$total_lines=0;

+	$days=array();

+	$grep="\(MailScanner\|postfix.cleanup\|postfix.smtp\|postfix.error\|postfix.qmgr\)";

+	$curr_time = time();

+	$log_time=strtotime($postfix_arg['time'],$curr_time);

+	$m=date('M',strtotime($postfix_arg['time'],$curr_time));

+	$j=substr("  ".date('j',strtotime($postfix_arg['time'],$curr_time)),-3);

+	# file grep loop

+	foreach ($postfix_arg['grep'] as $hour){

+	  print "/usr/bin/grep '^".$m.$j." ".$hour.".*".$grep."' /var/log/maillog\n"; 

+	  $lists=array();

+	  exec("/usr/bin/grep " . escapeshellarg('^'.$m.$j." ".$hour.".*".$grep)." /var/log/maillog", $lists);

+	  foreach ($lists as $line){

+	  	#check where is first mail record

+	  	if (preg_match("/ delay=(\d+)/",$line,$delay)){

+	  		$day=date("Y-m-d",strtotime("-".$delay[1]." second",$log_time));

+	  		if (! in_array($day,$days)){

+	  			$days[]=$day;

+	  			create_db($day.".db");

+	  			print "Found logs to $day.db\n";

+	  			$stm_queue[$day]="BEGIN;\n";

+	  			$stm_noqueue[$day]="BEGIN;\n";

+	  			}

+	  		}

+	  	else{

+		  	$day=date("Y-m-d",strtotime($postfix_arg['time'],$curr_time));

+		  	if (! in_array($day,$days)){

+	  			$days[]=$day;

+	  			create_db($day.".db");

+	  			print "Found logs to $day.db\n";

+	  			$stm_queue[$day]="BEGIN;\n";

+	  			$stm_noqueue[$day]="BEGIN;\n";

+		  		}

+	  		}

+		$status=array();

+		$total_lines++;

+		#Nov  8 09:31:50 srvch011 postfix/smtpd[43585]: 19C281F59C8: client=pm03-974.auinmem.br[177.70.0.3]

+		if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+(\w+): client=(.*)/",$line,$email)){

+			$values="'".$email[3]."','".$email[1]."','".$email[2]."','".$email[4]."'";

+			if(${$email[3]}!=$email[3])

+				$stm_queue[$day].='insert or ignore into mail_from(sid,date,server,client) values ('.$values.');'."\n";

+			${$email[3]}=$email[3];

+		}

+		#Dec  2 22:21:18 pfsense MailScanner[60670]: Requeue: 8DC3BBDEAF.A29D3 to 5AD9ABDEB5

+		else if (preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) MailScanner.*Requeue: (\w+)\W\w+ to (\w+)/",$line,$email)){

+			$stm_queue[$day].= "update or ignore mail_from set sid='".$email[4]."' where sid='".$email[3]."';\n";

+		}

+		#Dec  5 14:06:10 srvchunk01 MailScanner[19589]: Message 775201F44B1.AED2C from 209.185.111.50 (marcellocoutinho@mailtest.com) to sede.mail.test.com is spam, SpamAssassin (not cached, escore=99.202, requerido 6, autolearn=spam, DKIM_SIGNED 0.10, DKIM_VALID -0.10, DKIM_VALID_AU -0.10, FREEMAIL_FROM 0.00, HTML_MESSAGE 0.00, RCVD_IN_DNSWL_LOW -0.70, WORM_TEST2 100.00)

+		else if (preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) MailScanner\W\d+\W+\w+\s+(\w+).* is spam, (.*)/",$line,$email)){

+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('spam');\n";

+			print "\n#######################################\nSPAM:".$email[4].$email[3].$email[2]."\n#######################################\n";

+			$stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='spam'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";

+		}

+		#Nov 14 09:29:32 srvch011 postfix/error[58443]: 2B8EB1F5A5A: to=<hildae.sva@pi.email.com>, relay=none, delay=0.66, delays=0.63/0/0/0.02, dsn=4.4.3, status=deferred (delivery temporarily suspended: Host or domain name not found. Name service error for name=mail.pi.test.com type=A: Host not found, try again)

+		#Nov  3 21:45:32 srvch011 postfix/smtp[18041]: 4CE321F4887: to=<viinil@vitive.com.br>, relay=smtpe1.eom[81.00.20.9]:25, delay=1.9, delays=0.06/0.01/0.68/1.2, dsn=2.0.0, status=sent (250 2.0.0 Ok: queued as 2C33E2382C8)

+		#Nov 16 00:00:14 srvch011 postfix/smtp[7363]: 7AEB91F797D: to=<alessandra.bueno@mg.test.com>, relay=mail.mg.test.com[172.25.3.5]:25, delay=39, delays=35/1.1/0.04/2.7, dsn=5.7.1, status=bounced (host mail.mg.test.com[172.25.3.5] said: 550 5.7.1 Unable to relay for alessandra.bueno@mg.test.com (in reply to RCPT TO command))

+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.\w+\W\d+\W+(\w+): to=\<(.*)\>, relay=(.*), delay=([0-9,.]+), .* dsn=([0-9,.]+), status=(\w+) (.*)/",$line,$email)){

+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";

+			$stm_queue[$day].= "insert or ignore into mail_to (from_id,too,status,status_info,relay,delay,dsn) values ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($email[4])."',(select id from mail_status where info='".$email[8]."'),'".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."','".$email[5]."','".$email[6]."','".$email[7]."');\n";	

+			$stm_queue[$day].= "update or ignore mail_to set status=(select id from mail_status where info='".$email[8]."'), status_info='".preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[9])."', dsn='".$email[7]."', delay='".$email[6]."', relay='".$email[5]."', too='".strtolower($email[4])."' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";

+		}

+		#Nov 13 01:48:44 srvch011 postfix/cleanup[16914]: D995B1F570B: message-id=<61.40.11745.10E3FBE4@ofertas6>

+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): message-id=\<(.*)\>/",$line,$email)){

+			$stm_queue[$day].="update mail_from set msgid='".$email[4]."' where sid='".$email[3]."';\n";

+		}

+		#Nov 14 02:40:05 srvch011 postfix/qmgr[46834]: BC5931F4F13: from=<ceag@mx.crmcom.br>, size=32727, nrcpt=1 (queue active)

+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.qmgr\W\d+\W+(\w+): from=\<(.*)\>\W+size=(\d+)/",$line,$email)){

+			$stm_queue[$day].= "update mail_from set fromm='".strtolower($email[4])."', size='".$email[5]."' where sid='".$email[3]."';\n";

+		}

+		#Nov 13 00:09:07 srvch011 postfix/bounce[56376]: 9145C1F67F7: sender non-delivery notification: D5BD31F6865

+		#else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.bounce\W\d+\W+(\w+): sender non-delivery notification: (\w+)/",$line,$email)){

+		#	$stm_queue[$day].= "update mail_queue set bounce='".$email[4]."' where sid='".$email[3]."';\n";

+		#}

+		#Nov 14 01:41:44 srvch011 postfix/smtpd[15259]: warning: 1EF3F1F573A: queue file size limit exceeded

+	  else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+warning: (\w+): queue file size limit exceeded/",$line,$email)){

+	  		$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[8]."');\n";

+			$stm_queue[$day].= "update mail_to set status=(select id from mail_status where info='reject'), status_info='queue file size limit exceeded' where from_id in (select id from mail_from where sid='".$email[3]."' and server='".$email[2]."');\n";

+		}

+		

+		#Nov  9 02:14:57 srvch011 postfix/cleanup[6856]: 617A51F5AC5: warning: header Subject: Mapeamento de Processos from lxalpha.12b.com.br[66.109.29.225]; from=<apache@lxalpha.12b.com.br> to=<ritiele.faria@mail.test.com> proto=ESMTP helo=<lxalpha.12b.com.br>

+		#Nov  8 09:31:50 srvch011 postfix/cleanup[11471]: 19C281F59C8: reject: header From: "Giuliana Flores - Parceiro do Grupo Virtual" <publicidade@parceiro-grupovirtual.com.br> from pm03-974.auinmeio.com.br[177.70.232.225]; from=<publicidade@parceiro-grupovirtual.com.br> to=<jorge.lustosa@mail.test.com> proto=ESMTP helo=<pm03-974.auinmeio.com.br>: 5.7.1 [SN007]

+		#Nov 13 00:03:24 srvch011 postfix/cleanup[4192]: 8A5B31F52D2: reject: body http://platform.roastcrack.info/mj0ie6p-48qtiyq from move2.igloojack.info[173.239.63.16]; from=<ljmd6u8lrxke4@move2.igloojack.info> to=<edileva@aasdf..br> proto=SMTP helo=<move2.igloojack.info>: 5.7.1 [BD040]

+		#Nov 14 01:41:35 srvch011 postfix/cleanup[58446]: 1EF3F1F573A: warning: header Subject: =?windows-1252?Q?IMOVEL_Voc=EA_=E9_um_Cliente_especial_da_=93CENTURY21=22?=??=?windows-1252?Q?Veja_o_que_tenho_para_voc=EA?= from mail-yw0-f51.google.com[209.85.213.51]; from=<sergioalexandre6308@gmail.com> to=<sinza@tr.br> proto=ESMTP helo=<mail-yw0-f51.google.com>

+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.cleanup\W\d+\W+(\w+): (\w+): (.*) from ([a-z,A-Z,0-9,.,-]+)\W([0-9,.]+)\W+from=\<(.*)\> to=\<(.*)\>.*helo=\W([a-z,A-Z,0-9,.,-]+)(.*)/",$line,$email)){

+			$status['date']=$email[1];

+			$status['server']=$email[2];

+			$status['sid']=$email[3];

+			$status['remote_hostname']=$email[6];

+			$status['remote_ip']=$email[7];

+			$status['from']=$email[8];

+			$status['to']=$email[9];

+			$status['helo']=$email[10];

+			$status['status']=$email[4];

+			$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$email[4]."');\n";

+			if ($email[4] =="warning"){

+				if (${$status['sid']}=='hold'){

+					$status['status']='hold';

+					}

+				else{

+					$status['status']='incoming';

+					$stm_queue[$day].= "insert or ignore into mail_status (info) values ('".$status['status']."');\n";

+					}

+				#print "$line\n";

+				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[11]);

+				$status['subject']=preg_replace("/header Subject: /","",$email[5]);

+				$status['subject']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$status['subject']);

+				$stm_queue[$day].="update mail_from set subject='".$status['subject']."', fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";

+				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$status['status']."'),'".$status['status_info']."');\n";

+				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$status['status']."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";

+				}

+			else{

+				${$status['sid']}=$status['status'];

+				$stm_queue[$day].="update mail_from set fromm='".strtolower($status['from'])."',helo='".$status['helo']."' where sid='".$status['sid']."';\n";

+				$status['status_info']=preg_replace("/(\<|\>|\s+|\'|\")/"," ",$email[5].$email[11]);

+				$stm_queue[$day].="insert or ignore into mail_to (from_id,too,status,status_info) VALUES ((select id from mail_from where sid='".$email[3]."' and server='".$email[2]."'),'".strtolower($status['to'])."',(select id from mail_status where info='".$email[4]."'),'".$status['status_info']."');\n";

+				$stm_queue[$day].="update or ignore mail_to set status=(select id from mail_status where info='".$email[4]."'), status_info='".$status['status_info']."', too='".strtolower($status['to'])."' where from_id in (select id from mail_from where sid='".$status['sid']."' and server='".$email[2]."');\n";

+								}

+			}

+		#Nov  9 02:14:34 srvch011 postfix/smtpd[38129]: NOQUEUE: reject: RCPT from unknown[201.36.0.7]: 450 4.7.1 Client host rejected: cannot find your hostname, [201.36.98.7]; from=<maladireta@esadcos.com.br> to=<sexec.09vara@go.domain.test.com> proto=ESMTP helo=<capri0.wb.com.br>

+		else if(preg_match("/(\w+\s+\d+\s+[0-9,:]+) (\w+) postfix.smtpd\W\d+\W+NOQUEUE:\s+(\w+): (.*); from=\<(.*)\> to=\<(.*)\>.*helo=\<(.*)\>/",$line,$email)){

+			$status['date']=$email[1];

+			$status['server']=$email[2];

+			$status['status']=$email[3];

+			$status['status_info']=$email[4];

+			$status['from']=$email[5];

+			$status['to']=$email[6];

+			$status['helo']=$email[7];	

+			$values="'".$status['date']."','".$status['status']."','".$status['status_info']."','".strtolower($status['from'])."','".strtolower($status['to'])."','".$status['helo']."','".$status['server']."'";

+			$stm_noqueue[$day].='insert or ignore into mail_noqueue(date,status,status_info,fromm,too,helo,server) values ('.$values.');'."\n";		

+		}

+		if ($total_lines%1500 == 0){

+			#save log in database

+			write_db($stm_noqueue,"noqueue",$days);

+			write_db($stm_queue,"from",$days);

+			foreach ($days as $d){

+				$stm_noqueue[$d]="BEGIN;\n";

+				$stm_queue[$d]="BEGIN;\n";

+				}

+			}

+	if ($total_lines%1500 == 0)

+		print "$line\n";

+		}

+	#save log in database

+	write_db($stm_noqueue,"noqueue",$days);

+	write_db($stm_queue,"from",$days);

+	foreach ($days as $d){

+		$stm_noqueue[$d]="BEGIN;\n";

+		$stm_queue[$d]="BEGIN;\n";

+		}

+	}

+	

+	$config=parse_xml_config("{$g['conf_path']}/config.xml", $g['xml_rootobj']);

+	print count($config['installedpackages']);

+	#start db replication if configured

+	if ($config['installedpackages']['postfixsync']['config'][0]['rsync'])

+		foreach ($config['installedpackages']['postfixsync']['config'] as $rs )

+			foreach($rs['row'] as $sh){

+				$sync_to_ip = $sh['ipaddress'];

+				$sync_type = $sh['sync_type'];

+				$password = $sh['password'];

+				print "checking replication to $sync_to_ip...";

+				if ($password && $sync_to_ip && preg_match("/(both|database)/",$sync_type))

+					postfix_do_xmlrpc_sync($sync_to_ip, $password,$sync_type);

+				print "ok\n";

+				}

+	

+}

+

+function write_db($stm,$table,$days){

+	global $postfix_dir,$config,$g;

+	conf_mount_rw();

+	$do_sync=array();

+	print "writing to database...";

+	foreach ($days as $day)

+		if (strlen($stm[$day]) > 10){

+		  if ($config['installedpackages']['postfixsync']['config'][0])

+			foreach ($config['installedpackages']['postfixsync']['config'] as $rs )

+				foreach($rs['row'] as $sh){

+					$sync_to_ip = $sh['ipaddress'];

+					$sync_type = $sh['sync_type'];

+					$password = $sh['password'];

+					$sql_file='/var/db/postfix/'.$sync_to_ip.'.sql';

+					${$sync_to_ip}="";

+					if (file_exists($sql_file))

+						${$sync_to_ip}=file_get_contents($sql_file);

+					if ($sync_to_ip && $sync_type=="share"){

+						${$sync_to_ip}.=serialize(array('day'=> $day,'sql'=> base64_encode(gzcompress($stm[$day]."COMMIT;",9))))."\n";

+						if (! in_array($sync_to_ip,$do_sync))

+							$do_sync[]=$sync_to_ip;

+						}

+					}

+			#write local db file

+			create_db($day.".db");

+			if ($debug=true)

+				print " writing to local db $day...";

+			$dbhandle = sqlite_open($postfix_dir.$day.".db", 0666, $error);

+			if (!$dbhandle) die ($error);	

+			#file_put_contents("/tmp/".$key.'-'.$update['day'].".sql",gzuncompress(base64_decode($update['sql'])), LOCK_EX);

+			$ok = sqlite_exec($dbhandle, $stm[$day]."COMMIT;", $error);

+			if (!$ok){

+				if ($debug=true)

+					print ("Cannot execute query. $error\n".$stm[$day]."COMMIT;\n");

+				}

+			else{

+				if ($debug=true)

+					print "ok\n";

+				}

+			sqlite_close($dbhandle);

+			}

+	#write update sql files

+	if (count ($do_sync) > 0 ){

+		

+		foreach($do_sync as $ip)

+			file_put_contents('/var/db/postfix/'.$ip.'.sql',${$ip},LOCK_EX);

+		conf_mount_ro();

+	}

+	#write local file

+	

+}

+

+function create_db($postfix_db){

+	global $postfix_dir,$postfix_arg;

+	if (! is_dir($postfix_dir))

+		mkdir($postfix_dir,0775);

+	$new_db=(file_exists($postfix_dir.$postfix_db)?1:0);

+$stm = <<<EOF

+	CREATE TABLE "mail_from"(

+	"id" INTEGER PRIMARY KEY,

+	"sid" VARCHAR(11) NOT NULL,

+    "client" TEXT NOT NULL,

+    "msgid" TEXT,

+	"fromm" TEXT,

+    "size" INTEGER,

+    "subject" TEXT,

+    "date" TEXT NOT NULL,

+    "server" TEXT,

+    "helo" TEXT

+);

+	CREATE TABLE "mail_to"(

+	"id" INTEGER PRIMARY KEY,

+	"from_id" INTEGER NOT NULL,

+    "too" TEXT,

+    "status" INTEGER,

+    "status_info" TEXT,

+    "smtp" TEXT,

+    "delay" TEXT,

+    "relay" TEXT,

+    "dsn" TEXT,

+    "server" TEXT,

+    "bounce" TEXT,

+    FOREIGN KEY (status) REFERENCES mail_status(id),

+    FOREIGN KEY (from_id) REFERENCES mail_from(id)

+);

+

+

+CREATE TABLE "mail_status"(

+	"id" INTEGER PRIMARY KEY,

+    "info" varchar(35) NOT NULL

+);

+

+CREATE TABLE "mail_noqueue"(

+	"id" INTEGER PRIMARY KEY,

+   	"date" TEXT NOT NULL,

+   	"server" TEXT NOT NULL,

+   	"status" TEXT NOT NULL,

+   	"status_info" INTEGER NOT NULL,

+   	"fromm" TEXT NOT NULL,

+   	"too" TEXT NOT NULL,

+   	"helo" TEXT NOT NULL

+);

+

+CREATE TABLE "db_version"(

+	"value" varchar(10),

+	"info" TEXT

+);

+

+insert or ignore into db_version ('value') VALUES ('2.3.1');

+

+CREATE INDEX "noqueue_unique" on mail_noqueue (date ASC, fromm ASC, too ASC);

+CREATE INDEX "noqueue_helo" on mail_noqueue (helo ASC);

+CREATE INDEX "noqueue_too" on mail_noqueue (too ASC);

+CREATE INDEX "noqueue_fromm" on mail_noqueue (fromm ASC);

+CREATE INDEX "noqueue_info" on mail_noqueue (status_info ASC);

+CREATE INDEX "noqueue_status" on mail_noqueue (status ASC);

+CREATE INDEX "noqueue_server" on mail_noqueue (server ASC);

+CREATE INDEX "noqueue_date" on mail_noqueue (date ASC);

+

+CREATE UNIQUE INDEX "status_info" on mail_status (info ASC);

+

+CREATE UNIQUE INDEX "from_sid_server" on mail_from (sid ASC,server ASC);

+CREATE INDEX "from_client" on mail_from (client ASC);

+CREATE INDEX "from_helo" on mail_from (helo ASC);

+CREATE INDEX "from_server" on mail_from (server ASC);

+CREATE INDEX "from_subject" on mail_from (subject ASC);

+CREATE INDEX "from_msgid" on mail_from (msgid ASC);

+CREATE INDEX "from_fromm" on mail_from (fromm ASC);

+CREATE INDEX "from_date" on mail_from (date ASC);

+

+CREATE UNIQUE INDEX "mail_to_unique" on mail_to (from_id ASC, too ASC);

+CREATE INDEX "to_bounce" on mail_to (bounce ASC);

+CREATE INDEX "to_relay" on mail_to (relay ASC);

+CREATE INDEX "to_smtp" on mail_to (smtp ASC);

+CREATE INDEX "to_info" on mail_to (status_info ASC);

+CREATE INDEX "to_status" on mail_to (status ASC);

+CREATE INDEX "to_too" on mail_to (too ASC);

+

+EOF;

+#test file version

+print "checking". $postfix_dir.$postfix_db."\n";

+$dbhandle = sqlite_open($postfix_dir.$postfix_db, 0666, $error);

+if (!$dbhandle) die ($error);

+$ok = sqlite_exec($dbhandle,"select value from db_version", $error);

+sqlite_close($dbhandle);

+if (!$ok){

+	print "delete previous table version\n";

+	if (file_exists($postfix_dir.$postfix_db))

+		unlink($postfix_dir.$postfix_db);

+	$new_db=0;

+}

+if ($new_db==0){

+	$dbhandle = sqlite_open($postfix_dir.$postfix_db, 0666, $error);

+	$ok = sqlite_exec($dbhandle, $stm, $error);

+	if (!$ok)

+		print ("Cannot execute query. $error\n");

+	$ok = sqlite_exec($dbhandle, $stm2, $error);

+	if (!$ok)

+		print ("Cannot execute query. $error\n");

+	sqlite_close($dbhandle);

+	}

+}

+

+$postfix_dir="/var/db/postfix/";

+$curr_time = time();

+#console script call

+if ($argv[1]!=""){

+switch ($argv[1]){

+	case "01min":

+		$postfix_arg=array(	'grep' => array(date("H:i",strtotime('-1 min',$curr_time))),

+							'time' => '-1 min');

+		break;

+	case "10min":

+		$postfix_arg=array(	'grep' => array(substr(date("H:i",strtotime('-10 min',$curr_time)),0,-1)),

+							'time' => '-10 min');

+		break;

+	case "01hour":

+		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-01 hour',$curr_time))),

+							'time' => '-01 hour');

+		break;

+	case "04hour":

+		$postfix_arg=array(	'grep' => array(date("H:",strtotime('-04 hour',$curr_time)),date("H:",strtotime('-03 hour',$curr_time)),

+											date("H:",strtotime('-02 hour',$curr_time)),date("H:",strtotime('-01 hour',$curr_time))),

+							'time' => '-04 hour');

+		break;

+	case "24hours":

+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',

+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),

+							'time' => '-01 day');

+		break;

+	case "02days":

+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',

+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),

+							'time' => '-02 day');

+		break;

+	case "03days":

+		$postfix_arg=array(	'grep' => array('00:','01:','02:','03:','04:','05:','06:','07:','08:','09:','10:','11:',

+											'12:','13:','14:','15:','16:','17:','18:','19:','20:','21:','22:','23:'),

+							'time' => '-03 day');

+		break;

+		

+		default:

+		die ("invalid parameters\n");

+}

+# get remote log from remote server

+get_remote_log();

+# get local log from logfile

+grep_log();	

+}

+

+#http client call

+if ($_REQUEST['files']!= ""){

+	#do search

+	if($_REQUEST['queue']=="QUEUE"){

+		$stm="select * from mail_from, mail_to ,mail_status where mail_from.id=mail_to.from_id and mail_to.status=mail_status.id ";

+		$last_next=" and ";

+	}

+	else{

+		$stm="select * from mail_noqueue";

+		$last_next=" where ";

+	}

+	$limit_prefix=(preg_match("/\d+/",$_REQUEST['limit'])?"limit ":"");

+	$limit=(preg_match("/\d+/",$_REQUEST['limit'])?$_REQUEST['limit']:"");

+	$files= explode(",", $_REQUEST['files']);

+	$stm_fetch=array();

+	$total_result=0;

+	foreach ($files as $postfix_db)

+		if (file_exists($postfix_dir.'/'.$postfix_db)){ 

+			$dbhandle = sqlite_open($postfix_dir.'/'.$postfix_db, 0666, $error);

+			if ($_REQUEST['from']!= ""){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if (preg_match('/\*/',$_REQUEST['from']))

+					$stm .=$next."fromm like '".preg_replace('/\*/','%',$_REQUEST['from'])."'";

+				else

+					$stm .=$next."fromm in('".$_REQUEST['from']."')";

+				}

+			if ($_REQUEST['to']!= ""){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if (preg_match('/\*/',$_REQUEST['to']))

+					$stm .=$next."too like '".preg_replace('/\*/','%',$_REQUEST['to'])."'";

+				else

+					$stm .=$next."too in('".$_REQUEST['to']."')";

+				}

+			if ($_REQUEST['sid']!= "" && $_REQUEST['queue']=="QUEUE"){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				$stm .=$next."sid in('".$_REQUEST['sid']."')";

+				}

+			if ($_REQUEST['relay']!= "" && $_REQUEST['queue']=="QUEUE"){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if (preg_match('/\*/',$_REQUEST['subject']))

+					$stm .=$next."relay like '".preg_replace('/\*/','%',$_REQUEST['relay'])."'";

+				else

+					$stm .=$next."relay = '".$_REQUEST['relay']."'";

+				}

+			if ($_REQUEST['subject']!= "" && $_REQUEST['queue']=="QUEUE"){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if (preg_match('/\*/',$_REQUEST['subject']))

+					$stm .=$next."subject like '".preg_replace('/\*/','%',$_REQUEST['subject'])."'";

+				else

+					$stm .=$next."subject = '".$_REQUEST['subject']."'";

+				}

+			if ($_REQUEST['msgid']!= "" && $_REQUEST['queue']=="QUEUE"){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if (preg_match('/\*/',$_REQUEST['msgid']))

+					$stm .=$next."msgid like '".preg_replace('/\*/','%',$_REQUEST['msgid'])."'";

+				else

+					$stm .=$next."msgid = '".$_REQUEST['msgid']."'";

+				}

+			if ($_REQUEST['server']!= "" ){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				if( $_REQUEST['queue']=="QUEUE")

+					$stm .=$next."mail_from.server = '".$_REQUEST['server']."'";

+				else

+					$stm .=$next."server = '".$_REQUEST['server']."'";

+				}

+				

+		if ($_REQUEST['status']!= ""){

+				$next=($last_next==" and "?" and ":" where ");

+				$last_next=" and ";

+				$stm .=$next."mail_status.info = '".$_REQUEST['status']."'";

+				}

+					#print "<pre>".$stm;

+				#$stm = "select * from mail_to,mail_status where mail_to.status=mail_status.id";

+				$result = sqlite_query($dbhandle, $stm." order by date desc $limit_prefix $limit ");

+				#$result = sqlite_query($dbhandle, $stm."  $limit_prefix $limit ");	

+			if (preg_match("/\d+/",$_REQUEST['limit'])){

+				for ($i = 1; $i <= $limit; $i++) {

+					$row = sqlite_fetch_array($result, SQLITE_ASSOC);

+					 if (is_array($row))

+						$stm_fetch[]=$row;

+					}

+			}

+			else{

+				$stm_fetch = sqlite_fetch_all($result, SQLITE_ASSOC);

+			}

+			sqlite_close($dbhandle);

+	}

+	$fields= explode(",", $_REQUEST['fields']);

+	if ($_REQUEST['sbutton']=='export'){

+		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';

+		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';

+		print '<tr>';

+		$header="";

+		foreach ($stm_fetch as $mail){

+			foreach ($mail as $key => $data){

+				if (!preg_match("/$key/",$header))

+					$header .= $key.",";

+				$export.=preg_replace('/,/',"",$mail[$key]).",";

+				}

+			$export.= "\n";

+		}

+		print '<td class="tabcont"><textarea id="varnishlogs" rows="50" cols="100%">';

+		print "This export is in csv format, paste it without this line on any software that handles csv files.\n\n".$header."\n".$export;

+		print "</textarea></td></tr></table>";

+		}

+	else{

+	if ($_REQUEST['queue']=="NOQUEUE"){

+		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';

+		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';

+		print '<tr>';

+		if(in_array("date",$fields))

+			print '<td class="listlr"><strong>date</strong></td>';

+		if(in_array("server",$fields))

+			print '<td class="listlr"><strong>server</strong></td>';

+		if(in_array("from",$fields))

+			print '<td class="listlr"><strong>From</strong></td>';

+		if(in_array("to",$fields))

+			print '<td class="listlr"><strong>to</strong></td>';

+		if(in_array("helo",$fields))

+			print '<td class="listlr"><strong>Helo</strong></td>';

+		if(in_array("status",$fields))

+			print '<td class="listlr"><strong>Status</strong></td>';

+		if(in_array("status_info",$fields))

+			print '<td class="listlr"><strong>Status Info</strong></td>';

+		print '</tr>';

+		foreach ($stm_fetch as $mail){

+			print '<tr>';

+		if(in_array("date",$fields))

+			print '<td class="listlr">'.$mail['date'].'</td>';

+		if(in_array("server",$fields))

+			print '<td class="listlr">'.$mail['server'].'</td>';

+		if(in_array("from",$fields))

+			print '<td class="listlr">'.$mail['fromm'].'</td>';

+		if(in_array("to",$fields))

+			print '<td class="listlr">'.$mail['too'].'</td>';

+		if(in_array("helo",$fields))

+			print '<td class="listlr">'.$mail['helo'].'</td>';

+		if(in_array("status",$fields))

+			print '<td class="listlr">'.$mail['status'].'</td>';

+		if(in_array("status_info",$fields))

+			print '<td class="listlr">'.$mail['status_info'].'</td>';

+			print '</tr>';

+			$total_result++;

+		}

+	}

+  else{

+  		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';

+		print '<tr><td colspan="'.count($fields).'" valign="top" class="listtopic">'.gettext("Search Results").'</td></tr>';

+		print '<tr>';

+		if(in_array("date",$fields))

+			print '<td class="listlr" ><strong>Date</strong></td>';

+		if(in_array("server",$fields))

+			print '<td class="listlr" ><strong>Server</strong></td>';

+		if(in_array("from",$fields))

+			print '<td class="listlr" ><strong>From</strong></td>';

+		if(in_array("to",$fields))

+			print '<td class="listlr" ><strong>to</strong></td>';

+		if(in_array("subject",$fields))

+			print '<td class="listlr" ><strong>Subject</strong></td>';

+		if(in_array("delay",$fields))

+			print '<td class="listlr" ><strong>Delay</strong></td>';

+		if(in_array("status",$fields))

+			print '<td class="listlr" ><strong>Status</strong></td>';

+		if(in_array("status_info",$fields))

+			print '<td class="listlr" ><strong>Status Info</strong></td>';

+		if(in_array("size",$fields))

+			print '<td class="listlr" ><strong>Size</strong></td>';

+		if(in_array("helo",$fields))

+			print '<td class="listlr" ><strong>Helo</strong></td>';

+		if(in_array("sid",$fields))

+			print '<td class="listlr" ><strong>SID</strong></td>';

+		if(in_array("msgid",$fields))

+			print '<td class="listlr" ><strong>MSGID</strong></td>';

+		if(in_array("bounce",$fields))

+			print '<td class="listlr" ><strong>Bounce</strong></td>';

+		if(in_array("relay",$fields))

+			print '<td class="listlr" ><strong>Relay</strong></td>';

+		print '</tr>';

+		foreach ($stm_fetch as $mail){

+			if(in_array("date",$fields))

+				print '<td class="listlr">'.$mail['mail_from.date'].'</td>';

+			if(in_array("server",$fields))

+				print '<td class="listlr">'.$mail['mail_from.server'].'</td>';

+			if(in_array("from",$fields))

+				print '<td class="listlr">'.$mail['mail_from.fromm'].'</td>';

+			if(in_array("to",$fields))

+				print '<td class="listlr">'.$mail['mail_to.too'].'</td>';

+			if(in_array("subject",$fields))

+				print '<td class="listlr">'.$mail['mail_from.subject'].'</td>';

+			if(in_array("delay",$fields))

+				print '<td class="listlr">'.$mail['mail_to.delay'].'</td>';

+			if(in_array("status",$fields))

+				print '<td class="listlr">'.$mail['mail_status.info'].'</td>';

+			if(in_array("status_info",$fields))

+				print '<td class="listlr">'.$mail['mail_to.status_info'].'</td>';

+			if(in_array("size",$fields))

+				print '<td class="listlr">'.$mail['mail_from.size'].'</td>';

+			if(in_array("helo",$fields))

+				print '<td class="listlr">'.$mail['mail_from.helo'].'</td>';

+			if(in_array("sid",$fields))

+				print '<td class="listlr">'.$mail['mail_from.sid'].'</td>';

+			if(in_array("msgid",$fields))

+				print '<td class="listlr">'.$mail['mail_from.msgid'].'</td>';

+			if(in_array("bounce",$fields))

+				print '<td class="listlr">'.$mail['mail_to.bounce'].'</td>';

+			if(in_array("relay",$fields))

+				print '<td class="listlr">'.$mail['mail_to.relay'].'</td>';

+			print '</tr>';

+			$total_result++;

+		}

+  }

+	print '<tr>';

+	print '<td ><strong>Total:</strong></td>';

+	print '<td ><strong>'.$total_result.'</strong></td>';

+	print '</tr>';	

+	print '</table>';

+	}				

+}

 ?>
\ No newline at end of file
diff --git a/config/postfix/postfix_antispam.xml b/config/postfix/postfix_antispam.xml
index c4772085..94f52f35 100644
--- a/config/postfix/postfix_antispam.xml
+++ b/config/postfix/postfix_antispam.xml
@@ -239,6 +239,22 @@
 			<description></description>
 		</field>
 		<field>
+			<fielddescr>Message Hold mode</fielddescr>
+			<fieldname>hold_mode</fieldname>
+			<description><![CDATA[Select how postfix will hold messages to mailscanner.<br>
+								When using auto mode, postfix will hold all messages.<br>
+								When using manual mode, include options like this in acl headers:<br>
+								/^to:.*admin@mydomain.com/ OK<br>
+								/^from:.*user@extdomain.com/ OK<br>
+								/^from:/ HOLD<br>
+								/^to:.*@mydomain.com/ HOLD]]></description>
+	    	<type>select</type>
+ 				<options>
+				<option><name>Auto mode</name><value>auto</value></option>
+				<option><name>Manual mode using ACLs</name><value>manual</value></option>
+				</options>
+		</field>
+		<field>
 			<fielddescr>Software</fielddescr>
 			<fieldname>antispam_software</fieldname>
 			<description>Select Third part solution to use. See postfix forwarder package info page for instaling instructions</description>
diff --git a/config/postfix/postfix_queue.php b/config/postfix/postfix_queue.php
index eaf6b7f5..ce4d6cc6 100755
--- a/config/postfix/postfix_queue.php
+++ b/config/postfix/postfix_queue.php
@@ -62,7 +62,7 @@ function get_cmd(){
 	}
 	if ($_REQUEST['cmd'] =='qshape'){
 		if ($_REQUEST['qshape']!="")
-			exec("/usr/local/bin/qshape ". preg_replace("/\W/"," ",$_REQUEST['qshape']), $qshape);			
+			exec("/usr/local/bin/qshape -".preg_replace("/\W/","",$_REQUEST['type'])." ". preg_replace("/\W/","",$_REQUEST['qshape']), $qshape);			
 		else
 			exec("/usr/local/bin/qshape", $qshape);
 		print '<table class="tabcont" width="100%" border="0" cellpadding="8" cellspacing="0">';
@@ -167,6 +167,15 @@ else{
 							<option value="maildrop">maildrop</option>
 						</select><br><?=gettext("Select how often queue will be queried.");?></td>
 					</tr>
+					<tr>					
+                        <td width="22%" valign="top" class="vncell"><?=gettext("qshape Report type: ");?></td>
+                        <td width="78%" class="vtable">
+                        <select name="drop3" id="qtype">
+							<option value="s" selected>sender domain</option>
+							<option value="p">parent domain</option>
+						</select><br><?=gettext("Select between sender or parent domains to order by.");?></td>
+					</tr>
+
 					<tr>
 							<td width="22%" valign="top"></td>
                         <td width="78%"><input name="Submit" type="button" class="formbtn" id="run" value="<?=gettext("show queue");?>" onclick="get_queue('mailq')"><div id="search_help"></div></td>
@@ -212,6 +221,7 @@ else{
 				var q_args=loopSelected('qshape');
 				var pars = 'cmd='+$('cmd').options[$('cmd').selectedIndex].value;
 				var pars = pars + '&qshape='+q_args;
+				var pars = pars + '&type='+$('qtype').options[$('qtype').selectedIndex].value;
 				var url = "/postfix_queue.php";
 				var myAjax = new Ajax.Request(
 					url,
diff --git a/config/postfix/postfix_search.php b/config/postfix/postfix_search.php
index b76f0554..c2da3f7e 100755
--- a/config/postfix/postfix_search.php
+++ b/config/postfix/postfix_search.php
@@ -119,6 +119,7 @@ include("head.inc");
                         	<option value="sent">sent</option>
 							<option value="bounced">bounced</option>
 							<option value="reject">reject</option>
+							<option value="spam">spam</option>
 							<option value="incoming">incoming</option>
 						</select><br><?=gettext("Max log messages to fetch per Sqlite file.");?></td>
 					</tr>