cron_daily.php 32.7 KB
Newer Older
1
2
3
<?php

/*
4
Copyright (c) 2007-2012, Till Brehm, projektfarm Gmbh
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
All rights reserved.

Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright notice,
      this list of conditions and the following disclaimer in the documentation
      and/or other materials provided with the distribution.
    * Neither the name of ISPConfig nor the names of its contributors
      may be used to endorse or promote products derived from this software without
      specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/

31
32
33
define('SCRIPT_PATH', dirname($_SERVER["SCRIPT_FILENAME"]));
require(SCRIPT_PATH."/lib/config.inc.php");
require(SCRIPT_PATH."/lib/app.inc.php");
34
35
36
37

set_time_limit(0);

// make sure server_id is always an int
38
$conf['server_id'] = intval($conf['server_id']);
39

40

41
// Load required base-classes
42
$app->uses('ini_parser,file,services,getconf,system');
43
44
45
46
47
48


#######################################################################################################
// store the mailbox statistics in the database
#######################################################################################################

49
$sql = "SELECT mailuser_id,maildir FROM mail_user WHERE server_id = ".$conf['server_id'];
50
51
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
52
	if(@is_file($rec['maildir'].'/ispconfig_mailsize')) {
53

54
		// rename file
55
		rename($rec['maildir'].'/ispconfig_mailsize',$rec['maildir'].'/ispconfig_mailsize_save');
56

57
		// Read the file
58
		$lines = file($rec['maildir'].'/ispconfig_mailsize_save');
59
60
61
62
63
		$mail_traffic = 0;
		foreach($lines as $line) {
			$mail_traffic += intval($line);
		}
		unset($lines);
64

65
		// Delete backup file
66
		if(@is_file($rec['maildir'].'/ispconfig_mailsize_save')) unlink($rec['maildir'].'/ispconfig_mailsize_save');
67

68
		// Save the traffic stats in the sql database
69
		$tstamp = date('Y-m');
70

71
		$sql = "SELECT * FROM mail_traffic WHERE month = '$tstamp' AND mailuser_id = ".$rec['mailuser_id'];
72
		$tr = $app->dbmaster->queryOneRecord($sql);
73

74
75
76
		$mail_traffic += $tr['traffic'];
		if($tr['traffic_id'] > 0) {
			$sql = "UPDATE mail_traffic SET traffic = $mail_traffic WHERE traffic_id = ".$tr['traffic_id'];
77
		} else {
78
			$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES ('$tstamp',".$rec['mailuser_id'].",$mail_traffic)";
79
		}
80
		$app->dbmaster->query($sql);
81
		echo $sql;
82

83
	}
84

85
86
87
88
89
90
}

#######################################################################################################
// Create webalizer statistics
#######################################################################################################

91
92
93
94
95
function setConfigVar( $filename, $varName, $varValue ) {
	if($lines = @file($filename)) {
		$out = '';
		$found = 0;
		foreach($lines as $line) {
96
			@list($key, $value) = preg_split('/[\t= ]+/', $line, 2);
97
			if($key == $varName) {
98
				$out .= $varName.' '.$varValue."\n";
99
100
101
102
103
104
105
106
107
				$found = 1;
			} else {
				$out .= $line;
			}
		}
		if($found == 0) {
			//* add \n if the last line does not end with \n or \r
			if(substr($out,-1) != "\n" && substr($out,-1) != "\r") $out .= "\n";
			//* add the new line at the end of the file
108
			if($append == 1) $out .= $varName.' '.$varValue."\n";
109
110
111
112
113
114
		}

		file_put_contents($filename,$out);
	}
}

115

116
$sql = "SELECT domain_id, domain, document_root, web_folder, type FROM web_domain WHERE stats_type = 'webalizer' AND server_id = ".$conf['server_id'];
117
$records = $app->db->queryAllRecords($sql);
118

119
foreach($records as $rec) {
120
121
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
122
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
123
	if(!@is_file($logfile)) {
124
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
125
126
127
		if(!@is_file($logfile)) {
			continue;
		}
128
	}
129

130
	$domain = escapeshellcmd($rec['domain']);
131
	$statsdir = escapeshellcmd($rec['document_root'].'/'.($rec['type'] == 'vhostsubdomain' ? $rec['web_folder'] : 'web').'/stats');
132
133
	$webalizer = '/usr/bin/webalizer';
	$webalizer_conf_main = '/etc/webalizer/webalizer.conf';
134
	$webalizer_conf = escapeshellcmd($rec['document_root'].'/log/webalizer.conf');
maddinxx's avatar
maddinxx committed
135

136
	if(is_file($statsdir.'/index.php')) unlink($statsdir.'/index.php');
137

138
	if(!@is_file($webalizer_conf)) {
139
		copy($webalizer_conf_main,$webalizer_conf);
140
	}
141

142
143
144
145
146
	if(@is_file($webalizer_conf)) {
		setConfigVar($webalizer_conf, 'Incremental', 'yes');
		setConfigVar($webalizer_conf, 'IncrementalName', $statsdir.'/webalizer.current');
		setConfigVar($webalizer_conf, 'HistoryName', $statsdir.'/webalizer.hist');
	}
147

148

149
	if(!@is_dir($statsdir)) mkdir($statsdir);
150
	exec("$webalizer -c $webalizer_conf -n $domain -s $domain -r $domain -q -T -p -o $statsdir $logfile");
151
152
}

153
154
155
156
#######################################################################################################
// Create awstats statistics
#######################################################################################################

157
$sql = "SELECT domain_id, domain, document_root, web_folder, type, system_user, system_group FROM web_domain WHERE stats_type = 'awstats' AND server_id = ".$conf['server_id'];
158
159
$records = $app->db->queryAllRecords($sql);

160
$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
161
162

foreach($records as $rec) {
163
164
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
165
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
166
	if(!@is_file($logfile)) {
167
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
168
169
170
171
		if(!@is_file($logfile)) {
			continue;
		}
	}
172
    $web_folder = ($rec['type'] == 'vhostsubdomain' ? $rec['web_folder'] : 'web');
173
	$domain = escapeshellcmd($rec['domain']);
174
	$statsdir = escapeshellcmd($rec['document_root'].'/'.$web_folder.'/stats');
175
	$awstats_pl = $web_config['awstats_pl'];
tbrehm's avatar
tbrehm committed
176
	$awstats_buildstaticpages_pl = $web_config['awstats_buildstaticpages_pl'];
maddinxx's avatar
maddinxx committed
177

178
179
	$awstats_conf_dir = $web_config['awstats_conf_dir'];
	$awstats_website_conf_file = $web_config['awstats_conf_dir'].'/awstats.'.$domain.'.conf';
maddinxx's avatar
maddinxx committed
180

181
	if(is_file($awstats_website_conf_file)) unlink($awstats_website_conf_file);
maddinxx's avatar
maddinxx committed
182

183
	$sql = "SELECT domain FROM web_domain WHERE (type = 'alias' OR type = 'subdomain') AND parent_domain_id = ".$rec['domain_id'];
184
185
	$aliases = $app->db->queryAllRecords($sql);
	$aliasdomain = '';
maddinxx's avatar
maddinxx committed
186

187
188
189
190
191
	if(is_array($aliases)) {
		foreach ($aliases as $alias) {
			$aliasdomain.= ' '.$alias['domain']. ' www.'.$alias['domain'];
		}
	}
maddinxx's avatar
maddinxx committed
192

193
194
	if(!is_file($awstats_website_conf_file)) {
		$awstats_conf_file_content = 'Include "'.$awstats_conf_dir.'/awstats.conf"
195
LogFile="/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log"
196
SiteDomain="'.$domain.'"
197
HostAliases="www.'.$domain.' localhost 127.0.0.1'.$aliasdomain.'"';
198
199
		file_put_contents($awstats_website_conf_file,$awstats_conf_file_content);
	}
maddinxx's avatar
maddinxx committed
200

201
	if(!@is_dir($statsdir)) mkdir($statsdir);
202
	if(is_link('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log')) unlink('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
203
	symlink($logfile,'/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
maddinxx's avatar
maddinxx committed
204

205
	$awmonth = date("n");
206
	$awyear = date("Y");
207
208
209
210
211
212
213

	if (date("d") == 1) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}
214
	}
maddinxx's avatar
maddinxx committed
215

216
	// awstats_buildstaticpages.pl -update -config=mydomain.com -lang=en -dir=/var/www/domain.com/'.$web_folder.'/stats -awstatsprog=/path/to/awstats.pl
217
	// $command = "$awstats_buildstaticpages_pl -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";
maddinxx's avatar
maddinxx committed
218

219
220
221
222
223
224
225
226
227
228
229
230
231
	$command = "$awstats_buildstaticpages_pl -month='$awmonth' -year='$awyear' -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";

	if (date("d") == 2) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}

		$statsdirold = $statsdir."/".$awyear."-".$awmonth."/";
		mkdir($statsdirold);
		$files = scandir($statsdir);
		foreach ($files as $file) {
232
			if (substr($file,0,1) != "." && !is_dir("$statsdir"."/"."$file") && substr($file,0,1) != "w" && substr($file,0,1) != "i") copy("$statsdir"."/"."$file","$statsdirold"."$file");
233
234
		}
	}
maddinxx's avatar
maddinxx committed
235
236


tbrehm's avatar
tbrehm committed
237
	if($awstats_pl != '' && $awstats_buildstaticpages_pl != '' && fileowner($awstats_pl) == 0 && fileowner($awstats_buildstaticpages_pl) == 0) {
238
		exec($command);
239
240
		if(is_file($rec['document_root'].'/'.$web_folder.'/stats/index.html')) unlink($rec['document_root'].'/'.$web_folder.'/stats/index.html');
		rename($rec['document_root'].'/'.$web_folder.'/stats/awstats.'.$domain.'.html',$rec['document_root'].'/'.$web_folder.'/stats/awsindex.html');
241
242
243
244
245
246
247
		if(!is_file($rec['document_root']."/".$web_folder."/stats/index.php")) {
			if(file_exists("/usr/local/ispconfig/server/conf-custom/awstats_index.php.master")) {
				copy("/usr/local/ispconfig/server/conf-custom/awstats_index.php.master",$rec['document_root']."/".$web_folder."/stats/index.php");
			} else {
				copy("/usr/local/ispconfig/server/conf/awstats_index.php.master",$rec['document_root']."/".$web_folder."/stats/index.php");
			}
		}
maddinxx's avatar
maddinxx committed
248

249
		$app->log('Created awstats statistics with command: '.$command,LOGLEVEL_DEBUG);
250
	} else {
tbrehm's avatar
tbrehm committed
251
		$app->log("No awstats statistics created. Either $awstats_pl or $awstats_buildstaticpages_pl is not owned by root user.",LOGLEVEL_WARN);
252
	}
maddinxx's avatar
maddinxx committed
253

254
255
256
	if(is_file($rec['document_root']."/".$web_folder."/stats/index.php")) {
		chown($rec['document_root']."/".$web_folder."/stats/index.php",$rec['system_user']);
		chgrp($rec['document_root']."/".$web_folder."/stats/index.php",$rec['system_group']);
257
	}
maddinxx's avatar
maddinxx committed
258

259
260
261
}


262
263
264
265
#######################################################################################################
// Make the web logfiles directories world readable to enable ftp access
#######################################################################################################

266
if(is_dir('/var/log/ispconfig/httpd')) exec('chmod +r /var/log/ispconfig/httpd/*');
267

268
#######################################################################################################
269
// Manage and compress web logfiles and create traffic statistics
270
271
#######################################################################################################

272
$sql = "SELECT domain_id, domain, document_root FROM web_domain WHERE server_id = ".$conf['server_id'];
273
274
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
275

276
277
278
279
	//* create traffic statistics based on yesterdays access log file
	$yesterday = date('Ymd',time() - 86400);
	$logfile = $rec['document_root'].'/log/'.$yesterday.'-access.log';
	$total_bytes = 0;
maddinxx's avatar
maddinxx committed
280

281
282
283
284
285
286
287
	$handle = @fopen($logfile, "r");
	if ($handle) {
		while (($line = fgets($handle, 4096)) !== false) {
			if (preg_match('/^\S+ \S+ \S+ \[.*?\] "\S+.*?" \d+ (\d+) ".*?" ".*?"/', $line, $m)) {
				$total_bytes += intval($m[1]);
			}
		}
maddinxx's avatar
maddinxx committed
288

289
290
291
292
293
294
295
296
297
298
299
300
		//* Insert / update traffic in master database
		$traffic_date = date('Y-m-d',time() - 86400);
		$tmp = $app->dbmaster->queryOneRecord("select hostname from web_traffic where hostname='".$rec['domain']."' and traffic_date='".$traffic_date."'");
		if(is_array($tmp) && count($tmp) > 0) {
			$sql = "update web_traffic set traffic_bytes=traffic_bytes+"
                  . $total_bytes
                  . " where hostname='" . $rec['domain']
                  . "' and traffic_date='" . $traffic_date . "'";
		} else {
			$sql = "insert into web_traffic (hostname, traffic_date, traffic_bytes) values ('".$rec['domain']."', '".$traffic_date."', '".$total_bytes."')";
		}
		$app->dbmaster->query($sql);
maddinxx's avatar
maddinxx committed
301

302
303
		fclose($handle);
	}
maddinxx's avatar
maddinxx committed
304

305
306
	$yesterday2 = date('Ymd',time() - 86400*2);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday2.'-access.log');
maddinxx's avatar
maddinxx committed
307

308
	//* Compress logfile
309
310
311
	if(@is_file($logfile)) {
		// Compress yesterdays logfile
		exec("gzip -c $logfile > $logfile.gz");
tbrehm's avatar
tbrehm committed
312
		unlink($logfile);
313
	}
maddinxx's avatar
maddinxx committed
314

315
	// rotate and compress the error.log when it exceeds a size of 10 MB
316
	$logfile = escapeshellcmd($rec['document_root'].'/log/error.log');
317
318
319
320
	if(is_file($logfile) && filesize($logfile) > 10000000) {
		exec("gzip -c $logfile > $logfile.1.gz");
		exec("cat /dev/null > $logfile");
	}
321

322
	// delete logfiles after 30 days
323
324
	$month_ago = date('Ymd',time() - 86400 * 30);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$month_ago.'-access.log.gz');
325
326
327
	if(@is_file($logfile)) {
		unlink($logfile);
	}
maddinxx's avatar
maddinxx committed
328

329
330
	//* Delete older Log files, in case that we missed them before due to serverdowntimes.
	$datepart = date('Ym',time() - 86400 * 31 * 2);
maddinxx's avatar
maddinxx committed
331

332
333
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log.gz';
	exec('rm -f '.$logfile);
maddinxx's avatar
maddinxx committed
334

335
336
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log';
	exec('rm -f '.$logfile);
337
338
}

339
#######################################################################################################
340
341
342
343
// Rotate the ispconfig.log file
#######################################################################################################

// rotate the ispconfig.log when it exceeds a size of 10 MB
344
$logfile = $conf['ispconfig_log_dir'].'/ispconfig.log';
345
346
347
348
349
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

350
// rotate the cron.log when it exceeds a size of 10 MB
351
$logfile = $conf['ispconfig_log_dir'].'/cron.log';
352
353
354
355
356
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

maddinxx's avatar
maddinxx committed
357
358
359
360
361
362
363
// rotate the auth.log when it exceeds a size of 10 MB
$logfile = $conf['ispconfig_log_dir'].'/auth.log';
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

364
#######################################################################################################
365
366
367
// Cleanup website tmp directories
#######################################################################################################

368
$sql = "SELECT domain_id, domain, document_root, system_user FROM web_domain WHERE server_id = ".$conf['server_id'];
369
370
371
372
$records = $app->db->queryAllRecords($sql);
$app->uses('system');
if(is_array($records)) {
	foreach($records as $rec){
373
		$tmp_path = realpath(escapeshellcmd($rec['document_root'].'/tmp'));
374
		if($tmp_path != '' && strlen($tmp_path) > 10 && is_dir($tmp_path) && $app->system->is_user($rec['system_user'])){
375
			exec('cd '.$tmp_path."; find . -mtime +1 -name 'sess_*' | grep -v -w .no_delete | xargs rm > /dev/null 2> /dev/null");
376
377
378
		}
	}
}
379

tbrehm's avatar
tbrehm committed
380
#######################################################################################################
vogelor's avatar
vogelor committed
381
// Cleanup logs in master database (only the "master-server")
tbrehm's avatar
tbrehm committed
382
#######################################################################################################
383

vogelor's avatar
vogelor committed
384
385
386
387
388
389
390
391
392
393
if ($app->dbmaster == $app->db) {
	/** 7 days */
	$tstamp = time() - (60*60*24*7);

	/*
	 *  Keep 7 days in sys_log
	 * (we can delete the old items, because if they are OK, they don't interrest anymore
	 * if they are NOT ok, the server will try to process them in 1 minute and so the
	 * error appears again after 1 minute. So it is no problem to delete the old one!
	 */
394
395
396
397
	$sql = "DELETE FROM sys_log WHERE tstamp < " . $tstamp . " AND server_id != 0";
	$app->dbmaster->query($sql);

	/*
398
399
400
	 * Delete all remote-actions "done" and older than 7 days
	 * ATTENTION: We have the same problem as described in cleaning the datalog. We must not
	 * delete the last entry
401
	 */
402
403
404
405
406
	$sql = "SELECT max(action_id) FROM sys_remoteaction";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(action_id)'];
	$sql =  "DELETE FROM sys_remoteaction " .
			"WHERE tstamp < " . $tstamp . " " .
407
			" AND action_state = 'ok' " .
408
			" AND action_id <" . intval($maxId);
vogelor's avatar
vogelor committed
409
410
411
412
413
414
415
416
417
	$app->dbmaster->query($sql);

	/*
	 * The sys_datalog is more difficult.
	 * 1) We have to keet ALL entries with
	 *    server_id=0, because they depend on ALL servers (even if they are not
	 *    actually in the system (and will be insered in 3 days or so).
	 * 2) We have to keey ALL entries which are not actually precessed by the
	 *    server never mind how old they are!
418
419
420
421
422
423
	 * 3) We have to keep the entry with the highest autoinc-id, because mysql calculates the
	 *    autoinc-id as "new value = max(row) +1" and does not store this in a separate table.
	 *    This means, if we delete to entry with the highest autoinc-value then this value is
	 *    reused as autoinc and so there are more than one entries with the same value (over
	 *    for example 4 Weeks). This is confusing for our system.
	 *    ATTENTION 2) and 3) is in some case NOT the same! so we have to check both!
vogelor's avatar
vogelor committed
424
425
426
427
428
429
	 */

	/* First we need all servers and the last sys_datalog-id they processed */
	$sql = "SELECT server_id, updated FROM server ORDER BY server_id";
	$records = $app->dbmaster->queryAllRecords($sql);

430
431
432
433
434
	/* Then we need the highest value ever */
	$sql = "SELECT max(datalog_id) FROM sys_datalog";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(datalog_id)'];

vogelor's avatar
vogelor committed
435
436
	/* Then delete server by server */
	foreach($records as $server) {
437
438
		$tmp_server_id = intval($server['server_id']);
		if($tmp_server_id > 0) {
439
440
			$sql = 	"DELETE FROM sys_datalog " .
					"WHERE tstamp < " . $tstamp .
441
					" AND server_id = " . intval($server['server_id']) .
442
443
					" AND datalog_id < " . intval($server['updated']) .
					" AND datalog_id < " . intval($maxId);
444
		}
vogelor's avatar
vogelor committed
445
446
447
448
//		echo $sql . "\n";
		$app->dbmaster->query($sql);
	}
}
449

450
#######################################################################################################
451
// enforce traffic quota (run only on the "master-server")
452
453
454
455
#######################################################################################################

if ($app->dbmaster == $app->db) {

456
457
	$global_config = $app->getconf->get_global_config('mail');
	
458
	$current_month = date('Y-m');
459

460
	//* Check website traffic quota
461
	$sql = "SELECT sys_groupid,domain_id,domain,traffic_quota,traffic_quota_lock FROM web_domain WHERE (traffic_quota > 0 or traffic_quota_lock = 'y') and (type = 'vhost' OR type = 'vhostsubdomain')";
462
463
464
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
465

466
			$web_traffic_quota = $rec['traffic_quota'];
467
			$domain = $rec['domain'];
468

469
470
471
472
473
			// get the client
			/*
			$client_group_id = $rec["sys_groupid"];
			$client = $app->db->queryOneRecord("SELECT limit_traffic_quota,parent_client_id FROM sys_group, client WHERE sys_group.client_id = client.client_id and sys_group.groupid = $client_group_id");
			$reseller = $app->db->queryOneRecord("SELECT limit_traffic_quota FROM client WHERE client_id = ".intval($client['parent_client_id']));
474

475
476
477
			$client_traffic_quota = intval($client['limit_traffic_quota']);
			$reseller_traffic_quota = intval($reseller['limit_traffic_quota']);
			*/
478

479
			//* get the traffic
480
481
482
			$tmp = $app->db->queryOneRecord("SELECT SUM(traffic_bytes) As total_traffic_bytes FROM web_traffic WHERE traffic_date like '$current_month%' AND hostname = '$domain'");
			$web_traffic = (int)$tmp['total_traffic_bytes']/1024/1024;

483
484
485
486
487
			//* Website is over quota, we will disable it
			/*if( ($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) ||
				($client_traffic_quota > 0 && $web_traffic > $client_traffic_quota) ||
				($reseller_traffic_quota > 0 && $web_traffic > $reseller_traffic_quota)) {*/
			if($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) {
488
				$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'y',active = 'n'", 'domain_id', $rec['domain_id']);
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
				$app->log('Traffic quota for '.$rec['domain'].' exceeded. Disabling website.',LOGLEVEL_DEBUG);
				
				//* Send traffic notifications
				if($web_config['overtraffic_notify_admin'] == 'y' || $web_config['overtraffic_notify_client'] == 'y') {
					
					if(file_exists($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_'.$conf['language'].'.txt')) {
						$lines = file($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_'.$conf['language'].'.txt');
					} elseif(file_exists($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_en.txt')) {
						$lines = file($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_en.txt');
					} elseif(file_exists($conf['rootpath'].'/conf/mail/web_traffic_notification_'.$conf['language'].'.txt')) {
						$lines = file($conf['rootpath'].'/conf/mail/web_traffic_notification_'.$conf['language'].'.txt');
					} else {
						$lines = file($conf['rootpath'].'/conf/mail/web_traffic_notification_en.txt');
					}
					
					//* Get subject
					$parts = explode(':',trim($lines[0]));
					unset($parts[0]);
					$traffic_mail_subject  = implode(':',$parts);
					unset($lines[0]);
		
					//* Get message
					$traffic_mail_message = trim(implode($lines));
					unset($tmp);
					
					//* Replace placeholders
					$traffic_mail_message = str_replace('{domain}',$rec['domain'],$traffic_mail_message);
						
					$mailHeaders      = "MIME-Version: 1.0" . "\n";
					$mailHeaders     .= "Content-type: text/plain; charset=utf-8" . "\n";
					$mailHeaders     .= "Content-Transfer-Encoding: 8bit" . "\n";
					$mailHeaders     .= "From: ". $global_config['admin_mail'] . "\n";
					$mailHeaders     .= "Reply-To: ". $global_config['admin_mail'] . "\n";
					$mailSubject      = "=?utf-8?B?".base64_encode($traffic_mail_subject)."?=";
					
					//* send email to admin
					if($global_config['admin_mail'] != '' && $web_config['overtraffic_notify_admin'] == 'y') {
						mail($global_config['admin_mail'], $mailSubject, $traffic_mail_message, $mailHeaders);
					}
					
					//* Send email to client
					if($web_config['overtraffic_notify_admin'] == 'y') {
						$client_group_id = $rec["sys_groupid"];
						$client = $app->db->queryOneRecord("SELECT client.email FROM sys_group, client WHERE sys_group.client_id = client.client_id and sys_group.groupid = $client_group_id");
						if($client['email'] != '') {
							mail($client['email'], $mailSubject, $traffic_mail_message, $mailHeaders);
						}
					}
					
				}
				
				
541
542
543
			} else {
				//* unlock the website, if traffic is lower then quota
				if($rec['traffic_quota_lock'] == 'y') {
544
					$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'n',active = 'y'", 'domain_id', $rec['domain_id']);
545
					$app->log('Traffic quota for '.$rec['domain'].' ok again. Re-enabling website.',LOGLEVEL_DEBUG);
546
547
548
549
				}
			}
		}
	}
550
551


552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
}


#######################################################################################################
// deactivate virtual servers (run only on the "master-server")
#######################################################################################################

if ($app->dbmaster == $app->db) {
	$current_date = date('Y-m-d');

	//* Check which virtual machines have to be deactivated
	$sql = "SELECT * FROM openvz_vm WHERE active = 'y' AND active_until_date != '0000-00-00' AND active_until_date < '$current_date'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
			$app->dbmaster->datalogUpdate('openvz_vm', "active = 'n'", 'vm_id', $rec['vm_id']);
			$app->log('Virtual machine active date expired. Disabling VM '.$rec['veid'],LOGLEVEL_DEBUG);
		}
	}


573
574
}

575
576
577
578
#######################################################################################################
// Create website backups
#######################################################################################################

579
$server_config = $app->getconf->get_server_config($conf['server_id'], 'server');
580
$backup_dir = $server_config['backup_dir'];
581
582
583
584
585
$backup_mode = $server_config['backup_mode'];
if($backup_mode == '') $backup_mode = 'userzip';

$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
$http_server_user = $web_config['user'];
586
587

if($backup_dir != '') {
maddinxx's avatar
maddinxx committed
588

589
590
591
592
593
	if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
		$backup_dir_permissions = 0755;
	} else {
		$backup_dir_permissions = 0750;
	}
maddinxx's avatar
maddinxx committed
594

595
	if(!is_dir($backup_dir)) {
596
597
598
		mkdir(escapeshellcmd($backup_dir), $backup_dir_permissions, true);
	} else {
		chmod(escapeshellcmd($backup_dir), $backup_dir_permissions);
599
	}
maddinxx's avatar
maddinxx committed
600

601
	$sql = "SELECT * FROM web_domain WHERE server_id = '".$conf['server_id']."' AND (type = 'vhost' OR type = 'vhostsubdomain') AND backup_interval != 'none'";
602
603
604
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
605

606
			//* Do the website backup
tbrehm's avatar
tbrehm committed
607
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
maddinxx's avatar
maddinxx committed
608

609
610
611
612
613
				$web_path = $rec['document_root'];
				$web_user = $rec['system_user'];
				$web_group = $rec['system_group'];
				$web_id = $rec['domain_id'];
				$web_backup_dir = $backup_dir.'/web'.$web_id;
614
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
maddinxx's avatar
maddinxx committed
615
				chmod($web_backup_dir, 0750);
616
				//if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
maddinxx's avatar
maddinxx committed
617
				chown($web_backup_dir, $rec['system_user']);
618
619
				chgrp($web_backup_dir, $rec['system_group']);
				/*} else {
620
621
					chown($web_backup_dir, 'root');
					chgrp($web_backup_dir, 'root');
622
623
624
625
				}*/
				if($backup_mode == 'userzip') {
					//* Create a .zip backup as web user and include also files owned by apache / nginx user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.zip';
626
627
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -group '.escapeshellarg($web_group).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -user '.escapeshellarg($http_server_user).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --update --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
628
629
630
631
				} else {
					//* Create a tar.gz backup as root user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.tar.gz';
					exec('tar pczf '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' --exclude=backup\* --directory '.escapeshellarg($web_path).' .');
632
				}
maddinxx's avatar
maddinxx committed
633
				chown($web_backup_dir.'/'.$web_backup_file, 'root');
634
635
				chgrp($web_backup_dir.'/'.$web_backup_file, 'root');
				chmod($web_backup_dir.'/'.$web_backup_file, 0750);
maddinxx's avatar
maddinxx committed
636

637
				//* Insert web backup record in database
638
639
640
641
642
643
				//$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",".$web_id.",'web','".$backup_mode."',".time().",'".$app->db->quote($web_backup_file)."')";
				//$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
				$sql = "INSERT INTO web_backup (server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",".$web_id.",'web','".$backup_mode."',".time().",'".$app->db->quote($web_backup_file)."')";
				$app->db->query($sql);
				$app->dbmaster->query($sql);
				
644
				//* Remove old backups
645
				$backup_copies = intval($rec['backup_copies']);
maddinxx's avatar
maddinxx committed
646

647
648
649
650
651
652
				$dir_handle = dir($web_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,3) == 'web' && is_file($web_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
653
				}
654
				$dir_handle->close();
maddinxx's avatar
maddinxx committed
655

656
				rsort($files);
maddinxx's avatar
maddinxx committed
657

658
659
660
661
662
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($web_backup_dir.'/'.$files[$n])) {
						unlink($web_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
663
664
665
666
						//$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
						$sql = "DELETE FROM web_backup WHERE backup_id = ".intval($tmp['backup_id']);
						$app->db->query($sql);
						$app->dbmaster->query($sql);
667
668
					}
				}
maddinxx's avatar
maddinxx committed
669

670
671
				unset($files);
				unset($dir_handle);
maddinxx's avatar
maddinxx committed
672

673
				//* Remove backupdir symlink and create as directory instead
674
675
676
				$app->uses('system');
				$app->system->web_folder_protection($web_path,false);
				
677
678
679
680
681
				if(is_link($web_path.'/backup')) {
					unlink($web_path.'/backup');
				}
				if(!is_dir($web_path.'/backup')) {
					mkdir($web_path.'/backup');
maddinxx's avatar
maddinxx committed
682
					chown($web_path.'/backup', $rec['system_user']);
683
684
					chgrp($web_path.'/backup', $rec['system_group']);
				}
685
686
				
				$app->system->web_folder_protection($web_path,true);
maddinxx's avatar
maddinxx committed
687

688
			}
maddinxx's avatar
maddinxx committed
689
690

			/* If backup_interval is set to none and we have a
691
692
693
694
695
696
			backup directory for the website, then remove the backups */
			if($rec['backup_interval'] == 'none') {
				$web_id = $rec['domain_id'];
				$web_user = $rec['system_user'];
				$web_backup_dir = realpath($backup_dir.'/web'.$web_id);
				if(is_dir($web_backup_dir)) {
697
					exec('sudo -u '.escapeshellarg($web_user).' rm -f '.escapeshellarg($web_backup_dir.'/*'));
698
699
700
701
				}
			}
		}
	}
maddinxx's avatar
maddinxx committed
702

703
704
705
	$sql = "SELECT * FROM web_database WHERE server_id = '".$conf['server_id']."' AND backup_interval != 'none'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
maddinxx's avatar
maddinxx committed
706

707
		include('lib/mysql_clientdb.conf');
maddinxx's avatar
maddinxx committed
708

709
		foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
710

711
712
			//* Do the database backup
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
maddinxx's avatar
maddinxx committed
713

714
715
716
				$web_id = $rec['parent_domain_id'];
				$db_backup_dir = $backup_dir.'/web'.$web_id;
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
maddinxx's avatar
maddinxx committed
717
				chmod($web_backup_dir, 0750);
718
719
720
721
722
723
724
725
726
				chown($web_backup_dir, 'root');
				chgrp($web_backup_dir, 'root');

				//* Do the mysql database backup with mysqldump
				$db_id = $rec['database_id'];
				$db_name = $rec['database_name'];
				$db_backup_file = 'db_'.$db_name.'_'.date('Y-m-d_H-i').'.sql';
				$command = "mysqldump -h '".escapeshellcmd($clientdb_host)."' -u '".escapeshellcmd($clientdb_user)."' -p'".escapeshellcmd($clientdb_password)."' -c --add-drop-table --create-options --quick --result-file='".$db_backup_dir.'/'.$db_backup_file."' '".$db_name."'";
				exec($command);
maddinxx's avatar
maddinxx committed
727

728
729
730
				//* Compress the backup with gzip
				exec("gzip -c '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file)."' > '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file).".gz'");
				chmod($db_backup_dir.'/'.$db_backup_file.'.gz', 0750);
maddinxx's avatar
maddinxx committed
731
				chown($db_backup_dir.'/'.$db_backup_file.'.gz', fileowner($db_backup_dir));
732
				chgrp($db_backup_dir.'/'.$db_backup_file.'.gz', filegroup($db_backup_dir));
maddinxx's avatar
maddinxx committed
733

734
				//* Insert web backup record in database
735
736
737
738
739
				//$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",$web_id,'mysql','sqlgz',".time().",'".$app->db->quote($db_backup_file).".gz')";
				//$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
				$sql = "INSERT INTO web_backup (server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",$web_id,'mysql','sqlgz',".time().",'".$app->db->quote($db_backup_file).".gz')";
				$app->db->query($sql);
				$app->dbmaster->query($sql);
maddinxx's avatar
maddinxx committed
740

741
742
				//* Remove the uncompressed file
				unlink($db_backup_dir.'/'.$db_backup_file);
maddinxx's avatar
maddinxx committed
743

744
745
				//* Remove old backups
				$backup_copies = intval($rec['backup_copies']);
maddinxx's avatar
maddinxx committed
746

747
748
749
750
751
752
753
754
				$dir_handle = dir($db_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,2) == 'db' && is_file($db_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
				}
				$dir_handle->close();
maddinxx's avatar
maddinxx committed
755

756
				rsort($files);
maddinxx's avatar
maddinxx committed
757

758
759
760
761
762
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($db_backup_dir.'/'.$files[$n])) {
						unlink($db_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
763
764
765
766
						//$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
						$sql = "DELETE FROM web_backup WHERE backup_id = ".intval($tmp['backup_id']);
						$app->db->query($sql);
						$app->dbmaster->query($sql);
767
768
					}
				}
maddinxx's avatar
maddinxx committed
769

770
771
772
773
				unset($files);
				unset($dir_handle);
			}
		}
maddinxx's avatar
maddinxx committed
774

775
776
777
		unset($clientdb_host);
		unset($clientdb_user);
		unset($clientdb_password);
maddinxx's avatar
maddinxx committed
778

779
	}
780
781
}

782

783
die("finished.\n");
784
?>