cron_daily.php 31.5 KB
Newer Older
1
2
3
<?php

/*
4
Copyright (c) 2007-2012, Till Brehm, projektfarm Gmbh
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
All rights reserved.

Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright notice,
      this list of conditions and the following disclaimer in the documentation
      and/or other materials provided with the distribution.
    * Neither the name of ISPConfig nor the names of its contributors
      may be used to endorse or promote products derived from this software without
      specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/

31
32
33
define('SCRIPT_PATH', dirname($_SERVER["SCRIPT_FILENAME"]));
require(SCRIPT_PATH."/lib/config.inc.php");
require(SCRIPT_PATH."/lib/app.inc.php");
34
35
36
37

set_time_limit(0);

// make sure server_id is always an int
38
$conf['server_id'] = intval($conf['server_id']);
39

40

41
// Load required base-classes
42
$app->uses('ini_parser,file,services,getconf');
43
44
45
46
47
48


#######################################################################################################
// store the mailbox statistics in the database
#######################################################################################################

49
$sql = "SELECT mailuser_id,maildir FROM mail_user WHERE server_id = ".$conf['server_id'];
50
51
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
52
	if(@is_file($rec['maildir'].'/ispconfig_mailsize')) {
53

54
		// rename file
55
		rename($rec['maildir'].'/ispconfig_mailsize',$rec['maildir'].'/ispconfig_mailsize_save');
56

57
		// Read the file
58
		$lines = file($rec['maildir'].'/ispconfig_mailsize_save');
59
60
61
62
63
		$mail_traffic = 0;
		foreach($lines as $line) {
			$mail_traffic += intval($line);
		}
		unset($lines);
64

65
		// Delete backup file
66
		if(@is_file($rec['maildir'].'/ispconfig_mailsize_save')) unlink($rec['maildir'].'/ispconfig_mailsize_save');
67

68
		// Save the traffic stats in the sql database
69
		$tstamp = date('Y-m');
70

71
		$sql = "SELECT * FROM mail_traffic WHERE month = '$tstamp' AND mailuser_id = ".$rec['mailuser_id'];
72
		$tr = $app->dbmaster->queryOneRecord($sql);
73

74
75
76
		$mail_traffic += $tr['traffic'];
		if($tr['traffic_id'] > 0) {
			$sql = "UPDATE mail_traffic SET traffic = $mail_traffic WHERE traffic_id = ".$tr['traffic_id'];
77
		} else {
78
			$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES ('$tstamp',".$rec['mailuser_id'].",$mail_traffic)";
79
		}
80
		$app->dbmaster->query($sql);
81
		echo $sql;
82

83
	}
84

85
86
87
88
89
90
}

#######################################################################################################
// Create webalizer statistics
#######################################################################################################

91
92
93
94
95
function setConfigVar( $filename, $varName, $varValue ) {
	if($lines = @file($filename)) {
		$out = '';
		$found = 0;
		foreach($lines as $line) {
96
			@list($key, $value) = preg_split('/[\t= ]+/', $line, 2);
97
			if($key == $varName) {
98
				$out .= $varName.' '.$varValue."\n";
99
100
101
102
103
104
105
106
107
				$found = 1;
			} else {
				$out .= $line;
			}
		}
		if($found == 0) {
			//* add \n if the last line does not end with \n or \r
			if(substr($out,-1) != "\n" && substr($out,-1) != "\r") $out .= "\n";
			//* add the new line at the end of the file
108
			if($append == 1) $out .= $varName.' '.$varValue."\n";
109
110
111
112
113
114
		}

		file_put_contents($filename,$out);
	}
}

115

116
$sql = "SELECT domain_id, domain, document_root, web_folder, type FROM web_domain WHERE stats_type = 'webalizer' AND server_id = ".$conf['server_id'];
117
$records = $app->db->queryAllRecords($sql);
118

119
foreach($records as $rec) {
120
121
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
122
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
123
	if(!@is_file($logfile)) {
124
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
125
126
127
		if(!@is_file($logfile)) {
			continue;
		}
128
	}
129

130
	$domain = escapeshellcmd($rec['domain']);
131
	$statsdir = escapeshellcmd($rec['document_root'].'/'.($rec['type'] == 'vhostsubdomain' ? $rec['web_folder'] : 'web').'/stats');
132
133
	$webalizer = '/usr/bin/webalizer';
	$webalizer_conf_main = '/etc/webalizer/webalizer.conf';
134
	$webalizer_conf = escapeshellcmd($rec['document_root'].'/log/webalizer.conf');
maddinxx's avatar
maddinxx committed
135

136
	if(is_file($statsdir.'/index.php')) unlink($statsdir.'/index.php');
137

138
	if(!@is_file($webalizer_conf)) {
139
		copy($webalizer_conf_main,$webalizer_conf);
140
	}
141

142
143
144
145
146
	if(@is_file($webalizer_conf)) {
		setConfigVar($webalizer_conf, 'Incremental', 'yes');
		setConfigVar($webalizer_conf, 'IncrementalName', $statsdir.'/webalizer.current');
		setConfigVar($webalizer_conf, 'HistoryName', $statsdir.'/webalizer.hist');
	}
147

148

149
	if(!@is_dir($statsdir)) mkdir($statsdir);
150
	exec("$webalizer -c $webalizer_conf -n $domain -s $domain -r $domain -q -T -p -o $statsdir $logfile");
151
152
}

153
154
155
156
#######################################################################################################
// Create awstats statistics
#######################################################################################################

157
$sql = "SELECT domain_id, domain, document_root, web_folder, type, system_user, system_group FROM web_domain WHERE stats_type = 'awstats' AND server_id = ".$conf['server_id'];
158
159
$records = $app->db->queryAllRecords($sql);

160
$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
161
162

foreach($records as $rec) {
163
164
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
165
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
166
	if(!@is_file($logfile)) {
167
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
168
169
170
171
		if(!@is_file($logfile)) {
			continue;
		}
	}
172
    $web_folder = ($rec['type'] == 'vhostsubdomain' ? $rec['web_folder'] : 'web');
173
	$domain = escapeshellcmd($rec['domain']);
174
	$statsdir = escapeshellcmd($rec['document_root'].'/'.$web_folder.'/stats');
175
	$awstats_pl = $web_config['awstats_pl'];
tbrehm's avatar
tbrehm committed
176
	$awstats_buildstaticpages_pl = $web_config['awstats_buildstaticpages_pl'];
maddinxx's avatar
maddinxx committed
177

178
179
	$awstats_conf_dir = $web_config['awstats_conf_dir'];
	$awstats_website_conf_file = $web_config['awstats_conf_dir'].'/awstats.'.$domain.'.conf';
maddinxx's avatar
maddinxx committed
180

181
	if(is_file($awstats_website_conf_file)) unlink($awstats_website_conf_file);
maddinxx's avatar
maddinxx committed
182

183
	$sql = "SELECT domain FROM web_domain WHERE (type = 'alias' OR type = 'subdomain') AND parent_domain_id = ".$rec['domain_id'];
184
185
	$aliases = $app->db->queryAllRecords($sql);
	$aliasdomain = '';
maddinxx's avatar
maddinxx committed
186

187
188
189
190
191
	if(is_array($aliases)) {
		foreach ($aliases as $alias) {
			$aliasdomain.= ' '.$alias['domain']. ' www.'.$alias['domain'];
		}
	}
maddinxx's avatar
maddinxx committed
192

193
194
	if(!is_file($awstats_website_conf_file)) {
		$awstats_conf_file_content = 'Include "'.$awstats_conf_dir.'/awstats.conf"
195
LogFile="/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log"
196
SiteDomain="'.$domain.'"
197
HostAliases="www.'.$domain.' localhost 127.0.0.1'.$aliasdomain.'"';
198
199
		file_put_contents($awstats_website_conf_file,$awstats_conf_file_content);
	}
maddinxx's avatar
maddinxx committed
200

201
	if(!@is_dir($statsdir)) mkdir($statsdir);
202
	if(is_link('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log')) unlink('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
203
	symlink($logfile,'/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
maddinxx's avatar
maddinxx committed
204

205
	$awmonth = date("n");
206
	$awyear = date("Y");
207
208
209
210
211
212
213

	if (date("d") == 1) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}
214
	}
maddinxx's avatar
maddinxx committed
215

216
	// awstats_buildstaticpages.pl -update -config=mydomain.com -lang=en -dir=/var/www/domain.com/'.$web_folder.'/stats -awstatsprog=/path/to/awstats.pl
217
	// $command = "$awstats_buildstaticpages_pl -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";
maddinxx's avatar
maddinxx committed
218

219
220
221
222
223
224
225
226
227
228
229
230
231
	$command = "$awstats_buildstaticpages_pl -month='$awmonth' -year='$awyear' -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";

	if (date("d") == 2) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}

		$statsdirold = $statsdir."/".$awyear."-".$awmonth."/";
		mkdir($statsdirold);
		$files = scandir($statsdir);
		foreach ($files as $file) {
232
			if (substr($file,0,1) != "." && !is_dir("$statsdir"."/"."$file") && substr($file,0,1) != "w" && substr($file,0,1) != "i") copy("$statsdir"."/"."$file","$statsdirold"."$file");
233
234
		}
	}
maddinxx's avatar
maddinxx committed
235
236


tbrehm's avatar
tbrehm committed
237
	if($awstats_pl != '' && $awstats_buildstaticpages_pl != '' && fileowner($awstats_pl) == 0 && fileowner($awstats_buildstaticpages_pl) == 0) {
238
		exec($command);
239
240
		if(is_file($rec['document_root'].'/'.$web_folder.'/stats/index.html')) unlink($rec['document_root'].'/'.$web_folder.'/stats/index.html');
		rename($rec['document_root'].'/'.$web_folder.'/stats/awstats.'.$domain.'.html',$rec['document_root'].'/'.$web_folder.'/stats/awsindex.html');
241
		if(!is_file($rec['document_root']."/".$web_folder."/stats/index.php")) copy("/usr/local/ispconfig/server/conf/awstats_index.php.master",$rec['document_root']."/".$web_folder."/stats/index.php");
maddinxx's avatar
maddinxx committed
242

243
		$app->log('Created awstats statistics with command: '.$command,LOGLEVEL_DEBUG);
244
	} else {
tbrehm's avatar
tbrehm committed
245
		$app->log("No awstats statistics created. Either $awstats_pl or $awstats_buildstaticpages_pl is not owned by root user.",LOGLEVEL_WARN);
246
	}
maddinxx's avatar
maddinxx committed
247

248
249
250
	if(is_file($rec['document_root']."/".$web_folder."/stats/index.php")) {
		chown($rec['document_root']."/".$web_folder."/stats/index.php",$rec['system_user']);
		chgrp($rec['document_root']."/".$web_folder."/stats/index.php",$rec['system_group']);
251
	}
maddinxx's avatar
maddinxx committed
252

253
254
255
}


256
257
258
259
#######################################################################################################
// Make the web logfiles directories world readable to enable ftp access
#######################################################################################################

260
if(is_dir('/var/log/ispconfig/httpd')) exec('chmod +r /var/log/ispconfig/httpd/*');
261

262
#######################################################################################################
263
// Manage and compress web logfiles and create traffic statistics
264
265
#######################################################################################################

266
$sql = "SELECT domain_id, domain, document_root FROM web_domain WHERE server_id = ".$conf['server_id'];
267
268
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
269

270
271
272
273
	//* create traffic statistics based on yesterdays access log file
	$yesterday = date('Ymd',time() - 86400);
	$logfile = $rec['document_root'].'/log/'.$yesterday.'-access.log';
	$total_bytes = 0;
maddinxx's avatar
maddinxx committed
274

275
276
277
278
279
280
281
	$handle = @fopen($logfile, "r");
	if ($handle) {
		while (($line = fgets($handle, 4096)) !== false) {
			if (preg_match('/^\S+ \S+ \S+ \[.*?\] "\S+.*?" \d+ (\d+) ".*?" ".*?"/', $line, $m)) {
				$total_bytes += intval($m[1]);
			}
		}
maddinxx's avatar
maddinxx committed
282

283
284
285
286
287
288
289
290
291
292
293
294
		//* Insert / update traffic in master database
		$traffic_date = date('Y-m-d',time() - 86400);
		$tmp = $app->dbmaster->queryOneRecord("select hostname from web_traffic where hostname='".$rec['domain']."' and traffic_date='".$traffic_date."'");
		if(is_array($tmp) && count($tmp) > 0) {
			$sql = "update web_traffic set traffic_bytes=traffic_bytes+"
                  . $total_bytes
                  . " where hostname='" . $rec['domain']
                  . "' and traffic_date='" . $traffic_date . "'";
		} else {
			$sql = "insert into web_traffic (hostname, traffic_date, traffic_bytes) values ('".$rec['domain']."', '".$traffic_date."', '".$total_bytes."')";
		}
		$app->dbmaster->query($sql);
maddinxx's avatar
maddinxx committed
295

296
297
		fclose($handle);
	}
maddinxx's avatar
maddinxx committed
298

299
300
	$yesterday2 = date('Ymd',time() - 86400*2);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday2.'-access.log');
maddinxx's avatar
maddinxx committed
301

302
	//* Compress logfile
303
304
305
	if(@is_file($logfile)) {
		// Compress yesterdays logfile
		exec("gzip -c $logfile > $logfile.gz");
tbrehm's avatar
tbrehm committed
306
		unlink($logfile);
307
	}
maddinxx's avatar
maddinxx committed
308

309
	// rotate and compress the error.log when it exceeds a size of 10 MB
310
	$logfile = escapeshellcmd($rec['document_root'].'/log/error.log');
311
312
313
314
	if(is_file($logfile) && filesize($logfile) > 10000000) {
		exec("gzip -c $logfile > $logfile.1.gz");
		exec("cat /dev/null > $logfile");
	}
315

316
	// delete logfiles after 30 days
317
318
	$month_ago = date('Ymd',time() - 86400 * 30);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$month_ago.'-access.log.gz');
319
320
321
	if(@is_file($logfile)) {
		unlink($logfile);
	}
maddinxx's avatar
maddinxx committed
322

323
324
	//* Delete older Log files, in case that we missed them before due to serverdowntimes.
	$datepart = date('Ym',time() - 86400 * 31 * 2);
maddinxx's avatar
maddinxx committed
325

326
327
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log.gz';
	exec('rm -f '.$logfile);
maddinxx's avatar
maddinxx committed
328

329
330
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log';
	exec('rm -f '.$logfile);
331
332
}

333
#######################################################################################################
334
335
336
337
// Rotate the ispconfig.log file
#######################################################################################################

// rotate the ispconfig.log when it exceeds a size of 10 MB
338
$logfile = $conf['ispconfig_log_dir'].'/ispconfig.log';
339
340
341
342
343
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

344
// rotate the cron.log when it exceeds a size of 10 MB
345
$logfile = $conf['ispconfig_log_dir'].'/cron.log';
346
347
348
349
350
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

maddinxx's avatar
maddinxx committed
351
352
353
354
355
356
357
// rotate the auth.log when it exceeds a size of 10 MB
$logfile = $conf['ispconfig_log_dir'].'/auth.log';
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

358
#######################################################################################################
359
360
361
// Cleanup website tmp directories
#######################################################################################################

362
$sql = "SELECT domain_id, domain, document_root, system_user FROM web_domain WHERE server_id = ".$conf['server_id'];
363
364
365
366
$records = $app->db->queryAllRecords($sql);
$app->uses('system');
if(is_array($records)) {
	foreach($records as $rec){
367
		$tmp_path = realpath(escapeshellcmd($rec['document_root'].'/tmp'));
368
		if($tmp_path != '' && strlen($tmp_path) > 10 && is_dir($tmp_path) && $app->system->is_user($rec['system_user'])){
369
			exec('cd '.$tmp_path."; find . -mtime +1 -name 'sess_*' | grep -v -w .no_delete | xargs rm > /dev/null 2> /dev/null");
370
371
372
		}
	}
}
373

tbrehm's avatar
tbrehm committed
374
#######################################################################################################
vogelor's avatar
vogelor committed
375
// Cleanup logs in master database (only the "master-server")
tbrehm's avatar
tbrehm committed
376
#######################################################################################################
377

vogelor's avatar
vogelor committed
378
379
380
381
382
383
384
385
386
387
if ($app->dbmaster == $app->db) {
	/** 7 days */
	$tstamp = time() - (60*60*24*7);

	/*
	 *  Keep 7 days in sys_log
	 * (we can delete the old items, because if they are OK, they don't interrest anymore
	 * if they are NOT ok, the server will try to process them in 1 minute and so the
	 * error appears again after 1 minute. So it is no problem to delete the old one!
	 */
388
389
390
391
	$sql = "DELETE FROM sys_log WHERE tstamp < " . $tstamp . " AND server_id != 0";
	$app->dbmaster->query($sql);

	/*
392
393
394
	 * Delete all remote-actions "done" and older than 7 days
	 * ATTENTION: We have the same problem as described in cleaning the datalog. We must not
	 * delete the last entry
395
	 */
396
397
398
399
400
	$sql = "SELECT max(action_id) FROM sys_remoteaction";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(action_id)'];
	$sql =  "DELETE FROM sys_remoteaction " .
			"WHERE tstamp < " . $tstamp . " " .
401
			" AND action_state = 'ok' " .
402
			" AND action_id <" . intval($maxId);
vogelor's avatar
vogelor committed
403
404
405
406
407
408
409
410
411
	$app->dbmaster->query($sql);

	/*
	 * The sys_datalog is more difficult.
	 * 1) We have to keet ALL entries with
	 *    server_id=0, because they depend on ALL servers (even if they are not
	 *    actually in the system (and will be insered in 3 days or so).
	 * 2) We have to keey ALL entries which are not actually precessed by the
	 *    server never mind how old they are!
412
413
414
415
416
417
	 * 3) We have to keep the entry with the highest autoinc-id, because mysql calculates the
	 *    autoinc-id as "new value = max(row) +1" and does not store this in a separate table.
	 *    This means, if we delete to entry with the highest autoinc-value then this value is
	 *    reused as autoinc and so there are more than one entries with the same value (over
	 *    for example 4 Weeks). This is confusing for our system.
	 *    ATTENTION 2) and 3) is in some case NOT the same! so we have to check both!
vogelor's avatar
vogelor committed
418
419
420
421
422
423
	 */

	/* First we need all servers and the last sys_datalog-id they processed */
	$sql = "SELECT server_id, updated FROM server ORDER BY server_id";
	$records = $app->dbmaster->queryAllRecords($sql);

424
425
426
427
428
	/* Then we need the highest value ever */
	$sql = "SELECT max(datalog_id) FROM sys_datalog";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(datalog_id)'];

vogelor's avatar
vogelor committed
429
430
	/* Then delete server by server */
	foreach($records as $server) {
431
432
		$tmp_server_id = intval($server['server_id']);
		if($tmp_server_id > 0) {
433
434
			$sql = 	"DELETE FROM sys_datalog " .
					"WHERE tstamp < " . $tstamp .
435
					" AND server_id = " . intval($server['server_id']) .
436
437
					" AND datalog_id < " . intval($server['updated']) .
					" AND datalog_id < " . intval($maxId);
438
		}
vogelor's avatar
vogelor committed
439
440
441
442
//		echo $sql . "\n";
		$app->dbmaster->query($sql);
	}
}
443

444
#######################################################################################################
445
// enforce traffic quota (run only on the "master-server")
446
447
448
449
#######################################################################################################

if ($app->dbmaster == $app->db) {

450
451
	$global_config = $app->getconf->get_global_config('mail');
	
452
	$current_month = date('Y-m');
453

454
	//* Check website traffic quota
455
	$sql = "SELECT sys_groupid,domain_id,domain,traffic_quota,traffic_quota_lock FROM web_domain WHERE (traffic_quota > 0 or traffic_quota_lock = 'y') and (type = 'vhost' OR type = 'vhostsubdomain')";
456
457
458
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
459

460
			$web_traffic_quota = $rec['traffic_quota'];
461
			$domain = $rec['domain'];
462

463
464
465
466
467
			// get the client
			/*
			$client_group_id = $rec["sys_groupid"];
			$client = $app->db->queryOneRecord("SELECT limit_traffic_quota,parent_client_id FROM sys_group, client WHERE sys_group.client_id = client.client_id and sys_group.groupid = $client_group_id");
			$reseller = $app->db->queryOneRecord("SELECT limit_traffic_quota FROM client WHERE client_id = ".intval($client['parent_client_id']));
468

469
470
471
			$client_traffic_quota = intval($client['limit_traffic_quota']);
			$reseller_traffic_quota = intval($reseller['limit_traffic_quota']);
			*/
472

473
			//* get the traffic
474
475
476
			$tmp = $app->db->queryOneRecord("SELECT SUM(traffic_bytes) As total_traffic_bytes FROM web_traffic WHERE traffic_date like '$current_month%' AND hostname = '$domain'");
			$web_traffic = (int)$tmp['total_traffic_bytes']/1024/1024;

477
478
479
480
481
			//* Website is over quota, we will disable it
			/*if( ($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) ||
				($client_traffic_quota > 0 && $web_traffic > $client_traffic_quota) ||
				($reseller_traffic_quota > 0 && $web_traffic > $reseller_traffic_quota)) {*/
			if($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) {
482
				$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'y',active = 'n'", 'domain_id', $rec['domain_id']);
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
				$app->log('Traffic quota for '.$rec['domain'].' exceeded. Disabling website.',LOGLEVEL_DEBUG);
				
				//* Send traffic notifications
				if($web_config['overtraffic_notify_admin'] == 'y' || $web_config['overtraffic_notify_client'] == 'y') {
					
					if(file_exists($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_'.$conf['language'].'.txt')) {
						$lines = file($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_'.$conf['language'].'.txt');
					} elseif(file_exists($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_en.txt')) {
						$lines = file($conf['rootpath'].'/conf-custom/mail/web_traffic_notification_en.txt');
					} elseif(file_exists($conf['rootpath'].'/conf/mail/web_traffic_notification_'.$conf['language'].'.txt')) {
						$lines = file($conf['rootpath'].'/conf/mail/web_traffic_notification_'.$conf['language'].'.txt');
					} else {
						$lines = file($conf['rootpath'].'/conf/mail/web_traffic_notification_en.txt');
					}
					
					//* Get subject
					$parts = explode(':',trim($lines[0]));
					unset($parts[0]);
					$traffic_mail_subject  = implode(':',$parts);
					unset($lines[0]);
		
					//* Get message
					$traffic_mail_message = trim(implode($lines));
					unset($tmp);
					
					//* Replace placeholders
					$traffic_mail_message = str_replace('{domain}',$rec['domain'],$traffic_mail_message);
						
					$mailHeaders      = "MIME-Version: 1.0" . "\n";
					$mailHeaders     .= "Content-type: text/plain; charset=utf-8" . "\n";
					$mailHeaders     .= "Content-Transfer-Encoding: 8bit" . "\n";
					$mailHeaders     .= "From: ". $global_config['admin_mail'] . "\n";
					$mailHeaders     .= "Reply-To: ". $global_config['admin_mail'] . "\n";
					$mailSubject      = "=?utf-8?B?".base64_encode($traffic_mail_subject)."?=";
					
					//* send email to admin
					if($global_config['admin_mail'] != '' && $web_config['overtraffic_notify_admin'] == 'y') {
						mail($global_config['admin_mail'], $mailSubject, $traffic_mail_message, $mailHeaders);
					}
					
					//* Send email to client
					if($web_config['overtraffic_notify_admin'] == 'y') {
						$client_group_id = $rec["sys_groupid"];
						$client = $app->db->queryOneRecord("SELECT client.email FROM sys_group, client WHERE sys_group.client_id = client.client_id and sys_group.groupid = $client_group_id");
						if($client['email'] != '') {
							mail($client['email'], $mailSubject, $traffic_mail_message, $mailHeaders);
						}
					}
					
				}
				
				
535
536
537
			} else {
				//* unlock the website, if traffic is lower then quota
				if($rec['traffic_quota_lock'] == 'y') {
538
					$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'n',active = 'y'", 'domain_id', $rec['domain_id']);
539
					$app->log('Traffic quota for '.$rec['domain'].' ok again. Re-enabling website.',LOGLEVEL_DEBUG);
540
541
542
543
				}
			}
		}
	}
544
545


546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
}


#######################################################################################################
// deactivate virtual servers (run only on the "master-server")
#######################################################################################################

if ($app->dbmaster == $app->db) {
	$current_date = date('Y-m-d');

	//* Check which virtual machines have to be deactivated
	$sql = "SELECT * FROM openvz_vm WHERE active = 'y' AND active_until_date != '0000-00-00' AND active_until_date < '$current_date'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
			$app->dbmaster->datalogUpdate('openvz_vm', "active = 'n'", 'vm_id', $rec['vm_id']);
			$app->log('Virtual machine active date expired. Disabling VM '.$rec['veid'],LOGLEVEL_DEBUG);
		}
	}


567
568
}

569
570
571
572
#######################################################################################################
// Create website backups
#######################################################################################################

573
$server_config = $app->getconf->get_server_config($conf['server_id'], 'server');
574
$backup_dir = $server_config['backup_dir'];
575
576
577
578
579
$backup_mode = $server_config['backup_mode'];
if($backup_mode == '') $backup_mode = 'userzip';

$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
$http_server_user = $web_config['user'];
580
581

if($backup_dir != '') {
maddinxx's avatar
maddinxx committed
582

583
584
585
586
587
	if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
		$backup_dir_permissions = 0755;
	} else {
		$backup_dir_permissions = 0750;
	}
maddinxx's avatar
maddinxx committed
588

589
	if(!is_dir($backup_dir)) {
590
591
592
		mkdir(escapeshellcmd($backup_dir), $backup_dir_permissions, true);
	} else {
		chmod(escapeshellcmd($backup_dir), $backup_dir_permissions);
593
	}
maddinxx's avatar
maddinxx committed
594

595
	$sql = "SELECT * FROM web_domain WHERE server_id = '".$conf['server_id']."' AND (type = 'vhost' OR type = 'vhostsubdomain') AND backup_interval != 'none'";
596
597
598
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
599

600
			//* Do the website backup
tbrehm's avatar
tbrehm committed
601
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
maddinxx's avatar
maddinxx committed
602

603
604
605
606
607
				$web_path = $rec['document_root'];
				$web_user = $rec['system_user'];
				$web_group = $rec['system_group'];
				$web_id = $rec['domain_id'];
				$web_backup_dir = $backup_dir.'/web'.$web_id;
608
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
maddinxx's avatar
maddinxx committed
609
				chmod($web_backup_dir, 0750);
610
				//if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
maddinxx's avatar
maddinxx committed
611
				chown($web_backup_dir, $rec['system_user']);
612
613
				chgrp($web_backup_dir, $rec['system_group']);
				/*} else {
614
615
					chown($web_backup_dir, 'root');
					chgrp($web_backup_dir, 'root');
616
617
618
619
				}*/
				if($backup_mode == 'userzip') {
					//* Create a .zip backup as web user and include also files owned by apache / nginx user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.zip';
620
621
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -group '.escapeshellarg($web_group).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -user '.escapeshellarg($http_server_user).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --update --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
622
623
624
625
				} else {
					//* Create a tar.gz backup as root user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.tar.gz';
					exec('tar pczf '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' --exclude=backup\* --directory '.escapeshellarg($web_path).' .');
626
				}
maddinxx's avatar
maddinxx committed
627
				chown($web_backup_dir.'/'.$web_backup_file, 'root');
628
629
				chgrp($web_backup_dir.'/'.$web_backup_file, 'root');
				chmod($web_backup_dir.'/'.$web_backup_file, 0750);
maddinxx's avatar
maddinxx committed
630

631
632
633
				//* Insert web backup record in database
				$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",".$web_id.",'web','".$backup_mode."',".time().",'".$app->db->quote($web_backup_file)."')";
				$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
maddinxx's avatar
maddinxx committed
634

635
				//* Remove old backups
636
				$backup_copies = intval($rec['backup_copies']);
maddinxx's avatar
maddinxx committed
637

638
639
640
641
642
643
				$dir_handle = dir($web_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,3) == 'web' && is_file($web_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
644
				}
645
				$dir_handle->close();
maddinxx's avatar
maddinxx committed
646

647
				rsort($files);
maddinxx's avatar
maddinxx committed
648

649
650
651
652
653
654
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($web_backup_dir.'/'.$files[$n])) {
						unlink($web_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
						$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
655
656
					}
				}
maddinxx's avatar
maddinxx committed
657

658
659
				unset($files);
				unset($dir_handle);
maddinxx's avatar
maddinxx committed
660

661
662
663
664
665
666
				//* Remove backupdir symlink and create as directory instead
				if(is_link($web_path.'/backup')) {
					unlink($web_path.'/backup');
				}
				if(!is_dir($web_path.'/backup')) {
					mkdir($web_path.'/backup');
maddinxx's avatar
maddinxx committed
667
					chown($web_path.'/backup', $rec['system_user']);
668
669
					chgrp($web_path.'/backup', $rec['system_group']);
				}
maddinxx's avatar
maddinxx committed
670

671
			}
maddinxx's avatar
maddinxx committed
672
673

			/* If backup_interval is set to none and we have a
674
675
676
677
678
679
			backup directory for the website, then remove the backups */
			if($rec['backup_interval'] == 'none') {
				$web_id = $rec['domain_id'];
				$web_user = $rec['system_user'];
				$web_backup_dir = realpath($backup_dir.'/web'.$web_id);
				if(is_dir($web_backup_dir)) {
680
					exec('sudo -u '.escapeshellarg($web_user).' rm -f '.escapeshellarg($web_backup_dir.'/*'));
681
682
683
684
				}
			}
		}
	}
maddinxx's avatar
maddinxx committed
685

686
687
688
	$sql = "SELECT * FROM web_database WHERE server_id = '".$conf['server_id']."' AND backup_interval != 'none'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
maddinxx's avatar
maddinxx committed
689

690
		include('lib/mysql_clientdb.conf');
maddinxx's avatar
maddinxx committed
691

692
		foreach($records as $rec) {
maddinxx's avatar
maddinxx committed
693

694
695
			//* Do the database backup
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
maddinxx's avatar
maddinxx committed
696

697
698
699
				$web_id = $rec['parent_domain_id'];
				$db_backup_dir = $backup_dir.'/web'.$web_id;
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
maddinxx's avatar
maddinxx committed
700
				chmod($web_backup_dir, 0750);
701
702
703
704
705
706
707
708
709
				chown($web_backup_dir, 'root');
				chgrp($web_backup_dir, 'root');

				//* Do the mysql database backup with mysqldump
				$db_id = $rec['database_id'];
				$db_name = $rec['database_name'];
				$db_backup_file = 'db_'.$db_name.'_'.date('Y-m-d_H-i').'.sql';
				$command = "mysqldump -h '".escapeshellcmd($clientdb_host)."' -u '".escapeshellcmd($clientdb_user)."' -p'".escapeshellcmd($clientdb_password)."' -c --add-drop-table --create-options --quick --result-file='".$db_backup_dir.'/'.$db_backup_file."' '".$db_name."'";
				exec($command);
maddinxx's avatar
maddinxx committed
710

711
712
713
				//* Compress the backup with gzip
				exec("gzip -c '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file)."' > '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file).".gz'");
				chmod($db_backup_dir.'/'.$db_backup_file.'.gz', 0750);
maddinxx's avatar
maddinxx committed
714
				chown($db_backup_dir.'/'.$db_backup_file.'.gz', fileowner($db_backup_dir));
715
				chgrp($db_backup_dir.'/'.$db_backup_file.'.gz', filegroup($db_backup_dir));
maddinxx's avatar
maddinxx committed
716

717
718
719
				//* Insert web backup record in database
				$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",$web_id,'mysql','sqlgz',".time().",'".$app->db->quote($db_backup_file).".gz')";
				$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
maddinxx's avatar
maddinxx committed
720

721
722
				//* Remove the uncompressed file
				unlink($db_backup_dir.'/'.$db_backup_file);
maddinxx's avatar
maddinxx committed
723

724
725
				//* Remove old backups
				$backup_copies = intval($rec['backup_copies']);
maddinxx's avatar
maddinxx committed
726

727
728
729
730
731
732
733
734
				$dir_handle = dir($db_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,2) == 'db' && is_file($db_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
				}
				$dir_handle->close();
maddinxx's avatar
maddinxx committed
735

736
				rsort($files);
maddinxx's avatar
maddinxx committed
737

738
739
740
741
742
743
744
745
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($db_backup_dir.'/'.$files[$n])) {
						unlink($db_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
						$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
					}
				}
maddinxx's avatar
maddinxx committed
746

747
748
749
750
				unset($files);
				unset($dir_handle);
			}
		}
maddinxx's avatar
maddinxx committed
751

752
753
754
		unset($clientdb_host);
		unset($clientdb_user);
		unset($clientdb_password);
maddinxx's avatar
maddinxx committed
755

756
	}
757
758
}

759

760
die("finished.\n");
761
?>