cron_daily.php 28.5 KB
Newer Older
1
2
3
<?php

/*
4
Copyright (c) 2007-2012, Till Brehm, projektfarm Gmbh
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
All rights reserved.

Redistribution and use in source and binary forms, with or without modification,
are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright notice,
      this list of conditions and the following disclaimer in the documentation
      and/or other materials provided with the distribution.
    * Neither the name of ISPConfig nor the names of its contributors
      may be used to endorse or promote products derived from this software without
      specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/

31
32
33
define('SCRIPT_PATH', dirname($_SERVER["SCRIPT_FILENAME"]));
require(SCRIPT_PATH."/lib/config.inc.php");
require(SCRIPT_PATH."/lib/app.inc.php");
34
35
36
37

set_time_limit(0);

// make sure server_id is always an int
38
$conf['server_id'] = intval($conf['server_id']);
39

40

41
// Load required base-classes
42
$app->uses('ini_parser,file,services,getconf');
43
44
45
46
47
48


#######################################################################################################
// store the mailbox statistics in the database
#######################################################################################################

49
$sql = "SELECT mailuser_id,maildir FROM mail_user WHERE server_id = ".$conf['server_id'];
50
51
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
52
	if(@is_file($rec['maildir'].'/ispconfig_mailsize')) {
53

54
		// rename file
55
		rename($rec['maildir'].'/ispconfig_mailsize',$rec['maildir'].'/ispconfig_mailsize_save');
56

57
		// Read the file
58
		$lines = file($rec['maildir'].'/ispconfig_mailsize_save');
59
60
61
62
63
		$mail_traffic = 0;
		foreach($lines as $line) {
			$mail_traffic += intval($line);
		}
		unset($lines);
64

65
		// Delete backup file
66
		if(@is_file($rec['maildir'].'/ispconfig_mailsize_save')) unlink($rec['maildir'].'/ispconfig_mailsize_save');
67

68
		// Save the traffic stats in the sql database
69
		$tstamp = date('Y-m');
70

71
		$sql = "SELECT * FROM mail_traffic WHERE month = '$tstamp' AND mailuser_id = ".$rec['mailuser_id'];
72
		$tr = $app->dbmaster->queryOneRecord($sql);
73

74
75
76
		$mail_traffic += $tr['traffic'];
		if($tr['traffic_id'] > 0) {
			$sql = "UPDATE mail_traffic SET traffic = $mail_traffic WHERE traffic_id = ".$tr['traffic_id'];
77
		} else {
78
			$sql = "INSERT INTO mail_traffic (month,mailuser_id,traffic) VALUES ('$tstamp',".$rec['mailuser_id'].",$mail_traffic)";
79
		}
80
		$app->dbmaster->query($sql);
81
		echo $sql;
82

83
	}
84

85
86
87
88
89
90
}

#######################################################################################################
// Create webalizer statistics
#######################################################################################################

91
92
93
94
95
function setConfigVar( $filename, $varName, $varValue ) {
	if($lines = @file($filename)) {
		$out = '';
		$found = 0;
		foreach($lines as $line) {
96
			@list($key, $value) = preg_split('/[\t= ]+/', $line, 2);
97
			if($key == $varName) {
98
				$out .= $varName.' '.$varValue."\n";
99
100
101
102
103
104
105
106
107
				$found = 1;
			} else {
				$out .= $line;
			}
		}
		if($found == 0) {
			//* add \n if the last line does not end with \n or \r
			if(substr($out,-1) != "\n" && substr($out,-1) != "\r") $out .= "\n";
			//* add the new line at the end of the file
108
			if($append == 1) $out .= $varName.' '.$varValue."\n";
109
110
111
112
113
114
		}

		file_put_contents($filename,$out);
	}
}

115

116
$sql = "SELECT domain_id, domain, document_root FROM web_domain WHERE stats_type = 'webalizer' AND server_id = ".$conf['server_id'];
117
$records = $app->db->queryAllRecords($sql);
118

119
foreach($records as $rec) {
120
121
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
122
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
123
	if(!@is_file($logfile)) {
124
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
125
126
127
		if(!@is_file($logfile)) {
			continue;
		}
128
	}
129

130
131
	$domain = escapeshellcmd($rec['domain']);
	$statsdir = escapeshellcmd($rec['document_root'].'/web/stats');
132
133
	$webalizer = '/usr/bin/webalizer';
	$webalizer_conf_main = '/etc/webalizer/webalizer.conf';
134
	$webalizer_conf = escapeshellcmd($rec['document_root'].'/log/webalizer.conf');
tbrehm's avatar
tbrehm committed
135
	
136
	if(is_file($statsdir.'/index.php')) unlink($statsdir.'/index.php');
137

138
	if(!@is_file($webalizer_conf)) {
139
		copy($webalizer_conf_main,$webalizer_conf);
140
	}
141

142
143
144
145
146
	if(@is_file($webalizer_conf)) {
		setConfigVar($webalizer_conf, 'Incremental', 'yes');
		setConfigVar($webalizer_conf, 'IncrementalName', $statsdir.'/webalizer.current');
		setConfigVar($webalizer_conf, 'HistoryName', $statsdir.'/webalizer.hist');
	}
147

148

149
	if(!@is_dir($statsdir)) mkdir($statsdir);
150
	exec("$webalizer -c $webalizer_conf -n $domain -s $domain -r $domain -q -T -p -o $statsdir $logfile");
151
152
}

153
154
155
156
#######################################################################################################
// Create awstats statistics
#######################################################################################################

157
$sql = "SELECT domain_id, domain, document_root, system_user, system_group FROM web_domain WHERE stats_type = 'awstats' AND server_id = ".$conf['server_id'];
158
159
$records = $app->db->queryAllRecords($sql);

160
$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
161
162

foreach($records as $rec) {
163
164
	//$yesterday = date('Ymd',time() - 86400);
	$yesterday = date('Ymd',strtotime("-1 day", time()));
165
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log');
166
	if(!@is_file($logfile)) {
167
		$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday.'-access.log.gz');
168
169
170
171
172
		if(!@is_file($logfile)) {
			continue;
		}
	}
	
173
174
	$domain = escapeshellcmd($rec['domain']);
	$statsdir = escapeshellcmd($rec['document_root'].'/web/stats');
175
	$awstats_pl = $web_config['awstats_pl'];
tbrehm's avatar
tbrehm committed
176
	$awstats_buildstaticpages_pl = $web_config['awstats_buildstaticpages_pl'];
177
	
178
179
180
	$awstats_conf_dir = $web_config['awstats_conf_dir'];
	$awstats_website_conf_file = $web_config['awstats_conf_dir'].'/awstats.'.$domain.'.conf';
	
181
182
	if(is_file($awstats_website_conf_file)) unlink($awstats_website_conf_file);
	
183
	$sql = "SELECT domain FROM web_domain WHERE (type = 'alias' OR type = 'subdomain') AND parent_domain_id = ".$rec['domain_id'];
184
185
186
187
188
189
190
191
192
	$aliases = $app->db->queryAllRecords($sql);
	$aliasdomain = '';
	
	if(is_array($aliases)) {
		foreach ($aliases as $alias) {
			$aliasdomain.= ' '.$alias['domain']. ' www.'.$alias['domain'];
		}
	}
	
193
194
	if(!is_file($awstats_website_conf_file)) {
		$awstats_conf_file_content = 'Include "'.$awstats_conf_dir.'/awstats.conf"
195
LogFile="/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log"
196
SiteDomain="'.$domain.'"
197
HostAliases="www.'.$domain.' localhost 127.0.0.1'.$aliasdomain.'"';
198
199
200
		file_put_contents($awstats_website_conf_file,$awstats_conf_file_content);
	}
	
201
	if(!@is_dir($statsdir)) mkdir($statsdir);
202
	if(is_link('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log')) unlink('/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
203
	symlink($logfile,'/var/log/ispconfig/httpd/'.$domain.'/yesterday-access.log');
204
	
205
	$awmonth = date("n");
206
	$awyear = date("Y");
207
208
209
210
211
212
213

	if (date("d") == 1) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}
214
215
	}
	
216
	// awstats_buildstaticpages.pl -update -config=mydomain.com -lang=en -dir=/var/www/domain.com/web/stats -awstatsprog=/path/to/awstats.pl
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
	// $command = "$awstats_buildstaticpages_pl -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";
	
	$command = "$awstats_buildstaticpages_pl -month='$awmonth' -year='$awyear' -update -config='$domain' -lang=".$conf['language']." -dir='$statsdir' -awstatsprog='$awstats_pl'";

	if (date("d") == 2) {
		$awmonth = date("m")-1;
		if (date("m") == 1) {
			$awyear = date("Y")-1;
			$awmonth = "12";
		}

		$statsdirold = $statsdir."/".$awyear."-".$awmonth."/";
		mkdir($statsdirold);
		$files = scandir($statsdir);
		foreach ($files as $file) {
232
			if (substr($file,0,1) != "." && !is_dir("$statsdir"."/"."$file") && substr($file,0,1) != "w" && substr($file,0,1) != "i") copy("$statsdir"."/"."$file","$statsdirold"."$file");
233
234
235
		}
	}
	
236
	
tbrehm's avatar
tbrehm committed
237
	if($awstats_pl != '' && $awstats_buildstaticpages_pl != '' && fileowner($awstats_pl) == 0 && fileowner($awstats_buildstaticpages_pl) == 0) {
238
		exec($command);
239
240
241
242
		if(is_file($rec['document_root'].'/web/stats/index.html')) unlink($rec['document_root'].'/web/stats/index.html');
		rename($rec['document_root'].'/web/stats/awstats.'.$domain.'.html',$rec['document_root'].'/web/stats/awsindex.html');
		if(!is_file($rec['document_root']."/web/stats/index.php")) copy("/usr/local/ispconfig/server/conf/awstats_index.php.master",$rec['document_root']."/web/stats/index.php");
		
243
		$app->log('Created awstats statistics with command: '.$command,LOGLEVEL_DEBUG);
244
	} else {
tbrehm's avatar
tbrehm committed
245
		$app->log("No awstats statistics created. Either $awstats_pl or $awstats_buildstaticpages_pl is not owned by root user.",LOGLEVEL_WARN);
246
247
	}
	
248
249
250
251
252
	if(is_file($rec['document_root']."/web/stats/index.php")) {
		chown($rec['document_root']."/web/stats/index.php",$rec['system_user']);
		chgrp($rec['document_root']."/web/stats/index.php",$rec['system_group']);
	}
	
253
254
255
}


256
257
258
259
260
261
#######################################################################################################
// Make the web logfiles directories world readable to enable ftp access
#######################################################################################################

exec('chmod +r /var/log/ispconfig/httpd/*');

262
#######################################################################################################
263
// Manage and compress web logfiles and create traffic statistics
264
265
#######################################################################################################

266
$sql = "SELECT domain_id, domain, document_root FROM web_domain WHERE server_id = ".$conf['server_id'];
267
268
$records = $app->db->queryAllRecords($sql);
foreach($records as $rec) {
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
	
	//* create traffic statistics based on yesterdays access log file
	$yesterday = date('Ymd',time() - 86400);
	$logfile = $rec['document_root'].'/log/'.$yesterday.'-access.log';
	$total_bytes = 0;
	
	$handle = @fopen($logfile, "r");
	if ($handle) {
		while (($line = fgets($handle, 4096)) !== false) {
			if (preg_match('/^\S+ \S+ \S+ \[.*?\] "\S+.*?" \d+ (\d+) ".*?" ".*?"/', $line, $m)) {
				$total_bytes += intval($m[1]);
			}
		}
		
		//* Insert / update traffic in master database
		$traffic_date = date('Y-m-d',time() - 86400);
		$tmp = $app->dbmaster->queryOneRecord("select hostname from web_traffic where hostname='".$rec['domain']."' and traffic_date='".$traffic_date."'");
		if(is_array($tmp) && count($tmp) > 0) {
			$sql = "update web_traffic set traffic_bytes=traffic_bytes+"
                  . $total_bytes
                  . " where hostname='" . $rec['domain']
                  . "' and traffic_date='" . $traffic_date . "'";
		} else {
			$sql = "insert into web_traffic (hostname, traffic_date, traffic_bytes) values ('".$rec['domain']."', '".$traffic_date."', '".$total_bytes."')";
		}
		$app->dbmaster->query($sql);
		
		fclose($handle);
	}
	
	$yesterday2 = date('Ymd',time() - 86400*2);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$yesterday2.'-access.log');
	
	//* Compress logfile
303
304
305
	if(@is_file($logfile)) {
		// Compress yesterdays logfile
		exec("gzip -c $logfile > $logfile.gz");
tbrehm's avatar
tbrehm committed
306
		unlink($logfile);
307
	}
308
309
	
	// rotate and compress the error.log when it exceeds a size of 10 MB
310
	$logfile = escapeshellcmd($rec['document_root'].'/log/error.log');
311
312
313
314
	if(is_file($logfile) && filesize($logfile) > 10000000) {
		exec("gzip -c $logfile > $logfile.1.gz");
		exec("cat /dev/null > $logfile");
	}
315

316
	// delete logfiles after 30 days
317
318
	$month_ago = date('Ymd',time() - 86400 * 30);
	$logfile = escapeshellcmd($rec['document_root'].'/log/'.$month_ago.'-access.log.gz');
319
320
321
	if(@is_file($logfile)) {
		unlink($logfile);
	}
322
323
324
325
326
327
328
329
330
	
	//* Delete older Log files, in case that we missed them before due to serverdowntimes.
	$datepart = date('Ym',time() - 86400 * 31 * 2);
	
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log.gz';
	exec('rm -f '.$logfile);
	
	$logfile = escapeshellcmd($rec['document_root']).'/log/'.$datepart.'*-access.log';
	exec('rm -f '.$logfile);
331
332
}

333
#######################################################################################################
334
335
336
337
// Rotate the ispconfig.log file
#######################################################################################################

// rotate the ispconfig.log when it exceeds a size of 10 MB
338
$logfile = $conf['ispconfig_log_dir'].'/ispconfig.log';
339
340
341
342
343
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

344
// rotate the cron.log when it exceeds a size of 10 MB
345
$logfile = $conf['ispconfig_log_dir'].'/cron.log';
346
347
348
349
350
if(is_file($logfile) && filesize($logfile) > 10000000) {
	exec("gzip -c $logfile > $logfile.1.gz");
	exec("cat /dev/null > $logfile");
}

351
#######################################################################################################
352
353
354
// Cleanup website tmp directories
#######################################################################################################

355
$sql = "SELECT domain_id, domain, document_root, system_user FROM web_domain WHERE server_id = ".$conf['server_id'];
356
357
358
359
$records = $app->db->queryAllRecords($sql);
$app->uses('system');
if(is_array($records)) {
	foreach($records as $rec){
360
		$tmp_path = realpath(escapeshellcmd($rec['document_root'].'/tmp'));
361
		if($tmp_path != '' && strlen($tmp_path) > 10 && is_dir($tmp_path) && $app->system->is_user($rec['system_user'])){
362
			exec('cd '.$tmp_path."; find . -mtime +1 -name 'sess_*' | grep -v -w .no_delete | xargs rm > /dev/null 2> /dev/null");
363
364
365
		}
	}
}
366

tbrehm's avatar
tbrehm committed
367
#######################################################################################################
vogelor's avatar
vogelor committed
368
// Cleanup logs in master database (only the "master-server")
tbrehm's avatar
tbrehm committed
369
#######################################################################################################
370

vogelor's avatar
vogelor committed
371
372
373
374
375
376
377
378
379
380
if ($app->dbmaster == $app->db) {
	/** 7 days */
	$tstamp = time() - (60*60*24*7);

	/*
	 *  Keep 7 days in sys_log
	 * (we can delete the old items, because if they are OK, they don't interrest anymore
	 * if they are NOT ok, the server will try to process them in 1 minute and so the
	 * error appears again after 1 minute. So it is no problem to delete the old one!
	 */
381
382
383
384
	$sql = "DELETE FROM sys_log WHERE tstamp < " . $tstamp . " AND server_id != 0";
	$app->dbmaster->query($sql);

	/*
385
386
387
	 * Delete all remote-actions "done" and older than 7 days
	 * ATTENTION: We have the same problem as described in cleaning the datalog. We must not
	 * delete the last entry
388
	 */
389
390
391
392
393
	$sql = "SELECT max(action_id) FROM sys_remoteaction";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(action_id)'];
	$sql =  "DELETE FROM sys_remoteaction " .
			"WHERE tstamp < " . $tstamp . " " .
394
			" AND action_state = 'ok' " .
395
			" AND action_id <" . intval($maxId);
vogelor's avatar
vogelor committed
396
397
398
399
400
401
402
403
404
	$app->dbmaster->query($sql);

	/*
	 * The sys_datalog is more difficult.
	 * 1) We have to keet ALL entries with
	 *    server_id=0, because they depend on ALL servers (even if they are not
	 *    actually in the system (and will be insered in 3 days or so).
	 * 2) We have to keey ALL entries which are not actually precessed by the
	 *    server never mind how old they are!
405
406
407
408
409
410
	 * 3) We have to keep the entry with the highest autoinc-id, because mysql calculates the
	 *    autoinc-id as "new value = max(row) +1" and does not store this in a separate table.
	 *    This means, if we delete to entry with the highest autoinc-value then this value is
	 *    reused as autoinc and so there are more than one entries with the same value (over
	 *    for example 4 Weeks). This is confusing for our system.
	 *    ATTENTION 2) and 3) is in some case NOT the same! so we have to check both!
vogelor's avatar
vogelor committed
411
412
413
414
415
416
	 */

	/* First we need all servers and the last sys_datalog-id they processed */
	$sql = "SELECT server_id, updated FROM server ORDER BY server_id";
	$records = $app->dbmaster->queryAllRecords($sql);

417
418
419
420
421
	/* Then we need the highest value ever */
	$sql = "SELECT max(datalog_id) FROM sys_datalog";
	$res = $app->dbmaster->queryOneRecord($sql);
	$maxId = $res['max(datalog_id)'];

vogelor's avatar
vogelor committed
422
423
	/* Then delete server by server */
	foreach($records as $server) {
424
425
		$tmp_server_id = intval($server['server_id']);
		if($tmp_server_id > 0) {
426
427
			$sql = 	"DELETE FROM sys_datalog " .
					"WHERE tstamp < " . $tstamp .
428
					" AND server_id = " . intval($server['server_id']) .
429
430
					" AND datalog_id < " . intval($server['updated']) .
					" AND datalog_id < " . intval($maxId);
431
		}
vogelor's avatar
vogelor committed
432
433
434
435
//		echo $sql . "\n";
		$app->dbmaster->query($sql);
	}
}
436

437
#######################################################################################################
438
// enforce traffic quota (run only on the "master-server")
439
440
441
442
443
#######################################################################################################

if ($app->dbmaster == $app->db) {

	$current_month = date('Y-m');
444

445
	//* Check website traffic quota
446
	$sql = "SELECT sys_groupid,domain_id,domain,traffic_quota,traffic_quota_lock FROM web_domain WHERE (traffic_quota > 0 or traffic_quota_lock = 'y') and type = 'vhost'";
447
448
449
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
450

451
			$web_traffic_quota = $rec['traffic_quota'];
452
			$domain = $rec['domain'];
453

454
455
456
457
458
			// get the client
			/*
			$client_group_id = $rec["sys_groupid"];
			$client = $app->db->queryOneRecord("SELECT limit_traffic_quota,parent_client_id FROM sys_group, client WHERE sys_group.client_id = client.client_id and sys_group.groupid = $client_group_id");
			$reseller = $app->db->queryOneRecord("SELECT limit_traffic_quota FROM client WHERE client_id = ".intval($client['parent_client_id']));
459

460
461
462
			$client_traffic_quota = intval($client['limit_traffic_quota']);
			$reseller_traffic_quota = intval($reseller['limit_traffic_quota']);
			*/
463

464
			//* get the traffic
465
466
467
			$tmp = $app->db->queryOneRecord("SELECT SUM(traffic_bytes) As total_traffic_bytes FROM web_traffic WHERE traffic_date like '$current_month%' AND hostname = '$domain'");
			$web_traffic = (int)$tmp['total_traffic_bytes']/1024/1024;

468
469
470
471
472
			//* Website is over quota, we will disable it
			/*if( ($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) ||
				($client_traffic_quota > 0 && $web_traffic > $client_traffic_quota) ||
				($reseller_traffic_quota > 0 && $web_traffic > $reseller_traffic_quota)) {*/
			if($web_traffic_quota > 0 && $web_traffic > $web_traffic_quota) {
473
				$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'y',active = 'n'", 'domain_id', $rec['domain_id']);
474
				$app->log('Traffic quota for '.$rec['domain_id'].' exceeded. Disabling website.',LOGLEVEL_DEBUG);
475
476
477
			} else {
				//* unlock the website, if traffic is lower then quota
				if($rec['traffic_quota_lock'] == 'y') {
478
					$app->dbmaster->datalogUpdate('web_domain', "traffic_quota_lock = 'n',active = 'y'", 'domain_id', $rec['domain_id']);
479
					$app->log('Traffic quota for '.$rec['domain_id'].' ok again. Re-enabling website.',LOGLEVEL_DEBUG);
480
481
482
483
				}
			}
		}
	}
484
485


486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
}


#######################################################################################################
// deactivate virtual servers (run only on the "master-server")
#######################################################################################################

if ($app->dbmaster == $app->db) {
	$current_date = date('Y-m-d');

	//* Check which virtual machines have to be deactivated
	$sql = "SELECT * FROM openvz_vm WHERE active = 'y' AND active_until_date != '0000-00-00' AND active_until_date < '$current_date'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
			$app->dbmaster->datalogUpdate('openvz_vm', "active = 'n'", 'vm_id', $rec['vm_id']);
			$app->log('Virtual machine active date expired. Disabling VM '.$rec['veid'],LOGLEVEL_DEBUG);
		}
	}


507
508
}

509
510
511
512
#######################################################################################################
// Create website backups
#######################################################################################################

513
$server_config = $app->getconf->get_server_config($conf['server_id'], 'server');
514
$backup_dir = $server_config['backup_dir'];
515
516
517
518
519
$backup_mode = $server_config['backup_mode'];
if($backup_mode == '') $backup_mode = 'userzip';

$web_config = $app->getconf->get_server_config($conf['server_id'], 'web');
$http_server_user = $web_config['user'];
520
521
522

if($backup_dir != '') {
	
523
524
525
526
527
528
	if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
		$backup_dir_permissions = 0755;
	} else {
		$backup_dir_permissions = 0750;
	}
	
529
	if(!is_dir($backup_dir)) {
530
531
532
		mkdir(escapeshellcmd($backup_dir), $backup_dir_permissions, true);
	} else {
		chmod(escapeshellcmd($backup_dir), $backup_dir_permissions);
533
534
	}
	
535
	$sql = "SELECT * FROM web_domain WHERE server_id = '".$conf['server_id']."' AND type = 'vhost' AND backup_interval != 'none'";
536
537
538
539
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		foreach($records as $rec) {
			
540
			//* Do the website backup
tbrehm's avatar
tbrehm committed
541
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
542
543
544
545
546
547
				
				$web_path = $rec['document_root'];
				$web_user = $rec['system_user'];
				$web_group = $rec['system_group'];
				$web_id = $rec['domain_id'];
				$web_backup_dir = $backup_dir.'/web'.$web_id;
548
549
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
				chmod($web_backup_dir, 0750); 
550
551
552
553
				//if(isset($server_config['backup_dir_ftpread']) && $server_config['backup_dir_ftpread'] == 'y') {
				chown($web_backup_dir, $rec['system_user']); 
				chgrp($web_backup_dir, $rec['system_group']);
				/*} else {
554
555
					chown($web_backup_dir, 'root');
					chgrp($web_backup_dir, 'root');
556
557
558
559
				}*/
				if($backup_mode == 'userzip') {
					//* Create a .zip backup as web user and include also files owned by apache / nginx user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.zip';
560
561
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -group '.escapeshellarg($web_group).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
					exec('cd '.escapeshellarg($web_path).' && sudo -u '.escapeshellarg($web_user).' find . -user '.escapeshellarg($http_server_user).' -print 2> /dev/null | zip -b /tmp --exclude=backup\* --update --symlinks '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' -@');
562
563
564
565
				} else {
					//* Create a tar.gz backup as root user
					$web_backup_file = 'web'.$web_id.'_'.date('Y-m-d_H-i').'.tar.gz';
					exec('tar pczf '.escapeshellarg($web_backup_dir.'/'.$web_backup_file).' --exclude=backup\* --directory '.escapeshellarg($web_path).' .');
566
				}
567
568
569
570
571
572
573
				chown($web_backup_dir.'/'.$web_backup_file, 'root'); 
				chgrp($web_backup_dir.'/'.$web_backup_file, 'root');
				chmod($web_backup_dir.'/'.$web_backup_file, 0750);
				
				//* Insert web backup record in database
				$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",".$web_id.",'web','".$backup_mode."',".time().",'".$app->db->quote($web_backup_file)."')";
				$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
574
				
575
				//* Remove old backups
576
				$backup_copies = intval($rec['backup_copies']);
577
				
578
579
580
581
582
583
				$dir_handle = dir($web_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,3) == 'web' && is_file($web_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
584
				}
585
586
587
				$dir_handle->close();
				
				rsort($files);
588
				
589
590
591
592
593
594
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($web_backup_dir.'/'.$files[$n])) {
						unlink($web_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
						$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
595
596
					}
				}
597
598
599
600
601
602
603
604
605
606
607
608
609
				
				unset($files);
				unset($dir_handle);
				
				//* Remove backupdir symlink and create as directory instead
				if(is_link($web_path.'/backup')) {
					unlink($web_path.'/backup');
				}
				if(!is_dir($web_path.'/backup')) {
					mkdir($web_path.'/backup');
					chown($web_path.'/backup', $rec['system_user']); 
					chgrp($web_path.'/backup', $rec['system_group']);
				}
610
611
612
613
614
615
616
617
618
619
				
			}
			
			/* If backup_interval is set to none and we have a 
			backup directory for the website, then remove the backups */
			if($rec['backup_interval'] == 'none') {
				$web_id = $rec['domain_id'];
				$web_user = $rec['system_user'];
				$web_backup_dir = realpath($backup_dir.'/web'.$web_id);
				if(is_dir($web_backup_dir)) {
620
					exec('sudo -u '.escapeshellarg($web_user).' rm -f '.escapeshellarg($web_backup_dir.'/*'));
621
622
623
624
				}
			}
		}
	}
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
	
	$sql = "SELECT * FROM web_database WHERE server_id = '".$conf['server_id']."' AND backup_interval != 'none'";
	$records = $app->db->queryAllRecords($sql);
	if(is_array($records)) {
		
		include('lib/mysql_clientdb.conf');
		
		foreach($records as $rec) {
			
			//* Do the database backup
			if($rec['backup_interval'] == 'daily' or ($rec['backup_interval'] == 'weekly' && date('w') == 0) or ($rec['backup_interval'] == 'monthly' && date('d') == '01')) {
				
				$web_id = $rec['parent_domain_id'];
				$db_backup_dir = $backup_dir.'/web'.$web_id;
				if(!is_dir($web_backup_dir)) mkdir($web_backup_dir, 0750);
				chmod($web_backup_dir, 0750); 
				chown($web_backup_dir, 'root');
				chgrp($web_backup_dir, 'root');

				//* Do the mysql database backup with mysqldump
				$db_id = $rec['database_id'];
				$db_name = $rec['database_name'];
				$db_backup_file = 'db_'.$db_name.'_'.date('Y-m-d_H-i').'.sql';
				$command = "mysqldump -h '".escapeshellcmd($clientdb_host)."' -u '".escapeshellcmd($clientdb_user)."' -p'".escapeshellcmd($clientdb_password)."' -c --add-drop-table --create-options --quick --result-file='".$db_backup_dir.'/'.$db_backup_file."' '".$db_name."'";
				exec($command);
				
				//* Compress the backup with gzip
				exec("gzip -c '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file)."' > '".escapeshellcmd($db_backup_dir.'/'.$db_backup_file).".gz'");
				chmod($db_backup_dir.'/'.$db_backup_file.'.gz', 0750);
				chown($db_backup_dir.'/'.$db_backup_file.'.gz', fileowner($db_backup_dir)); 
				chgrp($db_backup_dir.'/'.$db_backup_file.'.gz', filegroup($db_backup_dir));
				
				//* Insert web backup record in database
				$insert_data = "(server_id,parent_domain_id,backup_type,backup_mode,tstamp,filename) VALUES (".$conf['server_id'].",$web_id,'mysql','sqlgz',".time().",'".$app->db->quote($db_backup_file).".gz')";
				$app->dbmaster->datalogInsert('web_backup', $insert_data, 'backup_id');
				
				//* Remove the uncompressed file
				unlink($db_backup_dir.'/'.$db_backup_file);
				
				//* Remove old backups
				$backup_copies = intval($rec['backup_copies']);
				
				$dir_handle = dir($db_backup_dir);
				$files = array();
				while (false !== ($entry = $dir_handle->read())) {
					if($entry != '.' && $entry != '..' && substr($entry,0,2) == 'db' && is_file($db_backup_dir.'/'.$entry)) {
						$files[] = $entry;
					}
				}
				$dir_handle->close();
				
				rsort($files);
				
				for ($n = $backup_copies; $n <= 10; $n++) {
					if(isset($files[$n]) && is_file($db_backup_dir.'/'.$files[$n])) {
						unlink($db_backup_dir.'/'.$files[$n]);
						$sql = "SELECT backup_id FROM web_backup WHERE server_id = ".$conf['server_id']." AND parent_domain_id = $web_id AND filename = '".$app->db->quote($files[$n])."'";
						$tmp = $app->dbmaster->queryOneRecord($sql);
						$app->dbmaster->datalogDelete('web_backup', 'backup_id', $tmp['backup_id']);
					}
				}
				
				unset($files);
				unset($dir_handle);
			}
		}
		
		unset($clientdb_host);
		unset($clientdb_user);
		unset($clientdb_password);
		
	}
697
698
}

699

700
die("finished.\n");
701
?>