WebSVN – logviewer – Blame – /trunk/backend/insert_logs.sh

Rev	Author	Line No.	Line
2	daniel-mar	1	#!/usr/bin/php
		2	<?php
		3
		4	if (php_sapi_name() !== 'cli') {
		5	die("Error: This script can only be called from command line.\n");
		6	}
		7
		8	require_once __DIR__.'/../config.inc.php';
		9
		10	$hostname = trim(file_get_contents('/etc/hostname'));
		11
		12	if (file_exists(__DIR__."/../db_$hostname.inc.php")) {
		13	require_once __DIR__."/../db_$hostname.inc.php";
		14	} else {
		15	require_once __DIR__.'/../db.inc.php';
		16	}
		17
		18	$files = array();
		19	foreach (apache_log_locations as $tpl) $files = array_merge($files, glob($tpl));
		20	usort($files, create_function('$a,$b', 'return filemtime($a) - filemtime($b);'));
		21
		22	$phpfiles = array();
		23	foreach (php_log_locations as $tpl) $phpfiles = array_merge($phpfiles, glob($tpl));
		24	usort($phpfiles, create_function('$a,$b', 'return filemtime($a) - filemtime($b);'));
		25
		26	$file_nr = 0;
		27	$file_max = count($files) + count($phpfiles);
3	daniel-mar	28
		29	// Apache Log Files
		30
2	daniel-mar	31	foreach ($files as $file) {
		32	$file_nr++;
3	daniel-mar	33
		34	if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;
		35
		36	if (substr($file,-3,3) === '.gz') {
		37	if (IGNORE_GZ) continue;
		38	$cont = file_get_contents($file);
		39	$cont = gzdecode($cont);
		40	if ($cont === false) continue;
		41	$lines = explode("\n", $cont);
		42	} else {
		43	$lines = file($file);
		44	}
		45
		46	$line_no = 0;
2	daniel-mar	47	$line_max = count($lines);
		48	$logfile = removeLogrotateSuffix($file);
		49	foreach ($lines as $line) {
3	daniel-mar	50	$line_no++;
		51	$line = trim($line);
2	daniel-mar	52
3	daniel-mar	53	if (preg_match('@^\[(.)\] \[(.)\] \[(.)\] \[(.)\] (.*)$@ismU', $line, $m)) {
		54	#[Sun Aug 13 15:54:16.054530 2017] [fcgid:warn] [pid 28401] [client 104.236.113.44:52188] mod_fcgid: stderr: PHP Notice: Undefined offset: 11 in /home/d
		55	$time = $m[1];
		56	$modul = $m[2];
		57	$text = $m[5];
2	daniel-mar	58
3	daniel-mar	59	$time = trim(substr($time, 4, 6)).' '.substr($time, -4).' '.substr($time, 11, 8);
		60	$time_mysql = date('Y-m-d H:i:s', strtotime($time));
		61	} else if (preg_match('@^(.+)\\|(.+)\\|(.+)\\|(.+)$@ismU', $line, $m)) {
		62	# 5.6 \| /daten/homes/daniel-marschall/hosts/dracenmarx/public_html/wiki/vendor/oyejorge/less.php/lib:91 \| ini \| Ini mbstring.internal_encoding is deprecated.
		63	// A special implementation of PHP codefixer (showing the full path) . TODO: release
		64	$time = filemtime($file);
		65	$modul = 'php_codefixer';
		66	$text = 'PHP Codefixer: ' . trim($m[4]) . ' in ' . trim($m[2]);
		67
		68	$time_mysql = date('Y-m-d H:i:s', $time);
		69	} else {
		70	continue;
		71	}
		72
2	daniel-mar	73	$res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");
		74	#echo mysql_error();
		75	if (mysql_num_rows($res) > 0) {
		76	mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .
		77	"where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");
		78	#echo mysql_error();
		79
		80	} else {
		81	mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .
		82	"values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");
		83	#echo mysql_error();
		84	}
3	daniel-mar	85	echo "file $file_nr/$file_max (line $line_no/$line_max) \r";
2	daniel-mar	86	}
		87	}
3	daniel-mar	88
		89	// PHP Log files
		90
2	daniel-mar	91	foreach ($phpfiles as $file) {
		92	$file_nr++;
		93
3	daniel-mar	94	if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;
		95
		96	if (substr($file,-3,3) === '.gz') {
		97	if (IGNORE_GZ) continue;
		98	$cont = file_get_contents($file);
		99	$cont = gzdecode($cont);
		100	if ($cont === false) continue;
		101	} else {
		102	$cont = file_get_contents($file);
		103	}
2	daniel-mar	104	$cont = str_replace("\r", "", $cont);
		105	$cont = str_replace("\n ", " ", $cont);
		106	$lines = explode("\n", $cont);
		107
3	daniel-mar	108	$line_no = 0;
2	daniel-mar	109	$line_max = count($lines);
		110	$logfile = removeLogrotateSuffix($file);
		111	foreach ($lines as $line) {
3	daniel-mar	112	$line_no++;
		113	$line = trim($line);
2	daniel-mar	114
3	daniel-mar	115	if (preg_match('@^\[(.)\] ((.)(\n ){0,1})$@ismU', $line, $m)) {
		116	# [19-Aug-2017 23:00:54 europe/berlin] PHP Notice: Undefined variable: ssl in /home/viathinksoft/public_html/serverinfo/index.php on line 364
		117	$time = $m[1];
		118	$modul = '';
		119	$text = $m[2];
2	daniel-mar	120
3	daniel-mar	121	$time = trim(substr($time, 0, 20));
		122	$time_mysql = date('Y-m-d H:i:s', strtotime($time));
		123	} else {
		124	continue;
		125	}
		126
2	daniel-mar	127	$res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");
		128	#echo mysql_error();
		129	if (mysql_num_rows($res) > 0) {
		130	mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .
		131	"where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");
		132	#echo mysql_error();
		133
		134	} else {
		135	mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .
		136	"values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");
		137	#echo mysql_error();
		138	}
3	daniel-mar	139	echo "file $file_nr/$file_max (line $line_no/$line_max) \r";
2	daniel-mar	140	}
		141	}
		142	echo "\n";
		143
		144	# ---
		145
		146	function removeLogrotateSuffix($filename) {
		147	$filename = preg_replace('@\\.(\\d+)(\\.gz){0,1}$@ismU', '', $filename);
		148	return $filename;
		149	}
		150

Subversion Repositories logviewer

logviewer/trunk/backend/insert_logs.sh @ 8 – Rev 3