Rev 7 | Rev 9 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
2 | daniel-mar | 1 | #!/usr/bin/php |
2 | <?php |
||
3 | |||
4 | daniel-mar | 4 | /* |
5 | * ViaThinkSoft LogViewer |
||
6 | * Copyright 2018-2019 Daniel Marschall, ViaThinkSoft |
||
7 | * |
||
8 | * Licensed under the Apache License, Version 2.0 (the "License"); |
||
9 | * you may not use this file except in compliance with the License. |
||
10 | * You may obtain a copy of the License at |
||
11 | * |
||
12 | * http://www.apache.org/licenses/LICENSE-2.0 |
||
13 | * |
||
14 | * Unless required by applicable law or agreed to in writing, software |
||
15 | * distributed under the License is distributed on an "AS IS" BASIS, |
||
16 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||
17 | * See the License for the specific language governing permissions and |
||
18 | * limitations under the License. |
||
19 | */ |
||
20 | |||
2 | daniel-mar | 21 | if (php_sapi_name() !== 'cli') { |
22 | die("Error: This script can only be called from command line.\n"); |
||
23 | } |
||
24 | |||
25 | $hostname = trim(file_get_contents('/etc/hostname')); |
||
26 | |||
8 | daniel-mar | 27 | if (file_exists(__DIR__."/config_$hostname.inc.php")) { |
28 | require_once __DIR__."/config_$hostname.inc.php"; |
||
29 | } else { |
||
30 | require_once __DIR__.'/config.inc.php'; |
||
31 | } |
||
32 | |||
2 | daniel-mar | 33 | if (file_exists(__DIR__."/../db_$hostname.inc.php")) { |
34 | require_once __DIR__."/../db_$hostname.inc.php"; |
||
35 | } else { |
||
36 | require_once __DIR__.'/../db.inc.php'; |
||
37 | } |
||
38 | |||
39 | $files = array(); |
||
40 | foreach (apache_log_locations as $tpl) $files = array_merge($files, glob($tpl)); |
||
5 | daniel-mar | 41 | usort($files, function($a,$b) { return filemtime($a) - filemtime($b); }); |
2 | daniel-mar | 42 | |
43 | $phpfiles = array(); |
||
44 | foreach (php_log_locations as $tpl) $phpfiles = array_merge($phpfiles, glob($tpl)); |
||
5 | daniel-mar | 45 | usort($phpfiles, function($a,$b) { return filemtime($a) - filemtime($b); }); |
2 | daniel-mar | 46 | |
47 | $file_nr = 0; |
||
48 | $file_max = count($files) + count($phpfiles); |
||
3 | daniel-mar | 49 | |
7 | daniel-mar | 50 | $TMP_FILE = __DIR__ . '/.insertlogs.cache'; |
5 | daniel-mar | 51 | if (file_exists($TMP_FILE)) { |
52 | $cont = file_get_contents($TMP_FILE); |
||
53 | $cache = unserialize($cont); |
||
54 | } else { |
||
55 | $cache = array(); |
||
56 | } |
||
57 | |||
3 | daniel-mar | 58 | // Apache Log Files |
59 | |||
2 | daniel-mar | 60 | foreach ($files as $file) { |
61 | $file_nr++; |
||
3 | daniel-mar | 62 | |
5 | daniel-mar | 63 | if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue; |
64 | |||
3 | daniel-mar | 65 | if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue; |
66 | |||
67 | if (substr($file,-3,3) === '.gz') { |
||
68 | if (IGNORE_GZ) continue; |
||
69 | $cont = file_get_contents($file); |
||
70 | $cont = gzdecode($cont); |
||
71 | if ($cont === false) continue; |
||
72 | $lines = explode("\n", $cont); |
||
73 | } else { |
||
74 | $lines = file($file); |
||
75 | } |
||
76 | |||
77 | $line_no = 0; |
||
2 | daniel-mar | 78 | $line_max = count($lines); |
79 | $logfile = removeLogrotateSuffix($file); |
||
80 | foreach ($lines as $line) { |
||
3 | daniel-mar | 81 | $line_no++; |
82 | $line = trim($line); |
||
2 | daniel-mar | 83 | |
3 | daniel-mar | 84 | if (preg_match('@^\[(.*)\] \[(.*)\] \[(.*)\] \[(.*)\] (.*)$@ismU', $line, $m)) { |
85 | #[Sun Aug 13 15:54:16.054530 2017] [fcgid:warn] [pid 28401] [client 104.236.113.44:52188] mod_fcgid: stderr: PHP Notice: Undefined offset: 11 in /home/d |
||
86 | $time = $m[1]; |
||
87 | $modul = $m[2]; |
||
88 | $text = $m[5]; |
||
2 | daniel-mar | 89 | |
3 | daniel-mar | 90 | $time = trim(substr($time, 4, 6)).' '.substr($time, -4).' '.substr($time, 11, 8); |
91 | $time_mysql = date('Y-m-d H:i:s', strtotime($time)); |
||
92 | } else if (preg_match('@^(.+)\|(.+)\|(.+)\|(.+)$@ismU', $line, $m)) { |
||
93 | # 5.6 | /daten/homes/daniel-marschall/hosts/dracenmarx/public_html/wiki/vendor/oyejorge/less.php/lib:91 | ini | Ini mbstring.internal_encoding is deprecated. |
||
94 | // A special implementation of PHP codefixer (showing the full path) . TODO: release |
||
95 | $time = filemtime($file); |
||
96 | $modul = 'php_codefixer'; |
||
97 | $text = 'PHP Codefixer: ' . trim($m[4]) . ' in ' . trim($m[2]); |
||
98 | |||
99 | $time_mysql = date('Y-m-d H:i:s', $time); |
||
100 | } else { |
||
101 | continue; |
||
102 | } |
||
103 | |||
2 | daniel-mar | 104 | $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';"); |
105 | #echo mysql_error(); |
||
106 | if (mysql_num_rows($res) > 0) { |
||
107 | mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " . |
||
108 | "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';"); |
||
109 | #echo mysql_error(); |
||
110 | |||
111 | } else { |
||
112 | mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " . |
||
113 | "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');"); |
||
114 | #echo mysql_error(); |
||
115 | } |
||
3 | daniel-mar | 116 | echo "file $file_nr/$file_max (line $line_no/$line_max) \r"; |
2 | daniel-mar | 117 | } |
5 | daniel-mar | 118 | |
119 | $cache[$file] = md5_file($file); |
||
2 | daniel-mar | 120 | } |
3 | daniel-mar | 121 | |
122 | // PHP Log files |
||
123 | |||
2 | daniel-mar | 124 | foreach ($phpfiles as $file) { |
125 | $file_nr++; |
||
126 | |||
5 | daniel-mar | 127 | if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue; |
128 | |||
3 | daniel-mar | 129 | if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue; |
130 | |||
131 | if (substr($file,-3,3) === '.gz') { |
||
132 | if (IGNORE_GZ) continue; |
||
133 | $cont = file_get_contents($file); |
||
134 | $cont = gzdecode($cont); |
||
135 | if ($cont === false) continue; |
||
136 | } else { |
||
137 | $cont = file_get_contents($file); |
||
138 | } |
||
2 | daniel-mar | 139 | $cont = str_replace("\r", "", $cont); |
140 | $cont = str_replace("\n ", " ", $cont); |
||
141 | $lines = explode("\n", $cont); |
||
142 | |||
3 | daniel-mar | 143 | $line_no = 0; |
2 | daniel-mar | 144 | $line_max = count($lines); |
145 | $logfile = removeLogrotateSuffix($file); |
||
146 | foreach ($lines as $line) { |
||
3 | daniel-mar | 147 | $line_no++; |
148 | $line = trim($line); |
||
2 | daniel-mar | 149 | |
8 | daniel-mar | 150 | echo "file $file_nr/$file_max (line $line_no/$line_max) \r"; |
151 | |||
3 | daniel-mar | 152 | if (preg_match('@^\[(.*)\] ((.*)(\n ){0,1})$@ismU', $line, $m)) { |
153 | # [19-Aug-2017 23:00:54 europe/berlin] PHP Notice: Undefined variable: ssl in /home/viathinksoft/public_html/serverinfo/index.php on line 364 |
||
154 | $time = $m[1]; |
||
155 | $modul = ''; |
||
156 | $text = $m[2]; |
||
2 | daniel-mar | 157 | |
3 | daniel-mar | 158 | $time = trim(substr($time, 0, 20)); |
159 | $time_mysql = date('Y-m-d H:i:s', strtotime($time)); |
||
160 | } else { |
||
161 | continue; |
||
162 | } |
||
163 | |||
2 | daniel-mar | 164 | $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';"); |
165 | #echo mysql_error(); |
||
166 | if (mysql_num_rows($res) > 0) { |
||
167 | mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " . |
||
168 | "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';"); |
||
169 | #echo mysql_error(); |
||
170 | |||
171 | } else { |
||
172 | mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " . |
||
173 | "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');"); |
||
174 | #echo mysql_error(); |
||
175 | } |
||
176 | } |
||
5 | daniel-mar | 177 | |
178 | $cache[$file] = md5_file($file); |
||
2 | daniel-mar | 179 | } |
180 | echo "\n"; |
||
181 | |||
5 | daniel-mar | 182 | file_put_contents($TMP_FILE, serialize($cache)); |
183 | |||
2 | daniel-mar | 184 | # --- |
185 | |||
186 | function removeLogrotateSuffix($filename) { |
||
187 | $filename = preg_replace('@\\.(\\d+)(\\.gz){0,1}$@ismU', '', $filename); |
||
188 | return $filename; |
||
189 | } |
||
190 |