Rev 4 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
2 | daniel-mar | 1 | #!/usr/bin/php |
2 | <?php |
||
3 | |||
4 | daniel-mar | 4 | /* |
5 | * ViaThinkSoft LogViewer |
||
6 | * Copyright 2018-2019 Daniel Marschall, ViaThinkSoft |
||
7 | * |
||
8 | * Licensed under the Apache License, Version 2.0 (the "License"); |
||
9 | * you may not use this file except in compliance with the License. |
||
10 | * You may obtain a copy of the License at |
||
11 | * |
||
12 | * http://www.apache.org/licenses/LICENSE-2.0 |
||
13 | * |
||
14 | * Unless required by applicable law or agreed to in writing, software |
||
15 | * distributed under the License is distributed on an "AS IS" BASIS, |
||
16 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||
17 | * See the License for the specific language governing permissions and |
||
18 | * limitations under the License. |
||
19 | */ |
||
20 | |||
2 | daniel-mar | 21 | if (php_sapi_name() !== 'cli') { |
22 | die("Error: This script can only be called from command line.\n"); |
||
23 | } |
||
24 | |||
25 | require_once __DIR__.'/../config.inc.php'; |
||
26 | |||
27 | $hostname = trim(file_get_contents('/etc/hostname')); |
||
28 | |||
29 | if (file_exists(__DIR__."/../db_$hostname.inc.php")) { |
||
30 | require_once __DIR__."/../db_$hostname.inc.php"; |
||
31 | } else { |
||
32 | require_once __DIR__.'/../db.inc.php'; |
||
33 | } |
||
34 | |||
35 | $files = array(); |
||
36 | foreach (apache_log_locations as $tpl) $files = array_merge($files, glob($tpl)); |
||
5 | daniel-mar | 37 | usort($files, function($a,$b) { return filemtime($a) - filemtime($b); }); |
2 | daniel-mar | 38 | |
39 | $phpfiles = array(); |
||
40 | foreach (php_log_locations as $tpl) $phpfiles = array_merge($phpfiles, glob($tpl)); |
||
5 | daniel-mar | 41 | usort($phpfiles, function($a,$b) { return filemtime($a) - filemtime($b); }); |
2 | daniel-mar | 42 | |
43 | $file_nr = 0; |
||
44 | $file_max = count($files) + count($phpfiles); |
||
3 | daniel-mar | 45 | |
5 | daniel-mar | 46 | $TMP_FILE = '/tmp/insert_logs.cache'; |
47 | if (file_exists($TMP_FILE)) { |
||
48 | $cont = file_get_contents($TMP_FILE); |
||
49 | $cache = unserialize($cont); |
||
50 | } else { |
||
51 | $cache = array(); |
||
52 | } |
||
53 | |||
3 | daniel-mar | 54 | // Apache Log Files |
55 | |||
2 | daniel-mar | 56 | foreach ($files as $file) { |
57 | $file_nr++; |
||
3 | daniel-mar | 58 | |
5 | daniel-mar | 59 | if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue; |
60 | |||
3 | daniel-mar | 61 | if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue; |
62 | |||
63 | if (substr($file,-3,3) === '.gz') { |
||
64 | if (IGNORE_GZ) continue; |
||
65 | $cont = file_get_contents($file); |
||
66 | $cont = gzdecode($cont); |
||
67 | if ($cont === false) continue; |
||
68 | $lines = explode("\n", $cont); |
||
69 | } else { |
||
70 | $lines = file($file); |
||
71 | } |
||
72 | |||
73 | $line_no = 0; |
||
2 | daniel-mar | 74 | $line_max = count($lines); |
75 | $logfile = removeLogrotateSuffix($file); |
||
76 | foreach ($lines as $line) { |
||
3 | daniel-mar | 77 | $line_no++; |
78 | $line = trim($line); |
||
2 | daniel-mar | 79 | |
3 | daniel-mar | 80 | if (preg_match('@^\[(.*)\] \[(.*)\] \[(.*)\] \[(.*)\] (.*)$@ismU', $line, $m)) { |
81 | #[Sun Aug 13 15:54:16.054530 2017] [fcgid:warn] [pid 28401] [client 104.236.113.44:52188] mod_fcgid: stderr: PHP Notice: Undefined offset: 11 in /home/d |
||
82 | $time = $m[1]; |
||
83 | $modul = $m[2]; |
||
84 | $text = $m[5]; |
||
2 | daniel-mar | 85 | |
3 | daniel-mar | 86 | $time = trim(substr($time, 4, 6)).' '.substr($time, -4).' '.substr($time, 11, 8); |
87 | $time_mysql = date('Y-m-d H:i:s', strtotime($time)); |
||
88 | } else if (preg_match('@^(.+)\|(.+)\|(.+)\|(.+)$@ismU', $line, $m)) { |
||
89 | # 5.6 | /daten/homes/daniel-marschall/hosts/dracenmarx/public_html/wiki/vendor/oyejorge/less.php/lib:91 | ini | Ini mbstring.internal_encoding is deprecated. |
||
90 | // A special implementation of PHP codefixer (showing the full path) . TODO: release |
||
91 | $time = filemtime($file); |
||
92 | $modul = 'php_codefixer'; |
||
93 | $text = 'PHP Codefixer: ' . trim($m[4]) . ' in ' . trim($m[2]); |
||
94 | |||
95 | $time_mysql = date('Y-m-d H:i:s', $time); |
||
96 | } else { |
||
97 | continue; |
||
98 | } |
||
99 | |||
2 | daniel-mar | 100 | $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';"); |
101 | #echo mysql_error(); |
||
102 | if (mysql_num_rows($res) > 0) { |
||
103 | mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " . |
||
104 | "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';"); |
||
105 | #echo mysql_error(); |
||
106 | |||
107 | } else { |
||
108 | mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " . |
||
109 | "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');"); |
||
110 | #echo mysql_error(); |
||
111 | } |
||
3 | daniel-mar | 112 | echo "file $file_nr/$file_max (line $line_no/$line_max) \r"; |
2 | daniel-mar | 113 | } |
5 | daniel-mar | 114 | |
115 | $cache[$file] = md5_file($file); |
||
2 | daniel-mar | 116 | } |
3 | daniel-mar | 117 | |
118 | // PHP Log files |
||
119 | |||
2 | daniel-mar | 120 | foreach ($phpfiles as $file) { |
121 | $file_nr++; |
||
122 | |||
5 | daniel-mar | 123 | if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue; |
124 | |||
3 | daniel-mar | 125 | if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue; |
126 | |||
127 | if (substr($file,-3,3) === '.gz') { |
||
128 | if (IGNORE_GZ) continue; |
||
129 | $cont = file_get_contents($file); |
||
130 | $cont = gzdecode($cont); |
||
131 | if ($cont === false) continue; |
||
132 | } else { |
||
133 | $cont = file_get_contents($file); |
||
134 | } |
||
2 | daniel-mar | 135 | $cont = str_replace("\r", "", $cont); |
136 | $cont = str_replace("\n ", " ", $cont); |
||
137 | $lines = explode("\n", $cont); |
||
138 | |||
3 | daniel-mar | 139 | $line_no = 0; |
2 | daniel-mar | 140 | $line_max = count($lines); |
141 | $logfile = removeLogrotateSuffix($file); |
||
142 | foreach ($lines as $line) { |
||
3 | daniel-mar | 143 | $line_no++; |
144 | $line = trim($line); |
||
2 | daniel-mar | 145 | |
3 | daniel-mar | 146 | if (preg_match('@^\[(.*)\] ((.*)(\n ){0,1})$@ismU', $line, $m)) { |
147 | # [19-Aug-2017 23:00:54 europe/berlin] PHP Notice: Undefined variable: ssl in /home/viathinksoft/public_html/serverinfo/index.php on line 364 |
||
148 | $time = $m[1]; |
||
149 | $modul = ''; |
||
150 | $text = $m[2]; |
||
2 | daniel-mar | 151 | |
3 | daniel-mar | 152 | $time = trim(substr($time, 0, 20)); |
153 | $time_mysql = date('Y-m-d H:i:s', strtotime($time)); |
||
154 | } else { |
||
155 | continue; |
||
156 | } |
||
157 | |||
2 | daniel-mar | 158 | $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';"); |
159 | #echo mysql_error(); |
||
160 | if (mysql_num_rows($res) > 0) { |
||
161 | mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " . |
||
162 | "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';"); |
||
163 | #echo mysql_error(); |
||
164 | |||
165 | } else { |
||
166 | mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " . |
||
167 | "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');"); |
||
168 | #echo mysql_error(); |
||
169 | } |
||
3 | daniel-mar | 170 | echo "file $file_nr/$file_max (line $line_no/$line_max) \r"; |
2 | daniel-mar | 171 | } |
5 | daniel-mar | 172 | |
173 | $cache[$file] = md5_file($file); |
||
2 | daniel-mar | 174 | } |
175 | echo "\n"; |
||
176 | |||
5 | daniel-mar | 177 | file_put_contents($TMP_FILE, serialize($cache)); |
178 | |||
2 | daniel-mar | 179 | # --- |
180 | |||
181 | function removeLogrotateSuffix($filename) { |
||
182 | $filename = preg_replace('@\\.(\\d+)(\\.gz){0,1}$@ismU', '', $filename); |
||
183 | return $filename; |
||
184 | } |
||
185 |