Subversion Repositories logviewer

Rev

Rev 8 | Rev 10 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed

  1. #!/usr/bin/php
  2. <?php
  3.  
  4. /*
  5.  * ViaThinkSoft LogViewer
  6.  * Copyright 2018-2022 Daniel Marschall, ViaThinkSoft
  7.  *
  8.  * Licensed under the Apache License, Version 2.0 (the "License");
  9.  * you may not use this file except in compliance with the License.
  10.  * You may obtain a copy of the License at
  11.  *
  12.  *     http://www.apache.org/licenses/LICENSE-2.0
  13.  *
  14.  * Unless required by applicable law or agreed to in writing, software
  15.  * distributed under the License is distributed on an "AS IS" BASIS,
  16.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17.  * See the License for the specific language governing permissions and
  18.  * limitations under the License.
  19.  */
  20.  
  21. if (php_sapi_name() !== 'cli') {
  22.         die("Error: This script can only be called from command line.\n");
  23. }
  24.  
  25. $hostname = trim(file_get_contents('/etc/hostname'));
  26.  
  27. if (file_exists(__DIR__."/../config_$hostname.inc.php")) {
  28.         require_once __DIR__."/../config_$hostname.inc.php";
  29. } else {
  30.         require_once __DIR__.'/../config.inc.php';
  31. }
  32.  
  33. if (file_exists(__DIR__."/../db_$hostname.inc.php")) {
  34.         require_once __DIR__."/../db_$hostname.inc.php";
  35. } else {
  36.         require_once __DIR__.'/../db.inc.php';
  37. }
  38.  
  39. $files = array();
  40. foreach (apache_log_locations as $tpl) $files = array_merge($files, glob($tpl));
  41. usort($files, function($a,$b) { return filemtime($a) - filemtime($b); });
  42.  
  43. $phpfiles = array();
  44. foreach (php_log_locations as $tpl) $phpfiles = array_merge($phpfiles, glob($tpl));
  45. usort($phpfiles, function($a,$b) { return filemtime($a) - filemtime($b); });
  46.  
  47. $file_nr = 0;
  48. $file_max = count($files) + count($phpfiles);
  49.  
  50. $TMP_FILE = __DIR__ . '/.insertlogs.cache';
  51. if (file_exists($TMP_FILE)) {
  52.         $cont = file_get_contents($TMP_FILE);
  53.         $cache = unserialize($cont);
  54. } else {
  55.         $cache = array();
  56. }
  57.  
  58. // Apache Log Files
  59.  
  60. foreach ($files as $file) {
  61.         $file_nr++;
  62.  
  63.         if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue;
  64.  
  65.         if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;
  66.  
  67.         if (substr($file,-3,3) === '.gz') {
  68.                 if (IGNORE_GZ) continue;
  69.                 $cont = file_get_contents($file);
  70.                 $cont = gzdecode($cont);
  71.                 if ($cont === false) continue;
  72.                 $lines = explode("\n", $cont);
  73.         } else {
  74.                 $lines = file($file);
  75.         }
  76.  
  77.         $line_no = 0;
  78.         $line_max = count($lines);
  79.         $logfile = removeLogrotateSuffix($file);
  80.         foreach ($lines as $line) {
  81.                 $line_no++;
  82.                 $line = trim($line);
  83.  
  84.                 if (preg_match('@^\[(.*)\] \[(.*)\] \[(.*)\] \[(.*)\] (.*)$@ismU', $line, $m)) {
  85.                         #[Sun Aug 13 15:54:16.054530 2017] [fcgid:warn] [pid 28401] [client 104.236.113.44:52188] mod_fcgid: stderr: PHP Notice:  Undefined offset: 11 in /home/d
  86.                         $time = $m[1];
  87.                         $modul = $m[2];
  88.                         $text = $m[5];
  89.  
  90.                         $time = trim(substr($time, 4, 6)).' '.substr($time, -4).' '.substr($time, 11, 8);
  91.                         $time_mysql = date('Y-m-d H:i:s', strtotime($time));
  92.                 } else if (preg_match('@^(.+)\|(.+)\|(.+)\|(.+)$@ismU', $line, $m)) {
  93.                         #  5.6 | /daten/homes/daniel-marschall/hosts/dracenmarx/public_html/wiki/vendor/oyejorge/less.php/lib:91            | ini              | Ini mbstring.internal_encoding is deprecated.
  94.                         // A special implementation of PHP codefixer (showing the full path) . TODO: release
  95.                         $time = filemtime($file);
  96.                         $modul = 'php_codefixer';
  97.                         $text = 'PHP Codefixer: ' . trim($m[4]) . ' in ' . trim($m[2]);
  98.  
  99.                         $time_mysql = date('Y-m-d H:i:s', $time);
  100.                 } else {
  101.                         continue;
  102.                 }
  103.  
  104.                 $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");
  105.                 #echo mysql_error();
  106.                 if (mysql_num_rows($res) > 0) {
  107.                         mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .
  108.                                     "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");
  109.                         #echo mysql_error();
  110.  
  111.                 } else {
  112.                         mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .
  113.                                     "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");
  114.                         #echo mysql_error();
  115.                 }
  116.                 echo "file $file_nr/$file_max (line $line_no/$line_max)                     \r";
  117.         }
  118.  
  119.         $cache[$file] = md5_file($file);
  120. }
  121.  
  122. // PHP Log files
  123.  
  124. foreach ($phpfiles as $file) {
  125.         $file_nr++;
  126.  
  127.         if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue;
  128.  
  129.         if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;
  130.  
  131.         if (substr($file,-3,3) === '.gz') {
  132.                 if (IGNORE_GZ) continue;
  133.                 $cont = file_get_contents($file);
  134.                 $cont = gzdecode($cont);
  135.                 if ($cont === false) continue;
  136.         } else {
  137.                 $cont = file_get_contents($file);
  138.         }
  139.         $cont = str_replace("\r", "", $cont);
  140.         $cont = str_replace("\n ", " ", $cont);
  141.         $lines = explode("\n", $cont);
  142.  
  143.         $line_no = 0;
  144.         $line_max = count($lines);
  145.         $logfile = removeLogrotateSuffix($file);
  146.         foreach ($lines as $line) {
  147.                 $line_no++;
  148.                 $line = trim($line);
  149.  
  150.                 echo "file $file_nr/$file_max (line $line_no/$line_max)                     \r";
  151.  
  152.                 if (preg_match('@^\[(.*)\] ((.*)(\n ){0,1})$@ismU', $line, $m)) {
  153.                         # [19-Aug-2017 23:00:54 europe/berlin] PHP Notice:  Undefined variable: ssl in /home/viathinksoft/public_html/serverinfo/index.php on line 364
  154.                         $time = $m[1];
  155.                         $modul = '';
  156.                         $text = $m[2];
  157.  
  158.                         $time = trim(substr($time, 0, 20));
  159.                         $time_mysql = date('Y-m-d H:i:s', strtotime($time));
  160.                 } else {
  161.                         continue;
  162.                 }
  163.  
  164.                 $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");
  165.                 #echo mysql_error();
  166.                 if (mysql_num_rows($res) > 0) {
  167.                         mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .
  168.                                     "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");
  169.                         #echo mysql_error();
  170.  
  171.                 } else {
  172.                         mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .
  173.                                     "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");
  174.                         #echo mysql_error();
  175.                 }
  176.         }
  177.  
  178.         $cache[$file] = md5_file($file);
  179. }
  180. echo "\n";
  181.  
  182. file_put_contents($TMP_FILE, serialize($cache));
  183.  
  184. # ---
  185.  
  186. function removeLogrotateSuffix($filename) {
  187.         $filename = preg_replace('@\\.(\\d+)(\\.gz){0,1}$@ismU', '', $filename);
  188.         return $filename;
  189. }
  190.  
  191.