Subversion Repositories logviewer

#!/usr/bin/php

<?php

/*

 * ViaThinkSoft LogViewer

 * Copyright 2018-2019 Daniel Marschall, ViaThinkSoft

 *

 * Licensed under the Apache License, Version 2.0 (the "License");

 * you may not use this file except in compliance with the License.

 * You may obtain a copy of the License at

 *

 *     http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

if (php_sapi_name() !== 'cli') {

        die("Error: This script can only be called from command line.\n");

}

require_once __DIR__.'/../config.inc.php';

$hostname = trim(file_get_contents('/etc/hostname'));

if (file_exists(__DIR__."/../db_$hostname.inc.php")) {

        require_once __DIR__."/../db_$hostname.inc.php";

} else {

        require_once __DIR__.'/../db.inc.php';

}

$files = array();

foreach (apache_log_locations as $tpl) $files = array_merge($files, glob($tpl));

usort($files, function($a,$b) { return filemtime($a) - filemtime($b); });

$phpfiles = array();

foreach (php_log_locations as $tpl) $phpfiles = array_merge($phpfiles, glob($tpl));

usort($phpfiles, function($a,$b) { return filemtime($a) - filemtime($b); });

$file_nr = 0;

$file_max = count($files) + count($phpfiles);

$TMP_FILE = __DIR__ . '/.insertlogs.cache';

if (file_exists($TMP_FILE)) {

        $cont = file_get_contents($TMP_FILE);

        $cache = unserialize($cont);

} else {

        $cache = array();

}

// Apache Log Files

foreach ($files as $file) {

        $file_nr++;

        if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue;

        if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;

        if (substr($file,-3,3) === '.gz') {

                if (IGNORE_GZ) continue;

                $cont = file_get_contents($file);

                $cont = gzdecode($cont);

                if ($cont === false) continue;

                $lines = explode("\n", $cont);

        } else {

                $lines = file($file);

        }

        $line_no = 0;

        $line_max = count($lines);

        $logfile = removeLogrotateSuffix($file);

        foreach ($lines as $line) {

                $line_no++;

                $line = trim($line);

                if (preg_match('@^\[(.*)\] \[(.*)\] \[(.*)\] \[(.*)\] (.*)$@ismU', $line, $m)) {

                        #[Sun Aug 13 15:54:16.054530 2017] [fcgid:warn] [pid 28401] [client 104.236.113.44:52188] mod_fcgid: stderr: PHP Notice:  Undefined offset: 11 in /home/d

                        $time = $m[1];

                        $modul = $m[2];

                        $text = $m[5];

                        $time = trim(substr($time, 4, 6)).' '.substr($time, -4).' '.substr($time, 11, 8);

                        $time_mysql = date('Y-m-d H:i:s', strtotime($time));

                } else if (preg_match('@^(.+)\|(.+)\|(.+)\|(.+)$@ismU', $line, $m)) {

                        #  5.6 | /daten/homes/daniel-marschall/hosts/dracenmarx/public_html/wiki/vendor/oyejorge/less.php/lib:91            | ini              | Ini mbstring.internal_encoding is deprecated.

                        // A special implementation of PHP codefixer (showing the full path) . TODO: release

                        $time = filemtime($file);

                        $modul = 'php_codefixer';

                        $text = 'PHP Codefixer: ' . trim($m[4]) . ' in ' . trim($m[2]);

                        $time_mysql = date('Y-m-d H:i:s', $time);

                } else {

                        continue;

                }

                $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");

                #echo mysql_error();

                if (mysql_num_rows($res) > 0) {

                        mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .

                                    "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");

                        #echo mysql_error();

                } else {

                        mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .

                                    "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");

                        #echo mysql_error();

                }

                echo "file $file_nr/$file_max (line $line_no/$line_max)                     \r";

        }

        $cache[$file] = md5_file($file);

}

// PHP Log files

foreach ($phpfiles as $file) {

        $file_nr++;

        if (isset($cache[$file]) && ($cache[$file] == md5_file($file))) continue;

        if (time()-filemtime($file) > MAX_DAYS_LOGFILE * 3600) continue;

        if (substr($file,-3,3) === '.gz') {

                if (IGNORE_GZ) continue;

                $cont = file_get_contents($file);

                $cont = gzdecode($cont);

                if ($cont === false) continue;

        } else {

                $cont = file_get_contents($file);

        }

        $cont = str_replace("\r", "", $cont);

        $cont = str_replace("\n ", " ", $cont);

        $lines = explode("\n", $cont);

        $line_no = 0;

        $line_max = count($lines);

        $logfile = removeLogrotateSuffix($file);

        foreach ($lines as $line) {

                $line_no++;

                $line = trim($line);

                if (preg_match('@^\[(.*)\] ((.*)(\n ){0,1})$@ismU', $line, $m)) {

                        # [19-Aug-2017 23:00:54 europe/berlin] PHP Notice:  Undefined variable: ssl in /home/viathinksoft/public_html/serverinfo/index.php on line 364

                        $time = $m[1];

                        $modul = '';

                        $text = $m[2];

                        $time = trim(substr($time, 0, 20));

                        $time_mysql = date('Y-m-d H:i:s', strtotime($time));

                } else {

                        continue;

                }

                $res = mysql_query("select * from vts_fehlerlog where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."';");

                #echo mysql_error();

                if (mysql_num_rows($res) > 0) {

                        mysql_query("update vts_fehlerlog set anzahl = anzahl + 1, letzter = '$time_mysql' " .

                                    "where modul = '".mysql_real_escape_string($modul)."' and logfile = '".mysql_real_escape_string($logfile)."' and text = '".mysql_real_escape_string($text)."' and letzter < '".$time_mysql."';");

                        #echo mysql_error();

                } else {

                        mysql_query("insert into vts_fehlerlog (modul, text, anzahl, letzter, logfile) " .

                                    "values ('".mysql_real_escape_string($modul)."', '".mysql_real_escape_string($text)."', 1, '".$time_mysql."', '".mysql_real_escape_string($logfile)."');");

                        #echo mysql_error();

                }

                echo "file $file_nr/$file_max (line $line_no/$line_max)                     \r";

        }

        $cache[$file] = md5_file($file);

}

echo "\n";

file_put_contents($TMP_FILE, serialize($cache));

# ---

function removeLogrotateSuffix($filename) {

        $filename = preg_replace('@\\.(\\d+)(\\.gz){0,1}$@ismU', '', $filename);

        return $filename;

}