Subversion Repositories vgwhois

#!/usr/bin/php
<?php

#
#  VGWhoIs (ViaThinkSoft Global WhoIs, a fork of generic Whois / gwhois)
#  Maintenance / Developer utilities
#
#  (c) 2012-2019 by Daniel Marschall, ViaThinkSoft <info@daniel-marschall.de>
#
#  License: https://www.gnu.org/licenses/gpl-2.0.html (GPL version 2)
#

error_reporting(E_ALL | E_NOTICE | E_STRICT | E_DEPRECATED);

require_once __DIR__ . '/config.inc.php';
require_once __DIR__ . '/../../shared/php_includes/common_functions.inc.php';
require_once __DIR__ . '/rirs.inc.php';

if (USE_IANA_DATA) {
        echo "IPv4 Preparation: Get IANA delegation file\n";

        $iana_root_data = explode("\n", cached_file(IANA_IPV4_ASSIGNMENTS, CACHE_FILE_DIR));
        $iana_root_data = array_map('trim', $iana_root_data);

        $iana_root_ver  = trim(str_replace('-', '', $iana_root_data[3]));
        $iana_root_data = grep($iana_root_data, 'whois.');
}

foreach ($rirs as &$rir) {
        $step = 0;
        $out = '';

        $loc_rir_whois_server = $rir_whois_server[$rir];

        if (USE_RIR_STAT_DATA) {
                $step++;
                echo "IPv4 $rir: Step $step - Get RIR statistics file\n";

                $rirstat_url  = $rirstat_urls[$rir];
                $rirstat_file = explode("\n", cached_file($rirstat_url, CACHE_FILE_DIR));

                $rirstat_file = antigrep($rirstat_file, '#');

                $tmp = explode('|', $rirstat_file[0]);
                $rirstat_ver = $tmp[5]; // enddate
                # $rirstat_ver = substr($rirstat_ver, 0, 4) . '-' . substr($rirstat_ver, 4, 2) . '-' . substr($rirstat_ver, 6, 2);
                unset($tmp);

                $out .= "#: version $rirstat_ver\n\n";
        } else if (USE_IANA_DATA) {
                $out .= "#: version $iana_root_ver\n\n";
        } else {
                fwrite(STDERR, "Configuration error: USE_RIR_STAT_DATA and USE_IANA_DATA cannot be both false.\n");
                exit(1);
        }

        $out .= "# ".strtoupper($rir)." IPv4\n";
        $out .= "# Automatically generated by ".__DIR__."/vgwhois-pattern-update\n";
        $out .= "# Generation timestamp: ".date('Y-m-d H:i:s \G\M\TO')."\n";
        if (USE_IANA_DATA)     $out .= "# Source: ($iana_root_ver) ".IANA_IPV4_ASSIGNMENTS."\n";
        if (USE_RIR_STAT_DATA) $out .= "# Source: ($rirstat_ver) $rirstat_url\n";
        $out .= "\n";

        $out .= ":whois|$loc_rir_whois_server";
        if ($ipv4_additional_params[$rir] != '') {
                $out .= '|prefix='.$ipv4_additional_params[$rir].'|';
        }
        $out .= "\n";

        $iana_blocks = array();
        if (USE_IANA_DATA) {
                $step++;
                echo "IPv4 $rir: Step $step - Parse IANA root blocks\n";

                $loc_roots = grep($iana_root_data, $loc_rir_whois_server);

                $iana_ary = array();
                foreach ($loc_roots as &$lr) {
                        $lr = trim($lr);
                        $tmp = explode(' ', $lr, 2);
                        $lr = $tmp[0];
                        unset($tmp);
                        $lr = preg_replace('|^0*|s', '', $lr);

                        // Break up the CIDR
                        $ary = explode('/', $lr, 2);
                        $bry = ipv4_cidr2range($ary[0], $ary[1]);
                        $iana_blocks[$bry[0]] = $bry[1];
                }
        }

        $rir_blocks = array();
        if (USE_RIR_STAT_DATA) {
                $step++;
                echo "IPv4 $rir: Step $step - Parse RIR blocks\n";

#               $rirstat_file = grep($rirstat_file, 'ipv4');
#               $rirstat_file = antigrep($rirstat_file, 'summary');
##              array_shift($rirstat_file); // header line

                foreach ($rirstat_file as &$x) {
                        $x = trim($x);
                        if ($x == '') continue;

                        $ary = explode('|', $x);

                        # arin|* |asn|* |22244|summary
                        # ^0   ^1 ^2  ^3 ^4    ^5
                        if ($ary[5] == 'summary') continue;

                        # Example:
                        # afrinic|ZM|ipv4|196.46.192.0|8192|20031024|allocated
                        # ^0      ^1 ^2   ^3           ^4   ^5       ^6

                        # 2.1AP resp 2.3 (= extended) are compatible with 2.0

                        $type = $ary[2];
                        if ($type != 'ipv4') continue;

                        $baseip = $ary[3];
                        $nums = $ary[4];
                        # $state = $ary[6];

                        $topip = ipv4_add($baseip, $nums-1);

                        $rir_blocks[$baseip] = $topip;
                }
        }

        if (USE_IANA_DATA && USE_RIR_STAT_DATA) {
                # Use both
                $step++;
                echo "IPv4 $rir: Step $step - Merging RIR and IANA stats\n";
                $blocks_merged = ipv4_merge_arrays($rir_blocks, $iana_blocks);
        } else if (USE_IANA_DATA) {
                # Use only IANA
                $blocks_merged = $iana_blocks;
        } else if (USE_RIR_STAT_DATA) {
                # Use only RIR data
                $blocks_merged = $rir_blocks;
        } else {
                fwrite(STDERR, "Configuration error: USE_RIR_STAT_DATA and USE_IANA_DATA cannot be both false.\n");
                exit(1);
        }

        $step++;
        $blocks_merged = ipv4_merge_address_blocks($blocks_merged, "IPv4 $rir: Step $step - ");

        // --- CIDR finden und ausgeben ---

        $step++;
        echo "IPv4 $rir: Step $step - Analyze address ranges and write CIDR blocks\n";

        foreach ($blocks_merged as $baseip => &$topip) {
                if (INCLUDE_BLOCK_RANGE_COMMENTS) $out .= "# $baseip - $topip\n";

                $cidrs = ipv4_range2cidr($baseip, $topip, IPV4_SHORT_FORM);
                foreach ($cidrs as &$cidr) {
                        $out .= "=$cidr\n";
                }
        }

        # --- Write to file ---

        $step++;
        echo "IPv4 $rir: Step $step - Write to output file\n";

        $h = fopen(PATTERN_DIR."/ipv4_$rir", 'w') or die("Error opening file ".PATTERN_DIR."/ipv4_$rir");
        fwrite($h, $out) or die('Could not write to output file');
        fclose($h);
}

echo "IPv4 Finished!\n";