WebSVN – yt_downloader – Diff – /trunk/ytdwn


#!/usr/bin/php
<?php
 
// ViaThinkSoft YouTube Downloader Util 2.3.2
// Revision: 2022-09-21
// Author: Daniel Marschall <www.daniel-marschall.de>
// Licensed under the terms of the Apache 2.0 License
//
// For syntax and other documentation, please read the file README.
 
// ------------------------------------------------------------------------------------------------
 
error_reporting(E_ALL | E_NOTICE | E_STRICT | E_DEPRECATED);
 
define('AUTO_API_KEY', '~/.yt_api_key');
define('AUTO_COOKIE_FILE', '~/.yt_cookies');
define('DOWNLOAD_SIMULATION_MODE', false);
define('DEFAULT_SEARCH_ORDER', 'relevance');
define('DEFAULT_SEARCH_MAXRESULTS', 10);
 
putenv("LANG=de_DE.UTF-8"); // required if video titles contain non-ASCII symbols
 
require_once __DIR__ . '/youtube_functions.inc.phps';
require_once __DIR__ . '/checksum_functions.inc.phps';
 
// Check if we are running in command line
 
if (PHP_SAPI !== 'cli') {
	fwrite(STDERR, "Error: Can only run in CLI mode\n");
	exit(2);
}
 
// Global vars
 
$listFilenameStack = array();
 
// Default values
 
$allow_creation_outputdir = false;
$type = 'v:';
$outputDir = '';
$alreadyDownloaded = '';
$checksumMode = 'none';
$failList = '';
$failTreshold = 3;
$rest_args = array();
$verbose = false;
$mp3id_transfer = true;
$apikey = '';
$resultcache = '';
$extra_args =
//            '-k ' . // The additional "-k" option in the above makes youtube-dl keep downloaded videos.
              '-i ' . // continue upon download errors
              '-c ';  // resume partially downloaded video files
$default_template = '%(title)s-%(id)s.%(ext)s';
$cookie_file = AUTO_COOKIE_FILE;
$downloader = 'yt-dlp';
 
// Parse arguments
// We do not use getopt() at the moment, because the important functionality "optind" is only available in PHP 7.1, which is not yet distributed with most of the stable Linux distros
 
$init_extra_args = false;
$argv_bak = $_SERVER['argv'];
array_shift($argv_bak);
while (count($argv_bak) > 0) {
	$arg = array_shift($argv_bak);
	$arg2 = $arg . ' ' . (isset($argv_bak[0]) ? $argv_bak[0] : '');
	$m = null;
	if (preg_match('@^(/t|\-t|\-\-type)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$type = $m[3];
	} else if (preg_match('@^(/o|\-o|\-\-outputDir)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$outputDir = $m[3];
	} else if (preg_match('@^(/a|\-a|\-\-alreadyDownloaded)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$alreadyDownloaded = $m[3];
	} else if (preg_match('@^(/f|\-f|\-\-failList)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$failList = $m[3];
	} else if (preg_match('@^(/F|\-F|\-\-failTreshold)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$failTreshold = $m[3];
	} else if (preg_match('@^(/C|\-C|\-\-resultcache)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$resultcache = $m[3];
	} else if (preg_match('@^(/H|\-H|\-\-checksumMode)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$checksumMode = $m[3];
		if ((strtolower($checksumMode) != 'none')
			&& (strtolower($checksumMode) != 'sfv')
			&& (strtolower($checksumMode) != 'md5')
			&& (strtolower($checksumMode) != 'sfv,md5')
			&& (strtolower($checksumMode) != 'md5,sfv')) syntax_error("Checksum mode needs to be either 'None', 'MD5', 'SFV', or 'MD5,SFV'.");
	} else if (preg_match('@^(/T|\-T|\-\-default-template)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$default_template = $m[3];
	} else if (preg_match('@^(/A|\-A|\-\-api-key)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$apikey = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];
	} else if (preg_match('@^(\-\-cookies)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$cookie_file = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];
	} else if (preg_match('@^(\-\-downloader)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$downloader = $m[3];
	} else if (preg_match('@^(/X|\-X|\-\-extra-args)(\s+|=)(.*)$@s', $arg2, $m)) {
		array_shift($argv_bak);
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		if ($init_extra_args) {
			$extra_args .= ' ' . $m[3]; // user has multiple "-X" arguments. append.
		} else {
			$extra_args = $m[3]; // overwrite defaults
			$init_extra_args = true;
		}
	} else if (preg_match('@^(/\?|/h|\-\?|\-h|\-\-help)$@s', $arg, $m)) {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		help();
	} else if (preg_match('@^(/V|\-V|\-\-version)$@s', $arg, $m)) {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		version();
	} else if (preg_match('@^(/v|\-v|\-\-verbose)$@s', $arg, $m)) {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$verbose = true;
	} else if (preg_match('@^(/N|\-N|\-\-no-mp3-tagtransfer)$@s', $arg, $m)) {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$mp3id_transfer = false;
	} else if (preg_match('@^(/O|\-O|\-\-create-outputdir)$@s', $arg, $m)) {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$allow_creation_outputdir = true;
	} else if ($arg == '--') {
		if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
		$rest_args = $argv_bak;
		break;
	} else {
		$rest_args[] = $arg;
	}
}
unset($arg);
unset($argv_bak);
unset($init_extra_args);
 
define('DOWNLOAD_YT_FORK', $downloader);
 
// Validity checks
 
if ((substr($type,0,2) != 'a:') && (substr($type,0,2) != 'v:')) syntax_error("Type must be either 'v:' or 'a:'. '$type' is not valid.");
 
if (count($rest_args) == 0) syntax_error("Please enter at least one desired video for downloading");
 
if ($failTreshold <= 0) syntax_error("Fail treshold has invalid value. Must be >0.");
 
$cookie_file = expand_tilde($cookie_file);
if (!file_exists($cookie_file)) $cookie_file = '';
 
// Try to download/update youtube-dl/yt-dlp into local directory
download_latest_downloader();
 
if (command_exists(__DIR__.'/'.DOWNLOAD_YT_FORK)) {
	echo "Will use '".DOWNLOAD_YT_FORK."' from local directory\n";
	define('YTDL_EXE', __DIR__.'/'.DOWNLOAD_YT_FORK);
} else {
	// Download failed. Is at least a package installed?
	if (command_exists(DOWNLOAD_YT_FORK)) {
		echo "Will use '".DOWNLOAD_YT_FORK."' from Linux package\n";
		define('YTDL_EXE', DOWNLOAD_YT_FORK);
	} else {
		fwrite(STDERR, "This script requires the tool/package '".DOWNLOAD_YT_FORK."'. Please install it first.\n");
		exit(1);
	}
}
 
// Now process the videos
 
yt_set_apikey_callback('_getApikey');
 
foreach ($rest_args as $resource) {
	if ($verbose) echo "Handle: $resource\n";
	if (strpos($resource, ':') === false) {
		fwrite(STDERR, "Invalid resource '$resource' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");
	} else {
		list($resourceType, $resourceValue) = explode(':', $resource, 2);
		ytdwn_handle_resource($resourceType, $resourceValue);
	}
}
 
// ------------------------------------------------------------------------------------------------
 
function ytdwn_handle_resource($resourceType, $resourceValue) {
	if ($resourceType == 'vid') {
		$video_id = parse_quoting($resourceValue);
		ytdwn_video_id($video_id);
	} else if ($resourceType == 'vurl') {
		$video_url = parse_quoting($resourceValue);
		$video_id  = getVideoIDFromURL($video_url);
		if (!$video_id) {
			fwrite(STDERR, "$video_url is not a valid YouTube video URL. Skipping.\n");
		} else {
			ytdwn_video_id($video_id);
		}
	} else if ($resourceType == 'pid') {
		$playlist_id = parse_quoting($resourceValue);
		ytdwn_playlist_id($playlist_id);
	} else if ($resourceType == 'purl') {
		$playlist_url = parse_quoting($resourceValue);
		$playlist_id  = getPlaylistIDFromURL($playlist_url);
		if (!$playlist_id) {
			fwrite(STDERR, "$playlist_url is not a valid YouTube playlist URL. Skipping\n");
		} else {
			ytdwn_playlist_id($playlist_id);
		}
	} else if ($resourceType == 'cid') {
		$channel_id = parse_quoting($resourceValue);
 
		$m = null;
		if (preg_match('@\[search=(.+)\]@ismU', $channel_id, $m)) {
			$search = $m[1];
			$channel_id = preg_replace('@\[search=(.+)\]@ismU', '', $channel_id);
		} else {
			$search = ''; // default
		}
		$search = parse_quoting($search);
 
		ytdwn_channel_id($channel_id, $search);
	} else if ($resourceType == 'cname') {
		$channel_name = parse_quoting($resourceValue);
 
		$m = null;
		if (preg_match('@\[search=(.+)\]@ismU', $channel_name, $m)) {
			$search = $m[1];
			$channel_name = preg_replace('@\[search=(.+)\]@ismU', '', $channel_name);
		} else {
			$search = ''; // default
		}
		$search = parse_quoting($search);
 
		$channel_name = parse_quoting($channel_name);
		$channel_id = yt_get_channel_id($channel_name);
		if (!$channel_id) {
			fwrite(STDERR, "URL $channel_name is a valid YouTube username. Will now try to interprete it as channel ID instead....\n");
		}
		ytdwn_channel_id($channel_id, $search);
	} else if ($resourceType == 'curl') {
		$channel_url = parse_quoting($resourceValue);
 
		$m = null;
		if (preg_match('@\[search=(.+)\]@ismU', $channel_url, $m)) {
			$search = $m[1];
			$channel_url = preg_replace('@\[search=(.+)\]@ismU', '', $channel_url);
		} else {
			$search = ''; // default
		}
		$search = parse_quoting($search);
 
		$channel_url = parse_quoting($channel_url);
		$channel_id = curl_to_cid($channel_url);
		if (!$channel_id) {
			fwrite(STDERR, "URL $channel_url is a valid YouTube channel or username URL. Skipping\n");
		} else {
			ytdwn_channel_id($channel_id, $search);
		}
	} else if ($resourceType == 'search') {
		$searchterm = parse_quoting($resourceValue);
 
		$order = '';
		$m = null;
		if (preg_match('@\[order=(.+)\]@ismU', $searchterm, $m)) {
			$order = $m[1];
			$searchterm = preg_replace('@\[order=(.+)\]@ismU', '', $searchterm);
		} else {
			$order = DEFAULT_SEARCH_ORDER; // default
		}
		$order = parse_quoting($order);
 
		$maxresults = '';
		if (preg_match('@\[maxresults=(.+)\]@ismU', $searchterm, $m)) {
			$maxresults = $m[1];
			$searchterm = preg_replace('@\[maxresults=(.+)\]@ismU', '', $searchterm);
		} else {
			$maxresults = DEFAULT_SEARCH_MAXRESULTS; // default
		}
		$maxresults = parse_quoting($maxresults);
 
		$searchterm = parse_quoting($searchterm);
 
		ytdwn_search($searchterm, $order, $maxresults);
	} else if ($resourceType == 'list') {
		$list_files = glob(parse_quoting($resourceValue)); // in case the user entered a wildcard, e.g. *.list
		foreach ($list_files as $list_file) {
			if (!file_exists($list_file)) {
				fwrite(STDERR, "List file $list_file does not exist. Skipping\n");
			} else {
				ytdwn_list_file($list_file);
			}
		}
	} else {
		fwrite(STDERR, "Resource type '$resourceType' is not valid. Skipping $resourceType:$resourceValue.\n");
	}
}
 
function ytdwn_list_file($list_file) {
	global $listFilenameStack, $verbose;
 
	if ($verbose) echo "Processing list file '$list_file' ...\n";
 
	$listFilenameStack[] = $list_file;
	$lines = file($list_file);
	foreach ($lines as $line) {
		$line = trim($line);
		if ($line == '') continue;
		if ($line[0] == '#') continue;
		if (strpos($line, ':') === false) {
			fwrite(STDERR, "Invalid resource '$line' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");
		} else {
			list($resourceType, $resourceValue) = explode(':',$line,2);
			ytdwn_handle_resource($resourceType, $resourceValue);
		}
	}
	array_pop($listFilenameStack);
}
 
function ytdwn_channel_id($channel_id, $search='') {
	global $type;
	global $verbose;
 
	if ($verbose) echo "Processing channel ID '$channel_id' ...\n";
 
	// List the videos of the channel
 
	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());
	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';
	$out = json_decode($cont, true);
	if ($out == NULL) $out = array();
 
	if ($use_cache) {
		$stats = yt_get_channel_stats($channel_id);
		if (!$stats) {
			fwrite(STDERR, "Cannot get stats for channel with ID '$channel_id'\n");
			return;
		}
		$videocount = $stats['videoCount'];
 
		$key = (!empty($search)) ? 'cid:'.$channel_id.'/'.$search : 'cid:'.$channel_id;
 
		if (!isset($out[$key])) $out[$key] = array();
		$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;
	} else {
		$videocount = -1;
		$videocount_old = -2;
		$key = '';
	}
 
	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)
		if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";
		$out[$key]['count'] = $videocount;
		if (!empty($search)) {
			$out[$key]['results'] = yt_channel_items($channel_id, $search);
		} else {
			$out[$key]['results'] = yt_channel_items($channel_id);
		}
		if (!$out[$key]['results']) {
			fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");
			return;
		}
	} else {
		if ($verbose) echo "Video count for channel is still $videocount, keep ".count($out[$key]['results'])." results.\n";
	}
 
	// Save the cache
 
	try {
		if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));
	} catch(Exception $e) {
		fwrite(STDERR, "Cannot write result cache\n");
	}
 
	// Now download
 
	if (!$out[$key]['results']) {
		fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");
		return;
	}
	foreach ($out[$key]['results'] as list($id, $title)) {
		if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
		ytdwn_video_id($id);
	}
}
 
function ytdwn_playlist_id($playlist_id) {
	global $type;
	global $verbose;
 
	if ($verbose) echo "Processing playlist ID '$playlist_id' ...\n";
 
	// List the videos of the playlist
 
	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());
	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';
	$out = json_decode($cont, true);
	if ($out == NULL) $out = array();
 
	if ($use_cache) {
		$stats = yt_get_playlist_stats($playlist_id);
		if (!$stats) {
			fwrite(STDERR, "Cannot get stats for playlist with ID '$playlist_id'\n");
			return;
		}
		$videocount = $stats['itemCount'];
 
		$key = 'pid:'.$playlist_id;
 
		if (!isset($out[$key])) $out[$key] = array();
		$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;
	} else {
		$videocount = -1;
		$videocount_old = -2;
		$key = '';
	}
 
	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)
		if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";
		$out[$key]['count'] = $videocount;
		$out[$key]['results'] = yt_playlist_items($playlist_id);
		if (!$out[$key]['results']) {
			fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");
			return;
		}
	} else {
		if ($verbose) echo "Video count for playlist is still $videocount, keep ".count($out[$key]['results'])." results.\n";
	}
 
	// Save the cache
 
	try {
		if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));
	} catch(Exception $e) {
		fwrite(STDERR, "Cannot write result cache\n");
	}
 
	// Now download
 
	if (!$out[$key]['results']) {
		fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");
		return;
	}
	foreach ($out[$key]['results'] as list($id, $title)) {
		if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
		ytdwn_video_id($id);
	}
}
 
function ytdwn_search($search, $order='', $maxresults=-1) {
	global $type;
	global $verbose;
 
	if ($verbose) echo "Searching for '$search' ...\n";
 
	// Perform the search and list the videos
 
	$results = yt_search_items($search, $order, $maxresults);
 
	// Now download
 
	if (!$results) {
		fwrite(STDERR, "Cannot get data for search '$search'\n");
		return;
	}
	foreach ($results as list($id, $title)) {
		if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
		ytdwn_video_id($id);
	}
}
 
function template_to_wildcard($template, $video_id) {
	$x = $template;
	$x = str_replace('%(id)s', $video_id, $x);
	$x = preg_replace('@%\\(.+\\)s@ismU', '*', $x);
	$x = preg_replace('@\\*+@', '*', $x);
	return $x;
}
 
function ytdwn_get_downloaded_filename($outputTemplate, $video_id) {
	if (strpos($outputTemplate, '%(id)s') === false) {
		// TODO: There needs to be a better way to find out the written file name !!!
		return false;
	} else {
		$wildcard = template_to_wildcard($outputTemplate, $video_id);
		$test = glob($wildcard);
		if (count($test) == 0) return false;
		return $test[0];
	}
}
 
function ytdwn_video_id($video_id) {
	global $type;
	global $verbose;
	global $mp3id_transfer;
	global $extra_args;
	global $default_template;
	global $failTreshold;
	global $cookie_file;
	global $checksumMode;
 
	if (DOWNLOAD_SIMULATION_MODE) {
		echo "SIMULATE download of video id $video_id as ".hf_type($type)." to "._getOutputDir()."\n";
		return;
	}
 
	if (!empty(_getAlreadyDownloaded()) && in_alreadydownloaded_file($type, $video_id)) {
		if ($verbose) echo "Video $video_id has already been downloaded. Skip.\n";
		return true;
	}
 
	if (!empty(_getFailList()) && (ytdwn_fail_counter($type, $video_id) >= $failTreshold)) {
		if ($verbose) echo "Video $video_id has failed too often. Skip.\n";
		return true;
	}
 
	$out = '';
	$code = -1;
 
	$outputTemplate = rtrim(_getOutputDir(), '/').'/'.$default_template;
 
	if (substr($type,0,2) == 'v:') {
		$format = substr($type,2);
		if (!empty($format)) {
			exec(YTDL_EXE.' -o '.escapeshellarg($outputTemplate).' '.$extra_args.(empty($cookie_file) ? '' : ' --cookies '.$cookie_file).' '.escapeshellarg(vid_to_vurl($video_id)).' --format '.escapeshellarg($format), $out, $code);
		} else {
			exec(YTDL_EXE.' -o '.escapeshellarg($outputTemplate).' '.$extra_args.(empty($cookie_file) ? '' : ' --cookies '.$cookie_file).' '.escapeshellarg(vid_to_vurl($video_id)), $out, $code);
		}
 
		$written_file = $code == 0 ? ytdwn_get_downloaded_filename($outputTemplate, $video_id) : false;
 
	} else if (substr($type,0,2) == 'a:') {
		$format = substr($type,2);
		if (!empty($format)) {
			exec(YTDL_EXE.' -o '.escapeshellarg($outputTemplate).' '.$extra_args.(empty($cookie_file) ? '' : ' --cookies '.$cookie_file).' '.escapeshellarg(vid_to_vurl($video_id)).' --extract-audio --audio-format '.escapeshellarg($format), $out, $code);
		} else {
			exec(YTDL_EXE.' -o '.escapeshellarg($outputTemplate).' '.$extra_args.(empty($cookie_file) ? '' : ' --cookies '.$cookie_file).' '.escapeshellarg(vid_to_vurl($video_id)).' --extract-audio', $out, $code);
		}
 
		$written_file = $code == 0 ? ytdwn_get_downloaded_filename($outputTemplate, $video_id) : false;
 
		if (($code == 0) && ($mp3id_transfer) && (strtolower($format) == 'mp3')) {
			if (!$written_file) {
				fwrite(STDERR, "Cannot include YouTube ID to MP3, because the default template does not contain '%(id)s', or the downloaded file could not be determined for another reason.\n");
			} else {
				mp3_transfer_vid_to_id($written_file, $video_id);
			}
		}
	} else {
		assert(false);
		return false;
	}
 
	if ($code == 0) {
		if ($verbose) {
			fwrite(STDOUT, "Successfully downloaded video ID $video_id as ".hf_type($type)."\n");
			if ($written_file) fwrite(STDOUT, "Output file name: $written_file\n");
		}
		if (!empty(_getAlreadyDownloaded())) {
			try {
				addto_alreadydownloaded_file($type, $video_id);
			} catch(Exception $e) {
				fwrite(STDERR, "Cannot add to 'already downloaded' file\n");
			}
		}
 
		// Now do the checksums
		foreach (explode(',',$checksumMode) as $mode) {
			if (strtolower($mode) === 'none') continue;
			if (!$written_file) {
				fwrite(STDERR, "Cannot add to the '$mode' checksum file, because the default template does not contain '%(id)s', or the downloaded file could not be determined for another reason.\n");
			} else if (!cs_add_automatically($written_file, $mode)) {
				fwrite(STDERR, "Could not write to '$mode' checksum file!\n");
			}
		}
	} else {
		fwrite(STDERR, "Error downloading $video_id! (Code $code)\n");
		if (!empty(_getFailList())) {
			try {
				ytdwn_register_fail($type, $video_id, $code);
			} catch(Exception $e) {
				fwrite(STDERR, "Cannot register fail\n");
			}
		}
		return false;
	}
 
	return true;
}
 
function vid_to_vurl($video_id) {
	return "https://www.youtube.com/watch?v=$video_id";
}
 
function EndsWith($Haystack, $Needle){
	return strrpos($Haystack, $Needle) === strlen($Haystack)-strlen($Needle);
}
 
function mp3_transfer_vid_to_id(&$written_file, $video_id) {
	global $verbose;
	global $default_template;
 
	if (!command_exists('id3v2')) {
		fwrite(STDERR, "Tool id3v2 is not installed. Will not transfer the YouTube ID into the MP3 ID Tag. Use paramter '-N' to stop trying the transfer.\n");
		return false;
	}
 
	$orig_ts = filemtime($written_file);
	$ec = -1;
	system('id3v2 -c '.escapeshellarg($video_id).' '.escapeshellarg($written_file), $ec);
	touch($written_file, $orig_ts);
	if ($ec != 0) {
		fwrite(STDERR, "Cannot set ID tag for file $written_file\n");
		return false;
	}
 
	$target_filename = $written_file;
 
	// Things like '<title>-<id>.mp3' become '<title>.mp3' (our default template)
	// But templates like '<title> (<id>).mp3' could become '<title> ().mp3', which is not nice
	// So, we try our best to find the most common template types...
	$target_filename = str_replace('-'.$video_id, '', $target_filename);
	$target_filename = str_replace('_'.$video_id, '', $target_filename);
	$target_filename = str_replace(' '.$video_id, '', $target_filename);
	$target_filename = str_replace('('.$video_id.')', '', $target_filename);
	$target_filename = str_replace('['.$video_id.']', '', $target_filename);
	$target_filename = str_replace($video_id, '', $target_filename); // must be the last!
	if ($target_filename === $written_file) {
		fwrite(STDERR, "Could not remove VideoID from filename '$written_file'\n"); // should not happen
		return false;
	}
 
	if (!intelligent_rename($written_file, $target_filename)) {
		fwrite(STDERR, "Could not rename '$written_file' to '$target_filename'\n");
		return false;
	}
 
	$written_file = $target_filename; // was modified by intelligent_rename()
	return true;
}
 
function curl_to_cid($channel_url) {
	return yt_get_channel_id_from_url($channel_url);
}
 
function in_alreadydownloaded_file($type, $video_id) {
	$lines = file(_getAlreadyDownloaded());
	foreach ($lines as $line) {
		if (trim($line) == rtrim($type,':').':'.$video_id) {
			return true;
		}
	}
	return false;
}
 
function addto_alreadydownloaded_file($type, $video_id) {
	file_put_contents(_getAlreadyDownloaded(), rtrim($type,':').':'.$video_id."\n", FILE_APPEND);
}
 
function syntax_error($msg) {
	fwrite(STDERR, "Syntax error: ".trim($msg)."\n");
	fwrite(STDERR, "Please use argument '--help' to show the syntax rules.\n");
	exit(2);
}
 
function _help() {
	global $argv;
	$out = '';
	$own = file_get_contents($argv[0]);
	$help = explode('// ----', $own, 2)[0];
	$m = null;
	$help = preg_match_all('@^//(.*)$@mU', $help, $m);
	foreach ($m[1] as $line) {
		$out .= substr($line,1)."\n";
	}
	return $out;
}
 
function help() {
	echo _help();
	exit(0);
}
 
function version() {
	echo explode("\n\n", _help(), 2)[0]."\n";
	exit(0);
}
 
function command_exists($command) {
	// https://stackoverflow.com/questions/592620/check-if-a-program-exists-from-a-bash-script
 
	$ec = -1;
	system('command -v '.escapeshellarg($command).' > /dev/null', $ec);
	return ($ec == 0);
}
 
function hf_type($type) {
	if (strpos($type, ':') === false) return $type; // invalid type (missing ':')
	list($av, $format) = explode(':', $type);
 
	if ($av == 'a') $av = 'audio';
	else if ($av == 'v') $av = 'video';
	else return $type; // invalid type
 
	return (!empty($format)) ? $format.'-'.$av : $av;
}
 
function expand_tilde($path) {
	// Source: http://jonathonhill.net/2013-09-03/tilde-expansion-in-php/
 
	if (function_exists('posix_getuid') && strpos($path, '~') !== false) {
		$info = posix_getpwuid(posix_getuid());
		$path = str_replace('~', $info['dir'], $path);
	}
 
	return $path;
}
 
function _getLastListname() {
	global $listFilenameStack;
	$listname = ''; // default
	if (count($listFilenameStack) > 0) {
		$listname = $listFilenameStack[count($listFilenameStack)-1];
		$listname = pathinfo($listname, PATHINFO_FILENAME); // remove file extension, e.g. ".list"
	}
	return $listname;
}
 
function _getApiKey() {
	global $apikey;
 
	$out = $apikey;
	if (empty($out)) {
		$auto_api_key = AUTO_API_KEY;
		$auto_api_key = expand_tilde($auto_api_key);
		$auto_api_key = str_replace('[listname]', _getLastListname(), $auto_api_key);
 
		if (file_exists($auto_api_key)) {
			$out = trim(file_get_contents($auto_api_key));
		} else {
			syntax_error("Please specify a YouTube API key with argument '-A'.");
		}
	} else {
		$out = str_replace('[listname]', _getLastListname(), $out);
		$out = expand_tilde($out);
 
		if (file_exists($out)) {
			$out = trim(file_get_contents($out));
		} else {
			// Assume, $out is a key, not a file
		}
	}
 
	if (!yt_check_apikey_syntax($out)) syntax_error("'$out' is not a valid API key, not an existing file containing an API key.\n");
 
	return $out;
}
 
function _getResultCache() {
	global $resultcache;
	if (empty($resultcache)) return '';
 
	$out = expand_tilde($resultcache);
 
	$out = str_replace('[listname]', _getLastListname(), $out);
 
	if (!file_exists($out)) {
		@touch($out);
		if (!file_exists($out)) {
			fwrite(STDERR, "File '$out' cannot be created. Disable feature.\n");
			return '';
		}
	}
 
	return $out;
}
 
function _getAlreadyDownloaded() {
	global $alreadyDownloaded;
	if (empty($alreadyDownloaded)) return '';
 
	$out = expand_tilde($alreadyDownloaded);
 
	$out = str_replace('[listname]', _getLastListname(), $out);
 
	if (!file_exists($out)) {
		@touch($out);
		if (!file_exists($out)) {
			fwrite(STDERR, "File '$out' cannot be created. Disable feature.\n");
			return '';
		}
	}
 
	return $out;
}
 
function _getFailList() {
	global $failList;
	if (empty($failList)) return '';
 
	$out = expand_tilde($failList);
 
	$out = str_replace('[listname]', _getLastListname(), $out);
 
	if (!file_exists($out)) {
		@touch($out);
		if (!file_exists($out)) {
			fwrite(STDERR, "File '$out' cannot be created. Disable feature.\n");
			return '';
		}
	}
 
	return $out;
}
 
function _getOutputDir() {
	global $outputDir, $allow_creation_outputdir;
	if (empty($outputDir)) return '.';
 
	$out = expand_tilde($outputDir);
 
	$out = str_replace('[listname]', _getLastListname(), $out);
 
	if ($allow_creation_outputdir) {
		if (!is_dir($out)) {
			mkdir($out, 0777, true);
			if (!is_dir($out)) {
				fwrite(STDERR, "Output directory '$out' does not exist.\n");
				exit(1);
			}
		}
	} else {
		if (!is_dir($out)) {
			fwrite(STDERR, "Output directory '$out' does not exist.\n");
			exit(1);
		}
	}
 
	return $out;
}
 
function parse_quoting($str) {
	if ((substr($str,0,1) == '"') && (substr($str,-1,1) == '"')) {
		$str = substr($str,1,strlen($str)-2);
 
		$escape = false;
		$out = '';
		for ($i=0; $i<strlen($str); $i++) {
			$char = $str[$i];
 
			if ($char == '\\') {
				if ($escape) {
					$out .= $char;
					$escape = false;
				} else {
					$escape = true;
				}
			} else {
				$out .= $char;
			}
 
		}
		$str = $out;
 
	}
 
	return $str;
}
 
function ytdwn_register_fail($type, $video_id, $code) {
	// Note: Error code $code ist currently not used
 
	$file = _getFailList();
	$cont = file_get_contents($file);
	$m = null;
	if (preg_match("@Video ID ".preg_quote($video_id,'@')." failed (\d+) time\(s\) with type ".preg_quote($type,'@')."@ismU", $cont, $m)) {
		$cont = preg_replace("@Video ID ".preg_quote($video_id,'@')." failed (\d+) time\(s\) with type ".preg_quote($type,'@')."@ismU",
		                     "Video ID $video_id failed ".($m[1]+1)." time(s) with type $type", $cont);
		file_put_contents($file, $cont);
	} else {
		file_put_contents($file, "Video ID $video_id failed 1 time(s) with type $type\n", FILE_APPEND);
	}
}
 
function ytdwn_fail_counter($type, $video_id) {
	$file = _getFailList();
	$cont = file_get_contents($file);
	$m = null;
	if (preg_match("@Video ID ".preg_quote($video_id,'@')." failed (\d+) time\(s\) with type ".preg_quote($type,'@')."@ismU", $cont, $m)) {
		return $m[1];
	} else {
		return 0;
	}
}
 
function intelligent_rename($src, &$dest) {
	$pos = strrpos($dest, '.');
	$ext = substr($dest, $pos);
	$namewoext = substr($dest, 0, $pos);
	$failcnt = 1;
	$dest_neu = $dest;
	while (file_exists($dest_neu)) {
		$failcnt++;
		$dest_neu = "$namewoext ($failcnt)$ext";
	}
	$res = rename($src, $dest_neu);
	if ($res) $dest = $dest_neu;
	return $res;
}
 
function download_latest_downloader() {
	$download_url = false;
 
	if (DOWNLOAD_YT_FORK == 'yt-dlp') {
		$ch = curl_init();
		curl_setopt($ch, CURLOPT_URL, 'https://github.com/yt-dlp/yt-dlp/releases/latest/download/SHA2-256SUMS');
		#curl_setopt($ch, CURLOPT_HEADER, false);
		curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
		curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
		$cont = curl_exec($ch);
		$m = null;
		if (preg_match('@^(.+)\s+yt-dlp$@ismU', $cont, $m)) {
			$newest_version_sha2 = $m[1];
		} else {
			$newest_version_sha2 = false;
		}
 
		if (!$newest_version_sha2) {
			fwrite(STDERR, "Failed to get SHA2 sum of latest version of '".DOWNLOAD_YT_FORK."' online. Will not try to download/update '".DOWNLOAD_YT_FORK."' into local directory.\n");
		} else {
			if (!file_exists(__DIR__.'/'.DOWNLOAD_YT_FORK) || ($newest_version_sha2 != hash_file('sha256',__DIR__.'/'.DOWNLOAD_YT_FORK))) {
				$download_url = 'https://github.com/yt-dlp/yt-dlp/releases/latest/download/yt-dlp';
			}
		}
	}
 
	if (DOWNLOAD_YT_FORK == 'youtube-dlc') {
		// TODO: What is the difference between these two? Which one should be chosen?!
		// https://github.com/blackjack4494/yt-dlc (18372 commits, last commit 23 Aug 2021, last release 2020.11.11-3)
		// https://github.com/blackjack4494/youtube-dlc (18888 commits, last commit 26 Jul 2021, last release 2020.10.09)
 
		// TODO: yt-dlc The sha256 does not fit to the binary! Therefore, it is always downloaded!
		// TODO: youtube-dlc has no hashes online...
		/*
		$ch = curl_init();
		curl_setopt($ch, CURLOPT_URL, 'https://github.com/blackjack4494/yt-dlc/releases/latest/download/SHA2-256SUMS');
		#curl_setopt($ch, CURLOPT_HEADER, false);
		curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
		curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
		$cont = curl_exec($ch);
		$m = null;
		if (preg_match('@^youtube\-dlc:(.+)$@ismU', $cont, $m)) {
			$newest_version_sha2 = $m[1];
		} else {
			$newest_version_sha2 = false;
		}
 
		if (!$newest_version_sha2) {
			fwrite(STDERR, "Failed to get SHA2 sum of latest version of '".DOWNLOAD_YT_FORK."' online. Will not try to download/update '".DOWNLOAD_YT_FORK."' into local directory.\n");
		} else {
			if (!file_exists(__DIR__.'/'.DOWNLOAD_YT_FORK) || ($newest_version_sha2 != hash_file('sha256',__DIR__.'/'.DOWNLOAD_YT_FORK))) {
				$download_url = 'https://github.com/blackjack4494/yt-dlc/releases/latest/download/youtube-dlc';
			}
		}
		*/
 
		if (!file_exists(__DIR__.'/'.DOWNLOAD_YT_FORK) || (time()-filemtime(__DIR__.'/'.DOWNLOAD_YT_FORK) > 24*60*60)) {
			$download_url = 'https://github.com/blackjack4494/yt-dlc/releases/latest/download/youtube-dlc';
		}
	}
 
	if (DOWNLOAD_YT_FORK == 'youtube-dl') {
		$ch = curl_init();
		curl_setopt($ch, CURLOPT_URL, 'https://yt-dl.org/downloads/latest/MD5SUMS');
		#curl_setopt($ch, CURLOPT_HEADER, false);
		curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
		curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
		$cont = curl_exec($ch);
		$m = null;
		if (preg_match('@^(.+)  youtube\-dl$@ismU', $cont, $m)) {
			$newest_version_md5 = $m[1];
		} else {
			$newest_version_md5 = false;
		}
 
		if (!$newest_version_md5) {
			fwrite(STDERR, "Failed to get MD5 sum of latest version of '".DOWNLOAD_YT_FORK."' online. Will not try to download/update '".DOWNLOAD_YT_FORK."' into local directory.\n");
		} else {
			if (!file_exists(__DIR__.'/'.DOWNLOAD_YT_FORK) || ($newest_version_md5 != md5_file(__DIR__.'/'.DOWNLOAD_YT_FORK))) {
				$download_url = 'https://yt-dl.org/latest/youtube-dl';
			}
		}
	}
 
	if ($download_url) {
		// Try to download/update the file in our directory. It should be the newest available, since YT often breaks downloader
		if (file_exists(__DIR__.'/'.DOWNLOAD_YT_FORK)) {
			echo "Trying to update '".DOWNLOAD_YT_FORK."' in local directory...\n";
		} else {
			echo "Trying to download '".DOWNLOAD_YT_FORK."' into local directory...\n";
		}
 
		@chmod(__DIR__.'/'.DOWNLOAD_YT_FORK, 0777); // otherwise we might not be able to write to it
 
		if (!($binary = file_get_contents($download_url))) {
			fwrite(STDERR, "Failed to download '".DOWNLOAD_YT_FORK."' into local directory (file_get_contents).\n");
		} else if (!@file_put_contents(__DIR__.'/'.DOWNLOAD_YT_FORK, $binary)) {
			fwrite(STDERR, "Failed to download '".DOWNLOAD_YT_FORK."' into local directory (file_put_contents).\n");
		} else {
			if (!@chmod(__DIR__.'/'.DOWNLOAD_YT_FORK, 0544)) {
				fwrite(STDERR, "Failed to download '".DOWNLOAD_YT_FORK."' into local directory (chmod 544).\n");
				@unlink(__DIR__.'/'.DOWNLOAD_YT_FORK); // try to delete, otherwise we might try to execute a non-executable file
			}
		}
	}
}

Rev 17	Rev 18
1	#!/usr/bin/php	1	#!/usr/bin/php
2	<?php	2	<?php
3		3
4	// ViaThinkSoft YouTube Downloader Util 2.3.1	4	// ViaThinkSoft YouTube Downloader Util 2.3.2
5	// Revision: 2022-03-24	5	// Revision: 2022-09-21
6	// Author: Daniel Marschall <www.daniel-marschall.de>	6	// Author: Daniel Marschall <www.daniel-marschall.de>
7	// Licensed under the terms of the Apache 2.0 License	7	// Licensed under the terms of the Apache 2.0 License
8	//	8	//
9	// For syntax and other documentation, please read the file README.	9	// For syntax and other documentation, please read the file README.
10		10
11	// ------------------------------------------------------------------------------------------------	11	// ------------------------------------------------------------------------------------------------
12		12
13	error_reporting(E_ALL \| E_NOTICE \| E_STRICT \| E_DEPRECATED);	13	error_reporting(E_ALL \| E_NOTICE \| E_STRICT \| E_DEPRECATED);
14		14
15	define('AUTO_API_KEY', '~/.yt_api_key');	15	define('AUTO_API_KEY', '~/.yt_api_key');
16	define('AUTO_COOKIE_FILE', '~/.yt_cookies');	16	define('AUTO_COOKIE_FILE', '~/.yt_cookies');
17	define('DOWNLOAD_SIMULATION_MODE', false);	17	define('DOWNLOAD_SIMULATION_MODE', false);
18	define('DEFAULT_SEARCH_ORDER', 'relevance');	18	define('DEFAULT_SEARCH_ORDER', 'relevance');
19	define('DEFAULT_SEARCH_MAXRESULTS', 10);	19	define('DEFAULT_SEARCH_MAXRESULTS', 10);
20		20
21	putenv("LANG=de_DE.UTF-8"); // required if video titles contain non-ASCII symbols	21	putenv("LANG=de_DE.UTF-8"); // required if video titles contain non-ASCII symbols
22		22
23	require_once __DIR__ . '/youtube_functions.inc.phps';	23	require_once __DIR__ . '/youtube_functions.inc.phps';
24	require_once __DIR__ . '/checksum_functions.inc.phps';	24	require_once __DIR__ . '/checksum_functions.inc.phps';
25		25
26	// Check if we are running in command line	26	// Check if we are running in command line
27		27
28	if (PHP_SAPI !== 'cli') {	28	if (PHP_SAPI !== 'cli') {
29	fwrite(STDERR, "Error: Can only run in CLI mode\n");	29	fwrite(STDERR, "Error: Can only run in CLI mode\n");
30	exit(2);	30	exit(2);
31	}	31	}
32		32
33	// Global vars	33	// Global vars
34		34
35	$listFilenameStack = array();	35	$listFilenameStack = array();
36		36
37	// Default values	37	// Default values
38		38
39	$allow_creation_outputdir = false;	39	$allow_creation_outputdir = false;
40	$type = 'v:';	40	$type = 'v:';
41	$outputDir = '';	41	$outputDir = '';
42	$alreadyDownloaded = '';	42	$alreadyDownloaded = '';
43	$checksumMode = 'none';	43	$checksumMode = 'none';
44	$failList = '';	44	$failList = '';
45	$failTreshold = 3;	45	$failTreshold = 3;
46	$rest_args = array();	46	$rest_args = array();
47	$verbose = false;	47	$verbose = false;
48	$mp3id_transfer = true;	48	$mp3id_transfer = true;
49	$apikey = '';	49	$apikey = '';
50	$resultcache = '';	50	$resultcache = '';
51	$extra_args =	51	$extra_args =
52	// '-k ' . // The additional "-k" option in the above makes youtube-dl keep downloaded videos.	52	// '-k ' . // The additional "-k" option in the above makes youtube-dl keep downloaded videos.
53	'-i ' . // continue upon download errors	53	'-i ' . // continue upon download errors
54	'-c '; // resume partially downloaded video files	54	'-c '; // resume partially downloaded video files
55	$default_template = '%(title)s-%(id)s.%(ext)s';	55	$default_template = '%(title)s-%(id)s.%(ext)s';
56	$cookie_file = AUTO_COOKIE_FILE;	56	$cookie_file = AUTO_COOKIE_FILE;
57	$downloader = 'yt-dlp';	57	$downloader = 'yt-dlp';
58		58
59	// Parse arguments	59	// Parse arguments
60	// We do not use getopt() at the moment, because the important functionality "optind" is only available in PHP 7.1, which is not yet distributed with most of the stable Linux distros	60	// We do not use getopt() at the moment, because the important functionality "optind" is only available in PHP 7.1, which is not yet distributed with most of the stable Linux distros
61		61
62	$init_extra_args = false;	62	$init_extra_args = false;
63	$argv_bak = $_SERVER['argv'];	63	$argv_bak = $_SERVER['argv'];
64	array_shift($argv_bak);	64	array_shift($argv_bak);
65	while (count($argv_bak) > 0) {	65	while (count($argv_bak) > 0) {
66	$arg = array_shift($argv_bak);	66	$arg = array_shift($argv_bak);
67	$arg2 = $arg . ' ' . (isset($argv_bak[0]) ? $argv_bak[0] : '');	67	$arg2 = $arg . ' ' . (isset($argv_bak[0]) ? $argv_bak[0] : '');
68	$m = null;	68	$m = null;
69	if (preg_match('@^(/t\|\-t\|\-\-type)(\s+\|=)(.*)$@s', $arg2, $m)) {	69	if (preg_match('@^(/t\|\-t\|\-\-type)(\s+\|=)(.*)$@s', $arg2, $m)) {
70	array_shift($argv_bak);	70	array_shift($argv_bak);
71	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	71	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
72	$type = $m[3];	72	$type = $m[3];
73	} else if (preg_match('@^(/o\|\-o\|\-\-outputDir)(\s+\|=)(.*)$@s', $arg2, $m)) {	73	} else if (preg_match('@^(/o\|\-o\|\-\-outputDir)(\s+\|=)(.*)$@s', $arg2, $m)) {
74	array_shift($argv_bak);	74	array_shift($argv_bak);
75	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	75	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
76	$outputDir = $m[3];	76	$outputDir = $m[3];
77	} else if (preg_match('@^(/a\|\-a\|\-\-alreadyDownloaded)(\s+\|=)(.*)$@s', $arg2, $m)) {	77	} else if (preg_match('@^(/a\|\-a\|\-\-alreadyDownloaded)(\s+\|=)(.*)$@s', $arg2, $m)) {
78	array_shift($argv_bak);	78	array_shift($argv_bak);
79	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	79	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
80	$alreadyDownloaded = $m[3];	80	$alreadyDownloaded = $m[3];
81	} else if (preg_match('@^(/f\|\-f\|\-\-failList)(\s+\|=)(.*)$@s', $arg2, $m)) {	81	} else if (preg_match('@^(/f\|\-f\|\-\-failList)(\s+\|=)(.*)$@s', $arg2, $m)) {
82	array_shift($argv_bak);	82	array_shift($argv_bak);
83	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	83	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
84	$failList = $m[3];	84	$failList = $m[3];
85	} else if (preg_match('@^(/F\|\-F\|\-\-failTreshold)(\s+\|=)(.*)$@s', $arg2, $m)) {	85	} else if (preg_match('@^(/F\|\-F\|\-\-failTreshold)(\s+\|=)(.*)$@s', $arg2, $m)) {
86	array_shift($argv_bak);	86	array_shift($argv_bak);
87	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	87	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
88	$failTreshold = $m[3];	88	$failTreshold = $m[3];
89	} else if (preg_match('@^(/C\|\-C\|\-\-resultcache)(\s+\|=)(.*)$@s', $arg2, $m)) {	89	} else if (preg_match('@^(/C\|\-C\|\-\-resultcache)(\s+\|=)(.*)$@s', $arg2, $m)) {
90	array_shift($argv_bak);	90	array_shift($argv_bak);
91	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	91	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
92	$resultcache = $m[3];	92	$resultcache = $m[3];
93	} else if (preg_match('@^(/H\|\-H\|\-\-checksumMode)(\s+\|=)(.*)$@s', $arg2, $m)) {	93	} else if (preg_match('@^(/H\|\-H\|\-\-checksumMode)(\s+\|=)(.*)$@s', $arg2, $m)) {
94	array_shift($argv_bak);	94	array_shift($argv_bak);
95	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	95	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
96	$checksumMode = $m[3];	96	$checksumMode = $m[3];
97	if ((strtolower($checksumMode) != 'none')	97	if ((strtolower($checksumMode) != 'none')
98	&& (strtolower($checksumMode) != 'sfv')	98	&& (strtolower($checksumMode) != 'sfv')
99	&& (strtolower($checksumMode) != 'md5')	99	&& (strtolower($checksumMode) != 'md5')
100	&& (strtolower($checksumMode) != 'sfv,md5')	100	&& (strtolower($checksumMode) != 'sfv,md5')
101	&& (strtolower($checksumMode) != 'md5,sfv')) syntax_error("Checksum mode needs to be either 'None', 'MD5', 'SFV', or 'MD5,SFV'.");	101	&& (strtolower($checksumMode) != 'md5,sfv')) syntax_error("Checksum mode needs to be either 'None', 'MD5', 'SFV', or 'MD5,SFV'.");
102	} else if (preg_match('@^(/T\|\-T\|\-\-default-template)(\s+\|=)(.*)$@s', $arg2, $m)) {	102	} else if (preg_match('@^(/T\|\-T\|\-\-default-template)(\s+\|=)(.*)$@s', $arg2, $m)) {
103	array_shift($argv_bak);	103	array_shift($argv_bak);
104	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	104	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
105	$default_template = $m[3];	105	$default_template = $m[3];
106	} else if (preg_match('@^(/A\|\-A\|\-\-api-key)(\s+\|=)(.*)$@s', $arg2, $m)) {	106	} else if (preg_match('@^(/A\|\-A\|\-\-api-key)(\s+\|=)(.*)$@s', $arg2, $m)) {
107	array_shift($argv_bak);	107	array_shift($argv_bak);
108	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	108	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
109	$apikey = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];	109	$apikey = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];
110	} else if (preg_match('@^(\-\-cookies)(\s+\|=)(.*)$@s', $arg2, $m)) {	110	} else if (preg_match('@^(\-\-cookies)(\s+\|=)(.*)$@s', $arg2, $m)) {
111	array_shift($argv_bak);	111	array_shift($argv_bak);
112	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	112	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
113	$cookie_file = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];	113	$cookie_file = file_exists($m[3]) ? trim(file_get_contents($m[3])) : $m[3];
114	} else if (preg_match('@^(\-\-downloader)(\s+\|=)(.*)$@s', $arg2, $m)) {	114	} else if (preg_match('@^(\-\-downloader)(\s+\|=)(.*)$@s', $arg2, $m)) {
115	array_shift($argv_bak);	115	array_shift($argv_bak);
116	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	116	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
117	$downloader = $m[3];	117	$downloader = $m[3];
118	} else if (preg_match('@^(/X\|\-X\|\-\-extra-args)(\s+\|=)(.*)$@s', $arg2, $m)) {	118	} else if (preg_match('@^(/X\|\-X\|\-\-extra-args)(\s+\|=)(.*)$@s', $arg2, $m)) {
119	array_shift($argv_bak);	119	array_shift($argv_bak);
120	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	120	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
121	if ($init_extra_args) {	121	if ($init_extra_args) {
122	$extra_args .= ' ' . $m[3]; // user has multiple "-X" arguments. append.	122	$extra_args .= ' ' . $m[3]; // user has multiple "-X" arguments. append.
123	} else {	123	} else {
124	$extra_args = $m[3]; // overwrite defaults	124	$extra_args = $m[3]; // overwrite defaults
125	$init_extra_args = true;	125	$init_extra_args = true;
126	}	126	}
127	} else if (preg_match('@^(/\?\|/h\|\-\?\|\-h\|\-\-help)$@s', $arg, $m)) {	127	} else if (preg_match('@^(/\?\|/h\|\-\?\|\-h\|\-\-help)$@s', $arg, $m)) {
128	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	128	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
129	help();	129	help();
130	} else if (preg_match('@^(/V\|\-V\|\-\-version)$@s', $arg, $m)) {	130	} else if (preg_match('@^(/V\|\-V\|\-\-version)$@s', $arg, $m)) {
131	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	131	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
132	version();	132	version();
133	} else if (preg_match('@^(/v\|\-v\|\-\-verbose)$@s', $arg, $m)) {	133	} else if (preg_match('@^(/v\|\-v\|\-\-verbose)$@s', $arg, $m)) {
134	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	134	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
135	$verbose = true;	135	$verbose = true;
136	} else if (preg_match('@^(/N\|\-N\|\-\-no-mp3-tagtransfer)$@s', $arg, $m)) {	136	} else if (preg_match('@^(/N\|\-N\|\-\-no-mp3-tagtransfer)$@s', $arg, $m)) {
137	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	137	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
138	$mp3id_transfer = false;	138	$mp3id_transfer = false;
139	} else if (preg_match('@^(/O\|\-O\|\-\-create-outputdir)$@s', $arg, $m)) {	139	} else if (preg_match('@^(/O\|\-O\|\-\-create-outputdir)$@s', $arg, $m)) {
140	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	140	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
141	$allow_creation_outputdir = true;	141	$allow_creation_outputdir = true;
142	} else if ($arg == '--') {	142	} else if ($arg == '--') {
143	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);	143	if (count($rest_args) > 0) syntax_error("Invalid argument: ".$rest_args[0]);
144	$rest_args = $argv_bak;	144	$rest_args = $argv_bak;
145	break;	145	break;
146	} else {	146	} else {
147	$rest_args[] = $arg;	147	$rest_args[] = $arg;
148	}	148	}
149	}	149	}
150	unset($arg);	150	unset($arg);
151	unset($argv_bak);	151	unset($argv_bak);
152	unset($init_extra_args);	152	unset($init_extra_args);
153		153
154	define('DOWNLOAD_YT_FORK', $downloader);	154	define('DOWNLOAD_YT_FORK', $downloader);
155		155
156	// Validity checks	156	// Validity checks
157		157
158	if ((substr($type,0,2) != 'a:') && (substr($type,0,2) != 'v:')) syntax_error("Type must be either 'v:' or 'a:'. '$type' is not valid.");	158	if ((substr($type,0,2) != 'a:') && (substr($type,0,2) != 'v:')) syntax_error("Type must be either 'v:' or 'a:'. '$type' is not valid.");
159		159
160	if (count($rest_args) == 0) syntax_error("Please enter at least one desired video for downloading");	160	if (count($rest_args) == 0) syntax_error("Please enter at least one desired video for downloading");
161		161
162	if ($failTreshold <= 0) syntax_error("Fail treshold has invalid value. Must be >0.");	162	if ($failTreshold <= 0) syntax_error("Fail treshold has invalid value. Must be >0.");
163		163
164	$cookie_file = expand_tilde($cookie_file);	164	$cookie_file = expand_tilde($cookie_file);
165	if (!file_exists($cookie_file)) $cookie_file = '';	165	if (!file_exists($cookie_file)) $cookie_file = '';
166		166
167	// Try to download/update youtube-dl/yt-dlp into local directory	167	// Try to download/update youtube-dl/yt-dlp into local directory
168	download_latest_downloader();	168	download_latest_downloader();
169		169
170	if (command_exists(__DIR__.'/'.DOWNLOAD_YT_FORK)) {	170	if (command_exists(__DIR__.'/'.DOWNLOAD_YT_FORK)) {
171	echo "Will use '".DOWNLOAD_YT_FORK."' from local directory\n";	171	echo "Will use '".DOWNLOAD_YT_FORK."' from local directory\n";
172	define('YTDL_EXE', __DIR__.'/'.DOWNLOAD_YT_FORK);	172	define('YTDL_EXE', __DIR__.'/'.DOWNLOAD_YT_FORK);
173	} else {	173	} else {
174	// Download failed. Is at least a package installed?	174	// Download failed. Is at least a package installed?
175	if (command_exists(DOWNLOAD_YT_FORK)) {	175	if (command_exists(DOWNLOAD_YT_FORK)) {
176	echo "Will use '".DOWNLOAD_YT_FORK."' from Linux package\n";	176	echo "Will use '".DOWNLOAD_YT_FORK."' from Linux package\n";
177	define('YTDL_EXE', DOWNLOAD_YT_FORK);	177	define('YTDL_EXE', DOWNLOAD_YT_FORK);
178	} else {	178	} else {
179	fwrite(STDERR, "This script requires the tool/package '".DOWNLOAD_YT_FORK."'. Please install it first.\n");	179	fwrite(STDERR, "This script requires the tool/package '".DOWNLOAD_YT_FORK."'. Please install it first.\n");
180	exit(1);	180	exit(1);
181	}	181	}
182	}	182	}
183		183
184	// Now process the videos	184	// Now process the videos
185		185
186	yt_set_apikey_callback('_getApikey');	186	yt_set_apikey_callback('_getApikey');
187		187
188	foreach ($rest_args as $resource) {	188	foreach ($rest_args as $resource) {
189	if ($verbose) echo "Handle: $resource\n";	189	if ($verbose) echo "Handle: $resource\n";
190	if (strpos($resource, ':') === false) {	190	if (strpos($resource, ':') === false) {
191	fwrite(STDERR, "Invalid resource '$resource' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");	191	fwrite(STDERR, "Invalid resource '$resource' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");
192	} else {	192	} else {
193	list($resourceType, $resourceValue) = explode(':', $resource, 2);	193	list($resourceType, $resourceValue) = explode(':', $resource, 2);
194	ytdwn_handle_resource($resourceType, $resourceValue);	194	ytdwn_handle_resource($resourceType, $resourceValue);
195	}	195	}
196	}	196	}
197		197
198	// ------------------------------------------------------------------------------------------------	198	// ------------------------------------------------------------------------------------------------
199		199
200	function ytdwn_handle_resource($resourceType, $resourceValue) {	200	function ytdwn_handle_resource($resourceType, $resourceValue) {
201	if ($resourceType == 'vid') {	201	if ($resourceType == 'vid') {
202	$video_id = parse_quoting($resourceValue);	202	$video_id = parse_quoting($resourceValue);
203	ytdwn_video_id($video_id);	203	ytdwn_video_id($video_id);
204	} else if ($resourceType == 'vurl') {	204	} else if ($resourceType == 'vurl') {
205	$video_url = parse_quoting($resourceValue);	205	$video_url = parse_quoting($resourceValue);
206	$video_id = getVideoIDFromURL($video_url);	206	$video_id = getVideoIDFromURL($video_url);
207	if (!$video_id) {	207	if (!$video_id) {
208	fwrite(STDERR, "$video_url is not a valid YouTube video URL. Skipping.\n");	208	fwrite(STDERR, "$video_url is not a valid YouTube video URL. Skipping.\n");
209	} else {	209	} else {
210	ytdwn_video_id($video_id);	210	ytdwn_video_id($video_id);
211	}	211	}
212	} else if ($resourceType == 'pid') {	212	} else if ($resourceType == 'pid') {
213	$playlist_id = parse_quoting($resourceValue);	213	$playlist_id = parse_quoting($resourceValue);
214	ytdwn_playlist_id($playlist_id);	214	ytdwn_playlist_id($playlist_id);
215	} else if ($resourceType == 'purl') {	215	} else if ($resourceType == 'purl') {
216	$playlist_url = parse_quoting($resourceValue);	216	$playlist_url = parse_quoting($resourceValue);
217	$playlist_id = getPlaylistIDFromURL($playlist_url);	217	$playlist_id = getPlaylistIDFromURL($playlist_url);
218	if (!$playlist_id) {	218	if (!$playlist_id) {
219	fwrite(STDERR, "$playlist_url is not a valid YouTube playlist URL. Skipping\n");	219	fwrite(STDERR, "$playlist_url is not a valid YouTube playlist URL. Skipping\n");
220	} else {	220	} else {
221	ytdwn_playlist_id($playlist_id);	221	ytdwn_playlist_id($playlist_id);
222	}	222	}
223	} else if ($resourceType == 'cid') {	223	} else if ($resourceType == 'cid') {
224	$channel_id = parse_quoting($resourceValue);	224	$channel_id = parse_quoting($resourceValue);
225		225
226	$m = null;	226	$m = null;
227	if (preg_match('@\[search=(.+)\]@ismU', $channel_id, $m)) {	227	if (preg_match('@\[search=(.+)\]@ismU', $channel_id, $m)) {
228	$search = $m[1];	228	$search = $m[1];
229	$channel_id = preg_replace('@\[search=(.+)\]@ismU', '', $channel_id);	229	$channel_id = preg_replace('@\[search=(.+)\]@ismU', '', $channel_id);
230	} else {	230	} else {
231	$search = ''; // default	231	$search = ''; // default
232	}	232	}
233	$search = parse_quoting($search);	233	$search = parse_quoting($search);
234		234
235	ytdwn_channel_id($channel_id, $search);	235	ytdwn_channel_id($channel_id, $search);
236	} else if ($resourceType == 'cname') {	236	} else if ($resourceType == 'cname') {
237	$channel_name = parse_quoting($resourceValue);	237	$channel_name = parse_quoting($resourceValue);
238		238
239	$m = null;	239	$m = null;
240	if (preg_match('@\[search=(.+)\]@ismU', $channel_name, $m)) {	240	if (preg_match('@\[search=(.+)\]@ismU', $channel_name, $m)) {
241	$search = $m[1];	241	$search = $m[1];
242	$channel_name = preg_replace('@\[search=(.+)\]@ismU', '', $channel_name);	242	$channel_name = preg_replace('@\[search=(.+)\]@ismU', '', $channel_name);
243	} else {	243	} else {
244	$search = ''; // default	244	$search = ''; // default
245	}	245	}
246	$search = parse_quoting($search);	246	$search = parse_quoting($search);
247		247
248	$channel_name = parse_quoting($channel_name);	248	$channel_name = parse_quoting($channel_name);
249	$channel_id = yt_get_channel_id($channel_name);	249	$channel_id = yt_get_channel_id($channel_name);
250	if (!$channel_id) {	250	if (!$channel_id) {
251	fwrite(STDERR, "URL $channel_name is a valid YouTube username. Will now try to interprete it as channel ID instead....\n");	251	fwrite(STDERR, "URL $channel_name is a valid YouTube username. Will now try to interprete it as channel ID instead....\n");
252	}	252	}
253	ytdwn_channel_id($channel_id, $search);	253	ytdwn_channel_id($channel_id, $search);
254	} else if ($resourceType == 'curl') {	254	} else if ($resourceType == 'curl') {
255	$channel_url = parse_quoting($resourceValue);	255	$channel_url = parse_quoting($resourceValue);
256		256
257	$m = null;	257	$m = null;
258	if (preg_match('@\[search=(.+)\]@ismU', $channel_url, $m)) {	258	if (preg_match('@\[search=(.+)\]@ismU', $channel_url, $m)) {
259	$search = $m[1];	259	$search = $m[1];
260	$channel_url = preg_replace('@\[search=(.+)\]@ismU', '', $channel_url);	260	$channel_url = preg_replace('@\[search=(.+)\]@ismU', '', $channel_url);
261	} else {	261	} else {
262	$search = ''; // default	262	$search = ''; // default
263	}	263	}
264	$search = parse_quoting($search);	264	$search = parse_quoting($search);
265		265
266	$channel_url = parse_quoting($channel_url);	266	$channel_url = parse_quoting($channel_url);
267	$channel_id = curl_to_cid($channel_url);	267	$channel_id = curl_to_cid($channel_url);
268	if (!$channel_id) {	268	if (!$channel_id) {
269	fwrite(STDERR, "URL $channel_url is a valid YouTube channel or username URL. Skipping\n");	269	fwrite(STDERR, "URL $channel_url is a valid YouTube channel or username URL. Skipping\n");
270	} else {	270	} else {
271	ytdwn_channel_id($channel_id, $search);	271	ytdwn_channel_id($channel_id, $search);
272	}	272	}
273	} else if ($resourceType == 'search') {	273	} else if ($resourceType == 'search') {
274	$searchterm = parse_quoting($resourceValue);	274	$searchterm = parse_quoting($resourceValue);
275		275
276	$order = '';	276	$order = '';
277	$m = null;	277	$m = null;
278	if (preg_match('@\[order=(.+)\]@ismU', $searchterm, $m)) {	278	if (preg_match('@\[order=(.+)\]@ismU', $searchterm, $m)) {
279	$order = $m[1];	279	$order = $m[1];
280	$searchterm = preg_replace('@\[order=(.+)\]@ismU', '', $searchterm);	280	$searchterm = preg_replace('@\[order=(.+)\]@ismU', '', $searchterm);
281	} else {	281	} else {
282	$order = DEFAULT_SEARCH_ORDER; // default	282	$order = DEFAULT_SEARCH_ORDER; // default
283	}	283	}
284	$order = parse_quoting($order);	284	$order = parse_quoting($order);
285		285
286	$maxresults = '';	286	$maxresults = '';
287	if (preg_match('@\[maxresults=(.+)\]@ismU', $searchterm, $m)) {	287	if (preg_match('@\[maxresults=(.+)\]@ismU', $searchterm, $m)) {
288	$maxresults = $m[1];	288	$maxresults = $m[1];
289	$searchterm = preg_replace('@\[maxresults=(.+)\]@ismU', '', $searchterm);	289	$searchterm = preg_replace('@\[maxresults=(.+)\]@ismU', '', $searchterm);
290	} else {	290	} else {
291	$maxresults = DEFAULT_SEARCH_MAXRESULTS; // default	291	$maxresults = DEFAULT_SEARCH_MAXRESULTS; // default
292	}	292	}
293	$maxresults = parse_quoting($maxresults);	293	$maxresults = parse_quoting($maxresults);
294		294
295	$searchterm = parse_quoting($searchterm);	295	$searchterm = parse_quoting($searchterm);
296		296
297	ytdwn_search($searchterm, $order, $maxresults);	297	ytdwn_search($searchterm, $order, $maxresults);
298	} else if ($resourceType == 'list') {	298	} else if ($resourceType == 'list') {
299	$list_files = glob(parse_quoting($resourceValue)); // in case the user entered a wildcard, e.g. *.list	299	$list_files = glob(parse_quoting($resourceValue)); // in case the user entered a wildcard, e.g. *.list
300	foreach ($list_files as $list_file) {	300	foreach ($list_files as $list_file) {
301	if (!file_exists($list_file)) {	301	if (!file_exists($list_file)) {
302	fwrite(STDERR, "List file $list_file does not exist. Skipping\n");	302	fwrite(STDERR, "List file $list_file does not exist. Skipping\n");
303	} else {	303	} else {
304	ytdwn_list_file($list_file);	304	ytdwn_list_file($list_file);
305	}	305	}
306	}	306	}
307	} else {	307	} else {
308	fwrite(STDERR, "Resource type '$resourceType' is not valid. Skipping $resourceType:$resourceValue.\n");	308	fwrite(STDERR, "Resource type '$resourceType' is not valid. Skipping $resourceType:$resourceValue.\n");
309	}	309	}
310	}	310	}
311		311
312	function ytdwn_list_file($list_file) {	312	function ytdwn_list_file($list_file) {
313	global $listFilenameStack, $verbose;	313	global $listFilenameStack, $verbose;
314		314
315	if ($verbose) echo "Processing list file '$list_file' ...\n";	315	if ($verbose) echo "Processing list file '$list_file' ...\n";
316		316
317	$listFilenameStack[] = $list_file;	317	$listFilenameStack[] = $list_file;
318	$lines = file($list_file);	318	$lines = file($list_file);
319	foreach ($lines as $line) {	319	foreach ($lines as $line) {
320	$line = trim($line);	320	$line = trim($line);
321	if ($line == '') continue;	321	if ($line == '') continue;
322	if ($line[0] == '#') continue;	322	if ($line[0] == '#') continue;
323	if (strpos($line, ':') === false) {	323	if (strpos($line, ':') === false) {
324	fwrite(STDERR, "Invalid resource '$line' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");	324	fwrite(STDERR, "Invalid resource '$line' (you are missing the prefix, e.g. vurl: or vid:). Skipping.\n");
325	} else {	325	} else {
326	list($resourceType, $resourceValue) = explode(':',$line,2);	326	list($resourceType, $resourceValue) = explode(':',$line,2);
327	ytdwn_handle_resource($resourceType, $resourceValue);	327	ytdwn_handle_resource($resourceType, $resourceValue);
328	}	328	}
329	}	329	}
330	array_pop($listFilenameStack);	330	array_pop($listFilenameStack);
331	}	331	}
332		332
333	function ytdwn_channel_id($channel_id, $search='') {	333	function ytdwn_channel_id($channel_id, $search='') {
334	global $type;	334	global $type;
335	global $verbose;	335	global $verbose;
336		336
337	if ($verbose) echo "Processing channel ID '$channel_id' ...\n";	337	if ($verbose) echo "Processing channel ID '$channel_id' ...\n";
338		338
339	// List the videos of the channel	339	// List the videos of the channel
340		340
341	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());	341	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());
342	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';	342	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';
343	$out = json_decode($cont, true);	343	$out = json_decode($cont, true);
344	if ($out == NULL) $out = array();	344	if ($out == NULL) $out = array();
345		345
346	if ($use_cache) {	346	if ($use_cache) {
347	$stats = yt_get_channel_stats($channel_id);	347	$stats = yt_get_channel_stats($channel_id);
348	if ($stats === false) {	348	if (!$stats) {
349	fwrite(STDERR, "Cannot get stats for channel with ID '$channel_id'\n");	349	fwrite(STDERR, "Cannot get stats for channel with ID '$channel_id'\n");
350	return;	350	return;
351	}	351	}
352	$videocount = $stats['videoCount'];	352	$videocount = $stats['videoCount'];
353		353
354	$key = (!empty($search)) ? 'cid:'.$channel_id.'/'.$search : 'cid:'.$channel_id;	354	$key = (!empty($search)) ? 'cid:'.$channel_id.'/'.$search : 'cid:'.$channel_id;
355		355
356	if (!isset($out[$key])) $out[$key] = array();	356	if (!isset($out[$key])) $out[$key] = array();
357	$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;	357	$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;
358	} else {	358	} else {
359	$videocount = -1;	359	$videocount = -1;
360	$videocount_old = -2;	360	$videocount_old = -2;
361	$key = '';	361	$key = '';
362	}	362	}
363		363
364	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)	364	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)
365	if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";	365	if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";
366	$out[$key]['count'] = $videocount;	366	$out[$key]['count'] = $videocount;
367	if (!empty($search)) {	367	if (!empty($search)) {
368	$out[$key]['results'] = yt_channel_items($channel_id, $search);	368	$out[$key]['results'] = yt_channel_items($channel_id, $search);
369	} else {	369	} else {
370	$out[$key]['results'] = yt_channel_items($channel_id);	370	$out[$key]['results'] = yt_channel_items($channel_id);
371	}	371	}
372	if ($out[$key]['results'] === false) {	372	if (!$out[$key]['results']) {
373	fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");	373	fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");
374	return;	374	return;
375	}	375	}
376	} else {	376	} else {
377	if ($verbose) echo "Video count for channel is still $videocount, keep ".count($out[$key]['results'])." results.\n";	377	if ($verbose) echo "Video count for channel is still $videocount, keep ".count($out[$key]['results'])." results.\n";
378	}	378	}
379		379
380	// Save the cache	380	// Save the cache
381		381
382	try {	382	try {
383	if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));	383	if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));
384	} catch(Exception $e) {	384	} catch(Exception $e) {
385	fwrite(STDERR, "Cannot write result cache\n");	385	fwrite(STDERR, "Cannot write result cache\n");
386	}	386	}
387		387
388	// Now download	388	// Now download
389		389
390	if ($out[$key]['results'] === false) {	390	if (!$out[$key]['results']) {
391	fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");	391	fwrite(STDERR, "Cannot get result for channel with ID '$channel_id'\n");
392	return;	392	return;
393	}	393	}
394	foreach ($out[$key]['results'] as list($id, $title)) {	394	foreach ($out[$key]['results'] as list($id, $title)) {
395	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";	395	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
396	ytdwn_video_id($id);	396	ytdwn_video_id($id);
397	}	397	}
398	}	398	}
399		399
400	function ytdwn_playlist_id($playlist_id) {	400	function ytdwn_playlist_id($playlist_id) {
401	global $type;	401	global $type;
402	global $verbose;	402	global $verbose;
403		403
404	if ($verbose) echo "Processing playlist ID '$playlist_id' ...\n";	404	if ($verbose) echo "Processing playlist ID '$playlist_id' ...\n";
405		405
406	// List the videos of the playlist	406	// List the videos of the playlist
407		407
408	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());	408	$use_cache = !empty(_getResultcache()) && file_exists(_getResultcache());
409	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';	409	$cont = $use_cache ? file_get_contents(_getResultcache()) : '';
410	$out = json_decode($cont, true);	410	$out = json_decode($cont, true);
411	if ($out == NULL) $out = array();	411	if ($out == NULL) $out = array();
412		412
413	if ($use_cache) {	413	if ($use_cache) {
414	$stats = yt_get_playlist_stats($playlist_id);	414	$stats = yt_get_playlist_stats($playlist_id);
415	if ($stats === false) {	415	if (!$stats) {
416	fwrite(STDERR, "Cannot get stats for playlist with ID '$playlist_id'\n");	416	fwrite(STDERR, "Cannot get stats for playlist with ID '$playlist_id'\n");
417	return;	417	return;
418	}	418	}
419	$videocount = $stats['itemCount'];	419	$videocount = $stats['itemCount'];
420		420
421	$key = 'pid:'.$playlist_id;	421	$key = 'pid:'.$playlist_id;
422		422
423	if (!isset($out[$key])) $out[$key] = array();	423	if (!isset($out[$key])) $out[$key] = array();
424	$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;	424	$videocount_old = isset($out[$key]['count']) ? $out[$key]['count'] : -1;
425	} else {	425	} else {
426	$videocount = -1;	426	$videocount = -1;
427	$videocount_old = -2;	427	$videocount_old = -2;
428	$key = '';	428	$key = '';
429	}	429	}
430		430
431	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)	431	if ($videocount_old != $videocount) { // Attention: This might not work if videos are deleted and added (= the count stays the same)
432	if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";	432	if ($verbose && $use_cache) echo "Video count changed from $videocount_old to $videocount\n";
433	$out[$key]['count'] = $videocount;	433	$out[$key]['count'] = $videocount;
434	$out[$key]['results'] = yt_playlist_items($playlist_id);	434	$out[$key]['results'] = yt_playlist_items($playlist_id);
435	if ($out[$key]['results'] === false) {	435	if (!$out[$key]['results']) {
436	fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");	436	fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");
437	return;	437	return;
438	}	438	}
439	} else {	439	} else {
440	if ($verbose) echo "Video count for playlist is still $videocount, keep ".count($out[$key]['results'])." results.\n";	440	if ($verbose) echo "Video count for playlist is still $videocount, keep ".count($out[$key]['results'])." results.\n";
441	}	441	}
442		442
443	// Save the cache	443	// Save the cache
444		444
445	try {	445	try {
446	if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));	446	if ($use_cache) file_put_contents(_getResultcache(), json_encode($out));
447	} catch(Exception $e) {	447	} catch(Exception $e) {
448	fwrite(STDERR, "Cannot write result cache\n");	448	fwrite(STDERR, "Cannot write result cache\n");
449	}	449	}
450		450
451	// Now download	451	// Now download
452		452
453	if ($out[$key]['results'] === false) {	453	if (!$out[$key]['results']) {
454	fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");	454	fwrite(STDERR, "Cannot get result for playlist with ID '$playlist_id'\n");
455	return;	455	return;
456	}	456	}
457	foreach ($out[$key]['results'] as list($id, $title)) {	457	foreach ($out[$key]['results'] as list($id, $title)) {
458	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";	458	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
459	ytdwn_video_id($id);	459	ytdwn_video_id($id);
460	}	460	}
461	}	461	}
462		462
463	function ytdwn_search($search, $order='', $maxresults=-1) {	463	function ytdwn_search($search, $order='', $maxresults=-1) {
464	global $type;	464	global $type;
465	global $verbose;	465	global $verbose;
466		466
467	if ($verbose) echo "Searching for '$search' ...\n";	467	if ($verbose) echo "Searching for '$search' ...\n";
468		468
469	// Perform the search and list the videos	469	// Perform the search and list the videos
470		470
471	$results = yt_search_items($search, $order, $maxresults);	471	$results = yt_search_items($search, $order, $maxresults);
472		472
473	// Now download	473	// Now download
474		474
475	if ($results === false) {	475	if (!$results) {
476	fwrite(STDERR, "Cannot get data for search '$search'\n");	476	fwrite(STDERR, "Cannot get data for search '$search'\n");
477	return;	477	return;
478	}	478	}
479	foreach ($results as list($id, $title)) {	479	foreach ($results as list($id, $title)) {
480	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";	480	if ($verbose) echo "Downloading '$title' as ".hf_type($type)." ...\n";
481	ytdwn_video_id($id);	481	ytdwn_video_id($id);
482	}	482	}
483	}	483	}
484		484
485	function template_to_wildcard($template, $video_id) {	485	function template_to_wildcard($template, $video_id) {
486	$x = $template;	486	$x = $template;
487	$x = str_replace('%(id)s', $video_id, $x);	487	$x = str_replace('%(id)s', $video_id, $x);
488	$x = preg_replace('@%\\(.+\\)s@ismU', '*', $x);	488	$x = preg_replace('@%\\(.+\\)s@ismU', '*', $x);
489	$x = preg_replace('@\\+@', '', $x);	489	$x = preg_replace('@\\+@', '', $x);
490	return $x;	490	return $x;
491	}	491	}
492		492
493	function ytdwn_get_downloaded_filename($outputTemplate, $video_id) {	493	function ytdwn_get_downloaded_filename($outputTemplate, $video_id) {
494	if (strpos($outputTemplate, '%(id)s') === false) {	494	if (strpos($outputTemplate, '%(id)s') === false) {
495	// TODO: There needs to be a better way to find out the written file name !!!	495	// TODO: There needs to be a better way to find out the written file name !!!
496	return false;	496	return false;
497	} else {	497	} else {
498	$wildcard = template_to_wildcard($outputTemplate, $video_id);	498	$wildcard = template_to_wildcard($outputTemplate, $video_id);
499	$test = glob($wildcard);	499	$test = glob($wildcard);
500	if (count($test) == 0) return false;	500	if (count($test) == 0) return false;

Subversion Repositories yt_downloader

yt_downloader/trunk/ytdwn – Rev 17 → 18