<? 
ini_set('user_agent', 'Mozilla/7.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.9) Gecko/20071025 Firefox/6.0.0.0');
require('db.php');
mysql_query("UPDATE status SET scraper_running = 1");
$result = mysql_query("SELECT * FROM scraper_import ORDER BY record_num DESC");
while($row = mysql_fetch_array($result)) {
	if(mysql_num_rows(mysql_query("SELECT * FROM scraper_import WHERE url = '$row[url]'")) > 0 && mysql_num_rows(mysql_query("SELECT * FROM scraper_import_log WHERE url = '$row[url]'")) < 1) { 
		$tmp = json_decode(shell_exec("/usr/local/bin/youtube-dl --dump-json ".escapeshellarg($row[url])),true);
		$video[title] = $tmp[title];
		$video[url] = $tmp[url];
		$thisid = $row[record_num];
		$video[description] = $tmp[title];
		$video[keywords] = $tmp[keywords];
		if($video[url]) { 
			$video = mysql_real_escape_array($video);
			if($video[title]) { 
				$title = $video[title];
				$description = $video[description];
			} else { 
				$title = "Not Available";
				$description = "Not Available";
			}
			$keywords = $video[keywords];
			$url = $video[url];
			if(stripos($url,'.mp4') !== false) { 
				$filename = uniqid().'.mp4';
			}
			else {
				$filename = uniqid().'.flv';
			}
			print_r($video);
			echo shell_exec("$wget_path \"$url\" -U=\"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1)\" -O \"$content_path/$filename\"");
			if(file_exists("$content_path/$filename") && filesize("$content_path/$filename") > 0) {
				echo $sql = "INSERT INTO content (title, filename, orig_filename, description, keywords, scheduled_date, date_added, submitter, approved, hotlinked, paysite) VALUES ('$title', '".$filename."', '$filename',  '$description','$keywords',  NOW(), NOW(), '$row[user]', 0, '$hotlinked', '$row[paysite]')";
				dbReconnect();
				mysql_query($sql);
				$insert = mysql_insert_id();
				mysql_query("DELETE FROM scraper_import WHERE record_num = '$thisid'");
				if($keywords) { 
					$parray = explode(',',$keywords);
					foreach($parray as $p) {
						$p = trim($p); 
						$rresult = mysql_query("SELECT record_num FROM niches WHERE name LIKE '$p'");
						if(mysql_num_rows($rresult) > 0) {
							$rrow = mysql_fetch_array($rresult);
							mysql_query("INSERT INTO content_niches (niche, content) VALUES ($rrow[record_num], $insert)");
							unset($rrow, $rresult); 
						}
					}
				}
				mysql_query("INSERT INTO scraper_import_log SET url = '$row[url]'");
			}
			else {
				unlink($content_path."/".$filename);
			}
		}
	} else {
		mysql_query("DELETE FROM scraper_import WHERE url = '$row[url]'");
	}
}
dbReconnect();
mysql_query("UPDATE status SET scraper_running = 0");
echo 'Done';
?>