<? 
ignore_user_abort();
ini_set('max_execution_time',86400);
include('scrape_functions.php');
require "header.php"; 
if($_POST) {
	$counter = 0;
	$errors = 0;
	$dump = explode("\n",$_POST[dump]);
	foreach($dump as $i) {
		if($i != '' && (strstr($i,'http://') ||  strstr($i,'https://'))) {
			$i = trim($i); 
			if(mysql_query("INSERT INTO scraper_import (url, user, paysite) VALUES ('$i','$_POST[submitter]', '$_POST[paysite]')")) {
				$counter++; 
			} else {
				$errors++; 
			}			
		}
	}
	$pid = backgroundProcess("$php_path $basepath/admin/scraper_cron.php",'scraper_log.txt');
	$message = "$counter added to queue, $errors errors. The scraper has been executed as PID $pid. Please check back on this page to see its progress.";
}
?>
<script>
$(document).ready(function() { 
	$( "#scraperListButton" ).click(function() {
		$( "#scraperList" ).toggle( "slow", function() {
		// Animation complete.
		});
	});
});
</script>
<div id="right_column">
        <div id="right_top">
        	<div id="right_home"></div>
            <div id="right_right">  
            <a href="index.php">Admin Home</a>          
            <span><a href="scraper.php">Tube Scraper</a></span>  
            </div>
        </div>
        <div id="right_bg">  
      		<h2>Tube<strong>Scraper</strong></h2>
            <p>This function uses <a href='http://rg3.github.io/youtube-dl/index.html' target='_blank'>youtube-dl</a> as it's scraper. We suggest installing it as per the instructions on their download page, and adding the update function to cron as root <br /><em>1 0 * * * /usr/local/bin/youtube-dl -U</em><br />
			so that your scraper is always up to date. <a href='#' id='scraperListButton'>Click here to view the list of supported sites</a>. Youtube-dl is not maintained by us and we are unable to fix any of these. If some do not work, please make sure you've updated your youtube-dl.<br /><br />
			<strong>Please enter video page urls, one per line. Please note that this function is not instant - many of these sites cap the download speeds at around 100k/sec, so downloading large videos may take some time.</strong><br /><br />
			<strong>To start scraper manually (if using APIs or you need to restart it due to server reboot/api restart, please press SUBMIT without anything in dump field</strong>
			<div id='scraperList' style='display: none; padding-left: 10px;'>
				<? 
				$output = shell_exec("/usr/local/bin/youtube-dl --extractor-descriptions"); 
				$output = explode("\n",$output);
				echo "<ul>";
				foreach($output as $i) {
					echo "<li>$i</li>";
				}
				echo "</ul>";
				?>
			</div>
</p>
            <div id="index_left" style='width: 100%;'>            

<? if($message) { ?><center><b style='color: #FF0000;'><? echo $message; ?></b></center><? } ?>
<? if(file_exists('scripts/scraper.txt') && !$_POST[dump]) { ?>
The scraper is already running! If you are SURE something went wrong, delete /admin/scripts/scraper.txt, and run this script again.
<? 
require "footer.php";
exit();
} ?>

<form id="form2" name="form2" method="POST" action="">
  <table width="750" border="0" align="center" cellpadding="3" cellspacing="0" class='pagetable'>
    <tr>
      <td width="92" height="25" valign="top" class="style4">Dump</td>
      <td width="456" height="25" align="left" class="style4"><textarea name="dump" style='width: 98%;' rows="10" id="dump" wrap='off'></textarea></td>
    </tr>
    <tr>
    	<td>Video Submitter</td>
        <td>
            <select name="submitter" id="select">
            <? 
            $result = mysql_query("SELECT * FROM users ORDER BY username ASC");
            while($row =mysql_fetch_array($result)) {
                echo "<option value='$row[record_num]'>$row[username]</option>";
            }
            ?>	
            </select>		</td>
    </tr>
    <tr>
    	<td>Paysite</td>
        <td>
             <select name='paysite' id="default_paysite">
          <?
        $rresult = mysql_query("SELECT * FROM paysites ORDER BY name ASC");
        while($rrow = mysql_fetch_array($rresult)) {
            if($row[paysite] == $rrow[record_num]) { $selected = 'selected'; } else { $selected = ''; }
            echo "<option $selected value='$rrow[record_num]'>$rrow[name]</option>";
        }
        ?>
    	</select>
    </td>
    </tr>
    <tr>
      <td height="25" colspan="2" align="center" class="style4"><input type="submit" name="Submit2" id="Submit2" value="Submit" /></td>
    </tr>
  </table>
  <br />
</form>
            </div>
        </div>
        <div id="right_bottom"></div>
        </div>
    </div>
</div>






<? require "footer.php"; ?>