Files
wizzardRedux/admin/scene.php
2016-07-28 11:09:43 -07:00

357 lines
9.2 KiB
PHP

<?php
/* ------------------------------------------------------------------------------------
Import unpacked scene data from No-Intro by page traversal
Original code by Matt Nadareski (darksabre76)
Note: The complete import process for a large number of items can get exceedingly
long because of site restrictions. Fair is fair.
------------------------------------------------------------------------------------ */
ini_set('max_execution_time', -1); // Set the execution time higher because DATs can be big
// Connect to the database so it doesn't have to be done in every page
$link = mysqli_connect('localhost', 'root', '', 'scene');
if (!$link)
{
die('Error: Could not connect: ' . mysqli_error($link));
}
$system = (isset($_GET["system"]) ? $_GET["system"] : "");
$start = (isset($_GET["start"]) ? $_GET["start"] : "0");
$gen = (isset($_GET["gen"]) ? $_GET["gen"] : "0");
// System ID to Name mapping
$systems = array(
"28" => "Nintendo DS",
"54" => "Nintendo DSi",
"53" => "Nintendo DSi (DLC)",
"64" => "Nintendo 3DS",
"79" => "Nintendo 3DS (DLC)",
);
// If we're in generate mode
if ($gen == "1")
{
// Copied these from generate.php
$version = date("YmdHis");
$datname = $systems[$system].' Scene Releases';
$header = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>
<!DOCTYPE datafile PUBLIC \"-//Logiqx//DTD ROM Management Datafile//EN\" \"http://www.logiqx.com/Dats/datafile.dtd\">
<datafile>
<header>
<name>".htmlspecialchars($datname)."</name>
<description>".htmlspecialchars($datname)." (".$version.")</description>
<category>The Wizard of DATz</category>
<version>".$version."</version>
<date>".$version."</date>
<author>The Wizard of DATz</author>
<clrmamepro/>
</header>\n";
$footer = "</datafile>";
// Make the page ready for output
ob_end_clean();
header('content-type: application/x-gzip');
header('Content-Disposition: attachment; filename="'.$datname.' ('.$version.').xml.gz"');
echo gzencode($header, 9);
// Retrieve all of the games, sorted by release date and name
$query = "SELECT * FROM releases
WHERE system=".$system."
ORDER BY released, game";
$result = mysqli_query($link, $query);
if (gettype($result) != "boolean" && mysqli_num_rows($result) > 0)
{
$roms = mysqli_fetch_all($result, MYSQLI_ASSOC);
$ext = ($system < 60 ? "nds" : "3ds");
// Now output the roms
foreach ($roms as &$rom)
{
// Check for blank CRC and MD5
$rom["crc"] = ($rom["crc"] == "0" || $rom["crc"] == "" ? "00000000" : strtolower($rom["crc"]));
$rom["md5"] = ($rom["md5"] == "0" || $rom["md5"] == "" ? "d41d8cd98f00b204e9800998ecf8427e" : strtolower($rom["md5"]));
$state = "\t<machine name=\"".$rom["released"]."_".$rom["game"]."\">\n".
"\t\t<description>".$rom["released"]."_".$rom["game"]."</description>\n".
"\t\t<rom name=\"".$rom["name"].".".$ext."\" crc=\"".$rom["crc"]."\" md5=\"".$rom["md5"]."\" />\n".
"\t</machine>\n";
echo gzencode($state, 9);
}
}
echo gzencode($footer, 9);
die();
}
// If we have a system, we will get the information for it
elseif ($system != "")
{
echo "<h2>Scene Information Log</h2>\n<pre>";
$vals = array();
// Populate vals
if ($system == "28")
{
for ($i = 0; $i <= 6623; $i++)
{
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 165; $i++)
{
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 3; $i++)
{
$vals[] = "xB".str_pad($i, 2, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 197; $i++)
{
$vals[] = "x".str_pad($i, 3, "0", STR_PAD_LEFT);
}
}
elseif ($system == "54")
{
for ($i = 1; $i <= 9; $i++)
{
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 1; $i++)
{
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
}
}
elseif ($system == "53")
{
for ($i = 1; $i <= 393; $i++)
{
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
}
}
elseif ($system == "64")
{
for ($i = 0; $i <= 1552; $i++)
{
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 11; $i++)
{
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 48; $i++)
{
$vals[] = "x".str_pad($i, 3, "0", STR_PAD_LEFT);
}
}
elseif ($system == "79")
{
for ($i = 0; $i <= 582; $i++)
{
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
}
for ($i = 1; $i <= 298; $i++)
{
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
}
}
else
{
echo "No suitable system found for id ".$system."!\n</pre>\n";
}
for ($i = $start; /*$i < $start + 50 &&*/ $i < sizeof($vals); $i++)
{
$id = $vals[$i];
// Don't anger the No-Intro admins..
echo "Waiting 30 seconds...\n";
ob_flush(); flush();
sleep(30);
echo ($i.": Retrieving file information for ".$id."\n");
$filename = "http://datomatic.no-intro.org/index.php?page=show_record&s=".$system."&n=".$id;
$query = implode("", file($filename));
//$query = get_data($filename);
// If we're in an error state, break
if (strpos($query, "I am too busy for this") !== FALSE)
{
echo "\tError page found, breaking at http://datomatic.no-intro.org/index.php?page=show_record&s=".$system."&n=".$id."\n";
$start = $i;
echo "</pre>\n<a href='?page=scene&system=".$system."&start=".$start."'>Next</a><p/>\n";
break;
}
// Get leading edge of the scene releases
$query = explode("Scene releases", $query);
if (!isset($query[1]))
{
echo "\tNo scene information found\n";
}
else
{
$query = $query[1];
// Get trailing edge of the scene releases
$query = explode("</article>", $query);
$query = $query[0];
// Now all that's left are the scene releases
// Let's replace all of the obnoxious spaces with single ones
$query = preg_replace("/\s+/", " ", $query);
// Now all of the spaces should be fixed.
// Let's separate it by "Directory"
$query = explode("Directory:", $query);
unset($query[0]);
// Now there are little chunks of page that contain the directory
$xmlr = new XMLReader;
foreach ($query as $release)
{
$data = array();
$release = str_replace("&", "&amp;", $release);
$enddiv = strpos($release, "</div>");
$xmlr->XML(($enddiv !== false ? "<div>" : "")."<table><tr><td>".$release.($enddiv === false ? "</td></tr></table>" : ""));
// Just in case, read to the first <td>
while($xmlr->read() && $xmlr->name !== "td");
// Skip the first; it's blank
$xmlr->next("td");
// Get the directory name
$name = trim($xmlr->readString());
$data[] = "Directory: ".$name;
// Go the next row
$xmlr->next("tr");
// Get whatever else comes out
while($xmlr->name === "tr")
{
if ($xmlr->readString() !== "")
{
$data[] = preg_replace("/\s+/", " ", trim($xmlr->readString()));
}
$xmlr->next("tr");
}
// Extract the useful bits
proc_data($data, $system);
}
}
// Make sure everything prints to screen
ob_flush(); flush();
echo "<script>window.scrollTo(0,document.body.scrollHeight)</script>";
}
}
// If we don't have either, then show a selection screen
else
{
echo "<h2>Scene Release Info</h2>\n";
// First the import form
echo "<form action='' method='get'>
<input type='hidden' name='page' value='scene'/>
<input type='hidden' name='gen' value='0'/>
<select name='system'>\n";
foreach ($systems as $id => $name)
{
echo "\t\t<option value='".$id."'>".$name."</option>\n";
}
echo " </select>
<input type='submit' value='Import'/>
</form><p/>\n";
// Then the generate form
echo "<form action='' method='get'>
<input type='hidden' name='page' value='scene'/>
<input type='hidden' name='gen' value='1'/>
<select name='system'>\n";
foreach ($systems as $id => $name)
{
echo "\t\t<option value='".$id."'>".$name."</option>\n";
}
echo " </select>
<input type='submit' value='Generate'/>
</form><p/>\n";
}
function proc_data($data, $system)
{
GLOBAL $roms, $link;
$directory = "";
$name = "";
$released = "";
$crc = "";
$md5 = "";
foreach ($data as $datum)
{
// Directory name
if (preg_match("/Directory: (.*)/", $datum, $point))
{
$directory = $point[1];
}
// NFO File
elseif (preg_match("/NFO File: (.*)/", $datum, $point))
{
$name = $point[1];
}
// Released
elseif (preg_match("/Released: (.*)/", $datum, $point))
{
$released = $point[1];
}
// Decrypted CRC32
elseif (preg_match("/.*CRC32: (.*)/", $datum, $point))
{
$crc = $point[1];
}
// Decrypted MD5
elseif (preg_match("/.*MD5: (.*)/", $datum, $point))
{
$md5 = $point[1];
}
}
// Check if it's in the database. If it's not, add it
$query = "SELECT id FROM releases
WHERE game='".$directory."'
AND system=".$system."
AND name='".$name."'
AND released='".$released."'
AND crc='".$crc."'
AND md5='".$md5."'";
$result = mysqli_query($link, $query);
if (gettype($result) == "boolean" || mysqli_num_rows($result) == 0)
{
$query = "INSERT INTO releases (game, system, name, released, crc, md5)
VALUES ('".$directory."', ".$system.", '".$name."', '".$released."', '".$crc."', '".$md5."')";
$result = mysqli_query($link, $query);
if (gettype($result) == "boolean" && $result)
{
echo "\tRelease ".$directory." has been added\n";
}
else
{
echo "\tRelease ".$directory." could not be added\n";
}
}
else
{
echo "\tRelease ".$directory." already exists\n";
}
}
?>