mirror of
https://github.com/SabreTools/wizzardRedux.git
synced 2026-07-08 18:06:15 +00:00
319 lines
8.0 KiB
PHP
319 lines
8.0 KiB
PHP
<?php
|
|
|
|
/* ------------------------------------------------------------------------------------
|
|
Internal test to see if the No-Intro pages can be traversed reasonably
|
|
Original code by Matt Nadareski (darksabre76)
|
|
|
|
Note: Because it needs to include sleep(5), this will always take
|
|
a couple of hours. It's unfortunate, but necessary because of limitations
|
|
that No-Intro puts on a given IP
|
|
Note: This still times out every once in a while. Only about half of the
|
|
pages are parsed correctly. If it reaches an error page, have it wait and
|
|
try again?
|
|
------------------------------------------------------------------------------------ */
|
|
|
|
ini_set('max_execution_time', -1); // Set the execution time higher because DATs can be big
|
|
|
|
echo "<h2>Scene Information Log</h2>\n<pre>";
|
|
|
|
// Connect to the database so it doesn't have to be done in every page
|
|
$link = mysqli_connect('localhost', 'root', '', 'scene');
|
|
if (!$link)
|
|
{
|
|
die('Error: Could not connect: ' . mysqli_error($link));
|
|
}
|
|
|
|
$system = (isset($_GET["system"]) ? $_GET["system"] : "28");
|
|
$start = (isset($_GET["start"]) ? $_GET["start"] : 0);
|
|
|
|
// System ID to Name mapping
|
|
$systems = array(
|
|
"28" => "Nintendo DS",
|
|
"54" => "Nintendo DSi",
|
|
"53" => "Nintendo DSi (DLC)",
|
|
"64" => "Nintendo 3DS",
|
|
"79" => "Nintendo 3DS (DLC)",
|
|
);
|
|
|
|
// Copied these from generate.php
|
|
$version = date("YmdHis");
|
|
$datname = $systems[$system].' Scene Releases ('.$version.')';
|
|
$header = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>
|
|
<!DOCTYPE datafile PUBLIC \"-//Logiqx//DTD ROM Management Datafile//EN\" \"http://www.logiqx.com/Dats/datafile.dtd\">
|
|
|
|
<datafile>
|
|
<header>
|
|
<name>".htmlspecialchars($datname)."</name>
|
|
<description>".htmlspecialchars($datname)."</description>
|
|
<category>The Wizard of DATz</category>
|
|
<version>".$version."</version>
|
|
<date>".$version."</date>
|
|
<author>The Wizard of DATz</author>
|
|
<clrmamepro/>
|
|
</header>\n";
|
|
$footer = "</datafile>";
|
|
|
|
$vals = array();
|
|
|
|
// Populate vals
|
|
if ($system == "28")
|
|
{
|
|
for ($i = 0; $i <= 6603; $i++)
|
|
{
|
|
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 165; $i++)
|
|
{
|
|
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 3; $i++)
|
|
{
|
|
$vals[] = "xB".str_pad($i, 2, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 197; $i++)
|
|
{
|
|
$vals[] = "x".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
}
|
|
elseif ($system == "54")
|
|
{
|
|
for ($i = 1; $i <= 9; $i++)
|
|
{
|
|
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 1; $i++)
|
|
{
|
|
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
}
|
|
elseif ($system == "53")
|
|
{
|
|
for ($i = 1; $i <= 393; $i++)
|
|
{
|
|
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
|
|
}
|
|
}
|
|
elseif ($system == "64")
|
|
{
|
|
for ($i = 0; $i <= 1470; $i++)
|
|
{
|
|
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 10; $i++)
|
|
{
|
|
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 44; $i++)
|
|
{
|
|
$vals[] = "x".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
}
|
|
elseif ($system == "79")
|
|
{
|
|
for ($i = 0; $i <= 582; $i++)
|
|
{
|
|
$vals[] = str_pad($i, 4, "0", STR_PAD_LEFT);
|
|
}
|
|
for ($i = 1; $i <= 298; $i++)
|
|
{
|
|
$vals[] = "z".str_pad($i, 3, "0", STR_PAD_LEFT);
|
|
}
|
|
}
|
|
|
|
for ($i = $start; /*$i < $start + 50 &&*/ $i < sizeof($vals); $i++)
|
|
{
|
|
$id = $vals[$i];
|
|
|
|
// Don't anger the No-Intro admins..
|
|
echo "Waiting 10 seconds...\n";
|
|
ob_flush(); flush();
|
|
sleep(10);
|
|
|
|
echo ("Retrieving file information for ".$id."\n");
|
|
$filename = "http://datomatic.no-intro.org/index.php?page=show_record&s=".$system."&n=".$id;
|
|
$query = implode("", file($filename));
|
|
|
|
// If we're in an error state, break
|
|
if (strpos($query, "I am too busy for this") !== FALSE)
|
|
{
|
|
echo "\tError page found, breaking at ".$id."\n";
|
|
$start = $id;
|
|
break;
|
|
}
|
|
|
|
// Get leading edge of the scene releases
|
|
$query = explode("Scene releases", $query);
|
|
if (!isset($query[1]))
|
|
{
|
|
echo "\tNo scene information found\n";
|
|
}
|
|
else
|
|
{
|
|
$query = $query[1];
|
|
|
|
// Get trailing edge of the scene releases
|
|
$query = explode("</article>", $query);
|
|
$query = $query[0];
|
|
|
|
// Now all that's left are the scene releases
|
|
// Let's replace all of the obnoxious spaces with single ones
|
|
$query = preg_replace("/\s+/", " ", $query);
|
|
|
|
// Now all of the spaces should be fixed.
|
|
// Let's separate it by "Directory"
|
|
$query = explode("Directory:", $query);
|
|
unset($query[0]);
|
|
|
|
// Now there are little chunks of page that contain the directory
|
|
$xmlr = new XMLReader;
|
|
foreach ($query as $release)
|
|
{
|
|
$data = array();
|
|
|
|
$release = str_replace("&", "&", $release);
|
|
$enddiv = strpos($release, "</div>");
|
|
$xmlr->XML(($enddiv !== false ? "<div>" : "")."<table><tr><td>".$release.($enddiv === false ? "</td></tr></table>" : ""));
|
|
|
|
// Just in case, read to the first <td>
|
|
while($xmlr->read() && $xmlr->name !== "td");
|
|
|
|
// Skip the first; it's blank
|
|
$xmlr->next("td");
|
|
|
|
// Get the directory name
|
|
$name = trim($xmlr->readString());
|
|
$data[] = "Directory: ".$name;
|
|
|
|
// Go the next row
|
|
$xmlr->next("tr");
|
|
|
|
// Get whatever else comes out
|
|
while($xmlr->name === "tr")
|
|
{
|
|
if ($xmlr->readString() !== "")
|
|
{
|
|
$data[] = preg_replace("/\s+/", " ", trim($xmlr->readString()));
|
|
}
|
|
$xmlr->next("tr");
|
|
}
|
|
|
|
// Extract the useful bits
|
|
proc_data($data, $system);
|
|
}
|
|
}
|
|
|
|
// Make sure everything prints to screen
|
|
ob_flush(); flush();
|
|
echo "<script>window.scrollTo(0,document.body.scrollHeight)</script>";
|
|
}
|
|
|
|
echo "</pre>\n<a href='?page=parsenointro&system=".$system."&start=".$start."'>Next</a><p/>\n";
|
|
|
|
/*
|
|
// Make the page ready for output
|
|
ob_end_clean();
|
|
header('content-type: application/x-gzip');
|
|
header('Content-Disposition: attachment; filename="'.$datname.'.xml.gz"');
|
|
echo gzencode($header, 9);
|
|
|
|
// Retrieve all of the games, sorted by release date and name
|
|
$query = "SELECT * FROM releases
|
|
WHERE system=".$system."
|
|
ORDER BY released, game";
|
|
$result = mysqli_query($link, $query);
|
|
|
|
if (gettype($result) != "boolean" && mysqli_num_rows($result) > 0)
|
|
{
|
|
$roms = mysqli_fetch_all($result, MYSQLI_ASSOC)
|
|
$ext = ($system < 60 ? "nds" : "3ds");
|
|
|
|
// Now output the roms
|
|
foreach ($roms as &$rom)
|
|
{
|
|
// Check for blank CRC and MD5
|
|
$rom["crc"] = ($rom["crc"] == "0" || $rom["crc"] == "" ? "00000000" : strtolower($rom["crc"]));
|
|
$rom["md5"] = ($rom["md5"] == "0" || $rom["md5"] == "" ? "d41d8cd98f00b204e9800998ecf8427e" : strtolower($rom["md5"]));
|
|
|
|
$state = "\t<machine name=\"".$rom["released"]."_".$rom["game"]."\">\n".
|
|
"\t\t<description>".$rom["released"]."_".$rom["game"]."</description>\n".
|
|
"\t\t<rom name=\"".$rom["name"].".".$ext."\" crc=\"".$rom["crc"]."\" md5=\"".$rom["md5"]."\" />\n".
|
|
"\t</machine>\n";
|
|
|
|
echo gzencode($state, 9);
|
|
}
|
|
}
|
|
|
|
echo gzencode($footer, 9);
|
|
die();
|
|
*/
|
|
|
|
function proc_data($data, $system)
|
|
{
|
|
GLOBAL $roms, $link;
|
|
|
|
$directory = "";
|
|
$name = "";
|
|
$released = "";
|
|
$crc = "";
|
|
$md5 = "";
|
|
|
|
foreach ($data as $datum)
|
|
{
|
|
// Directory name
|
|
if (preg_match("/Directory: (.*)/", $datum, $point))
|
|
{
|
|
$directory = $point[1];
|
|
}
|
|
// NFO File
|
|
elseif (preg_match("/NFO File: (.*)/", $datum, $point))
|
|
{
|
|
$name = $point[1];
|
|
}
|
|
// Released
|
|
elseif (preg_match("/Released: (.*)/", $datum, $point))
|
|
{
|
|
$released = $point[1];
|
|
}
|
|
// Decrypted CRC32
|
|
elseif (preg_match("/.*CRC32: (.*)/", $datum, $point))
|
|
{
|
|
$crc = $point[1];
|
|
}
|
|
// Decrypted MD5
|
|
elseif (preg_match("/.*MD5: (.*)/", $datum, $point))
|
|
{
|
|
$md5 = $point[1];
|
|
}
|
|
}
|
|
|
|
// Check if it's in the database. If it's not, add it
|
|
$query = "SELECT id FROM releases
|
|
WHERE game='".$directory."'
|
|
AND system=".$system."
|
|
AND name='".$name."'
|
|
AND released='".$released."'
|
|
AND crc='".$crc."'
|
|
AND md5='".$md5."'";
|
|
$result = mysqli_query($link, $query);
|
|
|
|
if (gettype($result) == "boolean" || mysqli_num_rows($result) == 0)
|
|
{
|
|
$query = "INSERT INTO releases (game, system, name, released, crc, md5)
|
|
VALUES ('".$directory."', ".$system.", '".$name."', '".$released."', '".$crc."', '".$md5."')";
|
|
$result = mysqli_query($link, $query);
|
|
if (gettype($result) == "boolean" && $result)
|
|
{
|
|
echo "\tRelease ".$directory." has been added\n";
|
|
}
|
|
else
|
|
{
|
|
echo "\tRelease ".$directory." could not be added\n";
|
|
}
|
|
}
|
|
else
|
|
{
|
|
echo "\tRelease ".$directory." already exists\n";
|
|
}
|
|
}
|
|
|
|
?>
|