2016-03-28 01:01:56 -07:00
|
|
|
|
using System;
|
|
|
|
|
|
using System.Collections.Generic;
|
2016-03-30 02:36:23 -07:00
|
|
|
|
using System.Data.SQLite;
|
2016-03-28 01:01:56 -07:00
|
|
|
|
using System.IO;
|
2016-03-28 01:29:55 -07:00
|
|
|
|
using System.Linq;
|
2016-03-30 02:36:23 -07:00
|
|
|
|
using System.Security.Cryptography;
|
2016-03-28 01:01:56 -07:00
|
|
|
|
using System.Text.RegularExpressions;
|
|
|
|
|
|
|
2016-04-06 00:26:13 -07:00
|
|
|
|
using SabreTools.Helper;
|
|
|
|
|
|
|
2016-03-29 13:48:10 -07:00
|
|
|
|
namespace SabreTools
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-29 14:49:03 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Entry class for the Deheader application
|
|
|
|
|
|
/// </summary>
|
2016-03-30 01:31:07 -07:00
|
|
|
|
class Headerer
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
private static string _dbName = "Headerer.sqlite";
|
|
|
|
|
|
private static string _connectionString = "Data Source=" + _dbName + ";Version = 3;";
|
2016-03-28 01:10:21 -07:00
|
|
|
|
private static Dictionary<string, int> types;
|
2016-03-29 14:59:14 -07:00
|
|
|
|
private static string help = @"Deheader - Remove headers from roms
|
|
|
|
|
|
-----------------------------------------
|
|
|
|
|
|
Usage: Deheader [option] [filename|dirname]
|
|
|
|
|
|
|
|
|
|
|
|
Options:
|
2016-03-30 02:36:23 -07:00
|
|
|
|
-e Detect and remove mode
|
|
|
|
|
|
-r Restore header to file based on SHA-1";
|
2016-03-28 01:01:56 -07:00
|
|
|
|
|
2016-03-29 14:49:03 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Start deheader operation with supplied parameters
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="args">String array representing command line parameters</param>
|
2016-03-28 01:01:56 -07:00
|
|
|
|
static void Main(string[] args)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Type mapped to header size (in decimal bytes)
|
2016-03-28 01:10:21 -07:00
|
|
|
|
types = new Dictionary<string, int>();
|
2016-03-28 01:01:56 -07:00
|
|
|
|
types.Add("a7800", 128);
|
|
|
|
|
|
types.Add("fds", 16);
|
|
|
|
|
|
types.Add("lynx", 64);
|
2016-04-03 01:03:57 -07:00
|
|
|
|
types.Add("pce", 512);
|
2016-03-28 01:01:56 -07:00
|
|
|
|
types.Add("nes", 16);
|
|
|
|
|
|
types.Add("snes", 512);
|
|
|
|
|
|
|
2016-03-30 02:36:23 -07:00
|
|
|
|
// Ensure that the header database is set up
|
2016-04-06 00:26:13 -07:00
|
|
|
|
DBTools.EnsureDatabase(_dbName, _connectionString);
|
2016-03-30 02:36:23 -07:00
|
|
|
|
|
2016-03-28 18:23:49 -07:00
|
|
|
|
if (args.Length == 0 || args.Length > 2)
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine(help);
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
// Get the filename (or foldername)
|
2016-03-28 18:23:49 -07:00
|
|
|
|
string file = "";
|
2016-03-30 02:36:23 -07:00
|
|
|
|
bool deheader = true;
|
2016-03-28 18:23:49 -07:00
|
|
|
|
if (args.Length == 1)
|
|
|
|
|
|
{
|
|
|
|
|
|
file = args[0];
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
|
|
|
|
|
|
if (args[0] == "-e")
|
|
|
|
|
|
{
|
|
|
|
|
|
deheader = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (args[0] == "-r")
|
|
|
|
|
|
{
|
|
|
|
|
|
deheader = false;
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
|
2016-03-30 02:36:23 -07:00
|
|
|
|
file = args[1];
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
2016-03-30 02:36:23 -07:00
|
|
|
|
|
|
|
|
|
|
if (deheader)
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
// If it's a single file, just check it
|
|
|
|
|
|
if (File.Exists(file))
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
DetectRemoveHeader(file);
|
|
|
|
|
|
}
|
|
|
|
|
|
// If it's a directory, recursively check all
|
|
|
|
|
|
else if (Directory.Exists(file))
|
|
|
|
|
|
{
|
|
|
|
|
|
foreach (string sub in Directory.GetFiles(file))
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
if (sub != ".." && sub != ".")
|
|
|
|
|
|
{
|
|
|
|
|
|
DetectRemoveHeader(sub);
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2016-03-30 02:36:23 -07:00
|
|
|
|
// Else, show that help text
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine(help);
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
// If it's a single file, just check it
|
|
|
|
|
|
if (File.Exists(file))
|
|
|
|
|
|
{
|
|
|
|
|
|
ReplaceHeader(file);
|
|
|
|
|
|
}
|
|
|
|
|
|
// If it's a directory, recursively check all
|
|
|
|
|
|
else if (Directory.Exists(file))
|
|
|
|
|
|
{
|
|
|
|
|
|
foreach (string sub in Directory.GetFiles(file))
|
|
|
|
|
|
{
|
|
|
|
|
|
if (sub != ".." && sub != ".")
|
|
|
|
|
|
{
|
|
|
|
|
|
ReplaceHeader(sub);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
// Else, show that help text
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine(help);
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-03-29 14:49:03 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Detect and remove header from the given file
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="file">Name of the file to be parsed</param>
|
2016-03-28 01:29:55 -07:00
|
|
|
|
private static void DetectRemoveHeader(string file)
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
|
|
|
|
|
// Open the file in read mode
|
|
|
|
|
|
BinaryReader br = new BinaryReader(File.OpenRead(file));
|
|
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
// Extract the first 1024 bytes of the file
|
|
|
|
|
|
byte[] hbin = br.ReadBytes(1024);
|
2016-03-28 01:01:56 -07:00
|
|
|
|
string header = BitConverter.ToString(hbin).Replace("-", string.Empty);
|
|
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
// Determine the type of the file from the header, if possible
|
|
|
|
|
|
string type = "";
|
2016-03-28 01:49:02 -07:00
|
|
|
|
if (Regex.IsMatch(header, "^.{2}415441524937383030") || Regex.IsMatch(header, "^.{200}41435455414C20434152542044415441205354415254532048455245"))
|
2016-03-28 01:29:55 -07:00
|
|
|
|
{
|
|
|
|
|
|
type = "a7800";
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (Regex.IsMatch(header, "^4644531A0[1-4]0000000000000000000000"))
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-28 01:29:55 -07:00
|
|
|
|
type = "fds";
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (Regex.IsMatch(header, "^4C594E58") || Regex.IsMatch(header, "^425339"))
|
|
|
|
|
|
{
|
|
|
|
|
|
type = "lynx";
|
|
|
|
|
|
}
|
2016-04-03 01:03:57 -07:00
|
|
|
|
else if (Regex.IsMatch(header, "^4000000000000000AABB02"))
|
|
|
|
|
|
{
|
|
|
|
|
|
type = "pce";
|
|
|
|
|
|
}
|
2016-03-28 01:29:55 -07:00
|
|
|
|
else if (Regex.IsMatch(header, "^4E45531A"))
|
|
|
|
|
|
{
|
|
|
|
|
|
type = "nes";
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (Regex.IsMatch(header, "^.{16}0000000000000000") || Regex.IsMatch(header, "^.{16}AABB040000000000") || Regex.IsMatch(header, "^.{16}535550455255464F")) // fig, smc, ufo
|
|
|
|
|
|
{
|
|
|
|
|
|
type = "snes";
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
Console.WriteLine("File has header: " + (type != ""));
|
2016-03-28 01:01:56 -07:00
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
if (type != "")
|
2016-03-28 01:01:56 -07:00
|
|
|
|
{
|
2016-03-28 01:29:55 -07:00
|
|
|
|
Console.WriteLine("Deteched header type: " + type);
|
|
|
|
|
|
int hs = types[type];
|
|
|
|
|
|
|
2016-03-30 02:36:23 -07:00
|
|
|
|
// Save header as string in the database
|
|
|
|
|
|
string realhead = "";
|
|
|
|
|
|
for (int i = 0; i < hs; i++)
|
2016-03-28 18:23:49 -07:00
|
|
|
|
{
|
2016-03-30 02:36:23 -07:00
|
|
|
|
realhead += BitConverter.ToString(new byte[] { hbin[i] });
|
2016-03-28 18:23:49 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
2016-03-28 01:29:55 -07:00
|
|
|
|
// Get the bytes that aren't from the header from the extracted bit so they can be written before the rest of the file
|
|
|
|
|
|
hbin = hbin.Skip(hs).ToArray();
|
|
|
|
|
|
|
|
|
|
|
|
// Write out the new file
|
2016-03-28 01:01:56 -07:00
|
|
|
|
Console.WriteLine("Creating unheadered file: " + file + ".new");
|
|
|
|
|
|
BinaryWriter bw = new BinaryWriter(File.OpenWrite(file + ".new"));
|
|
|
|
|
|
FileInfo fi = new FileInfo(file);
|
2016-03-28 01:29:55 -07:00
|
|
|
|
bw.Write(hbin);
|
2016-03-28 01:01:56 -07:00
|
|
|
|
bw.Write(br.ReadBytes((int)fi.Length - hs));
|
|
|
|
|
|
bw.Close();
|
|
|
|
|
|
Console.WriteLine("Unheadered file created!");
|
2016-03-30 02:36:23 -07:00
|
|
|
|
|
|
|
|
|
|
// Now add the information to the database if it's not already there
|
|
|
|
|
|
SHA1 sha1 = SHA1.Create();
|
|
|
|
|
|
sha1.ComputeHash(File.ReadAllBytes(file + ".new"));
|
|
|
|
|
|
bool exists = false;
|
|
|
|
|
|
|
2016-03-31 12:38:58 -07:00
|
|
|
|
string query = @"SELECT * FROM data WHERE sha1='" + BitConverter.ToString(sha1.Hash) + "' AND header='" + realhead + "'";
|
2016-03-30 02:36:23 -07:00
|
|
|
|
using (SQLiteConnection dbc = new SQLiteConnection(_connectionString))
|
|
|
|
|
|
{
|
|
|
|
|
|
dbc.Open();
|
|
|
|
|
|
using (SQLiteCommand slc = new SQLiteCommand(query, dbc))
|
|
|
|
|
|
{
|
|
|
|
|
|
using (SQLiteDataReader sldr = slc.ExecuteReader())
|
|
|
|
|
|
{
|
|
|
|
|
|
exists = sldr.HasRows;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (!exists)
|
|
|
|
|
|
{
|
|
|
|
|
|
query = @"INSERT INTO data (sha1, header, type) VALUES ('" +
|
|
|
|
|
|
BitConverter.ToString(sha1.Hash) + "', " +
|
|
|
|
|
|
"'" + realhead + "', " +
|
|
|
|
|
|
"'" + type + "')";
|
|
|
|
|
|
using (SQLiteConnection dbc = new SQLiteConnection(_connectionString))
|
|
|
|
|
|
{
|
|
|
|
|
|
dbc.Open();
|
|
|
|
|
|
using (SQLiteCommand slc = new SQLiteCommand(query, dbc))
|
|
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine("Result of inserting header: " + slc.ExecuteNonQuery());
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
br.Close();
|
|
|
|
|
|
}
|
2016-03-30 02:36:23 -07:00
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
2016-03-31 12:38:58 -07:00
|
|
|
|
/// Detect and replace header(s) to the given file
|
2016-03-30 02:36:23 -07:00
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="file">Name of the file to be parsed</param>
|
|
|
|
|
|
private static void ReplaceHeader(string file)
|
|
|
|
|
|
{
|
|
|
|
|
|
// First, get the SHA-1 hash of the file
|
|
|
|
|
|
SHA1 sha1 = SHA1.Create();
|
|
|
|
|
|
sha1.ComputeHash(File.ReadAllBytes(file));
|
|
|
|
|
|
string hash = BitConverter.ToString(sha1.Hash);
|
|
|
|
|
|
|
2016-03-31 12:38:58 -07:00
|
|
|
|
// Then try to pull the corresponding headers from the database
|
2016-03-30 02:36:23 -07:00
|
|
|
|
string header = "";
|
|
|
|
|
|
|
|
|
|
|
|
string query = @"SELECT header, type FROM data WHERE sha1='" + hash + "'";
|
|
|
|
|
|
using (SQLiteConnection dbc = new SQLiteConnection(_connectionString))
|
|
|
|
|
|
{
|
|
|
|
|
|
dbc.Open();
|
|
|
|
|
|
using (SQLiteCommand slc = new SQLiteCommand(query, dbc))
|
|
|
|
|
|
{
|
|
|
|
|
|
using (SQLiteDataReader sldr = slc.ExecuteReader())
|
|
|
|
|
|
{
|
|
|
|
|
|
if (sldr.HasRows)
|
|
|
|
|
|
{
|
2016-03-31 12:38:58 -07:00
|
|
|
|
int sub = 0;
|
|
|
|
|
|
while (sldr.Read())
|
|
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine("Found match with rom type " + sldr.GetString(1));
|
|
|
|
|
|
header = sldr.GetString(0);
|
|
|
|
|
|
|
|
|
|
|
|
Console.WriteLine("Creating reheadered file: " + file + ".new" + sub);
|
|
|
|
|
|
BinaryWriter bw = new BinaryWriter(File.OpenWrite(file + ".new" + sub));
|
|
|
|
|
|
|
|
|
|
|
|
// Source: http://stackoverflow.com/questions/311165/how-do-you-convert-byte-array-to-hexadecimal-string-and-vice-versa
|
|
|
|
|
|
for (int i = 0; i < header.Length; i += 2)
|
|
|
|
|
|
{
|
|
|
|
|
|
bw.Write(Convert.ToByte(header.Substring(i, 2), 16));
|
|
|
|
|
|
}
|
|
|
|
|
|
bw.Write(File.ReadAllBytes(file));
|
|
|
|
|
|
bw.Close();
|
|
|
|
|
|
Console.WriteLine("Reheadered file created!");
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
Console.WriteLine("No matching header could be found!");
|
|
|
|
|
|
return;
|
2016-03-30 02:36:23 -07:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2016-03-28 01:01:56 -07:00
|
|
|
|
}
|
|
|
|
|
|
}
|