mirror of
https://github.com/claunia/SabreTools.git
synced 2025-12-16 19:14:27 +00:00
[ALL] Move object classes to DLL
This commit is contained in:
Matt Nadareski
652
SabreTools.Helper/Objects/Import.cs
Normal file
652
SabreTools.Helper/Objects/Import.cs
Normal file
@@ -0,0 +1,652 @@
|
||||
using Mono.Data.Sqlite;
|
||||
using SabreTools.Helper;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Text.RegularExpressions;
|
||||
|
||||
namespace SabreTools
|
||||
{
|
||||
/// <summary>
|
||||
/// Import data into the database from existing DATs
|
||||
/// </summary>
|
||||
public class Import : IImport
|
||||
{
|
||||
// Private instance variables
|
||||
private string _filepath;
|
||||
private string _connectionString;
|
||||
private Logger _logger;
|
||||
|
||||
/// <summary>
|
||||
/// Initialize an Import object with the given information
|
||||
/// </summary>
|
||||
/// <param name="filepath">Path to the file that is going to be imported</param>
|
||||
/// <param name="connectionString">Connection string for SQLite</param>
|
||||
/// <param name="logger">Logger object for file or console output</param>
|
||||
public Import(string filepath, string connectionString, Logger logger)
|
||||
{
|
||||
_filepath = filepath;
|
||||
_connectionString = connectionString;
|
||||
_logger = logger;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Import the data from file into the database
|
||||
/// </summary>
|
||||
/// <returns>True if the data was imported, false otherwise</returns>
|
||||
public bool UpdateDatabase()
|
||||
{
|
||||
// If file doesn't exist, error and return
|
||||
if (!File.Exists(_filepath))
|
||||
{
|
||||
_logger.Error("File '" + _filepath + "' doesn't exist");
|
||||
return false;
|
||||
}
|
||||
|
||||
// Determine which dattype we have
|
||||
string filename = Path.GetFileName(_filepath);
|
||||
GroupCollection fileinfo;
|
||||
DatType type = DatType.none;
|
||||
|
||||
if (Regex.IsMatch(filename, Constants.NonGoodPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.NonGoodPattern).Groups;
|
||||
type = DatType.NonGood;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.NonGoodSpecialPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.NonGoodSpecialPattern).Groups;
|
||||
type = DatType.NonGood;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.GoodPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.GoodPattern).Groups;
|
||||
type = DatType.Good;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.GoodXmlPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.GoodXmlPattern).Groups;
|
||||
type = DatType.Good;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.MaybeIntroPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.MaybeIntroPattern).Groups;
|
||||
type = DatType.MaybeIntro;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.NoIntroPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.NoIntroPattern).Groups;
|
||||
type = DatType.NoIntro;
|
||||
}
|
||||
// For numbered DATs only
|
||||
else if (Regex.IsMatch(filename, Constants.NoIntroNumberedPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.NoIntroNumberedPattern).Groups;
|
||||
type = DatType.NoIntro;
|
||||
}
|
||||
// For N-Gage and Gizmondo only
|
||||
else if (Regex.IsMatch(filename, Constants.NoIntroSpecialPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.NoIntroSpecialPattern).Groups;
|
||||
type = DatType.NoIntro;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.RedumpPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.RedumpPattern).Groups;
|
||||
type = DatType.Redump;
|
||||
}
|
||||
// For special BIOSes only
|
||||
else if (Regex.IsMatch(filename, Constants.RedumpBiosPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.RedumpBiosPattern).Groups;
|
||||
type = DatType.Redump;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.TosecPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.TosecPattern).Groups;
|
||||
type = DatType.TOSEC;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.TruripPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.TruripPattern).Groups;
|
||||
type = DatType.TruRip;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.ZandroPattern))
|
||||
{
|
||||
filename = "Nintendo - Super Nintendo Entertainment System (Zandro " + File.GetLastWriteTime(_filepath).ToString("yyyyMMddHHmmss") + ").dat";
|
||||
fileinfo = Regex.Match(filename, Constants.DefaultPattern).Groups;
|
||||
type = DatType.Custom;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.DefaultPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.DefaultPattern).Groups;
|
||||
type = DatType.Custom;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.DefaultSpecialPattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.DefaultSpecialPattern).Groups;
|
||||
type = DatType.Custom;
|
||||
}
|
||||
else if (Regex.IsMatch(filename, Constants.MamePattern))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.MamePattern).Groups;
|
||||
type = DatType.MAME;
|
||||
}
|
||||
// If the type is still unmatched, the data can't be imported yet
|
||||
else
|
||||
{
|
||||
_logger.Warning("File " + filename + " cannot be imported at this time because it is not a known pattern.\nPlease try again with an unrenamed version.");
|
||||
return false;
|
||||
}
|
||||
|
||||
_logger.Log("Type detected: " + type.ToString());
|
||||
|
||||
// Check for and extract import information from the file name based on type
|
||||
string manufacturer = "";
|
||||
string system = "";
|
||||
string source = "";
|
||||
string datestring = "";
|
||||
string date = "";
|
||||
|
||||
switch (type)
|
||||
{
|
||||
case DatType.Good:
|
||||
if (!Mappings.DatMaps["Good"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection goodInfo = Regex.Match(Mappings.DatMaps["Good"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = goodInfo[1].Value;
|
||||
system = goodInfo[2].Value;
|
||||
source = "Good";
|
||||
date = File.GetLastWriteTime(_filepath).ToString("yyyy-MM-dd HH:mm:ss");
|
||||
break;
|
||||
case DatType.MAME:
|
||||
if (!Mappings.DatMaps["MAME"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection mameInfo = Regex.Match(Mappings.DatMaps["MAME"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = mameInfo[1].Value;
|
||||
system = mameInfo[2].Value;
|
||||
source = "MAME";
|
||||
date = File.GetLastWriteTime(_filepath).ToString("yyyy-MM-dd HH:mm:ss");
|
||||
break;
|
||||
case DatType.MaybeIntro:
|
||||
if (!Mappings.DatMaps["MaybeIntro"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection maybeIntroInfo = Regex.Match(Mappings.DatMaps["MaybeIntro"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = maybeIntroInfo[1].Value;
|
||||
system = maybeIntroInfo[2].Value;
|
||||
source = "Maybe-Intro";
|
||||
datestring = fileinfo[2].Value;
|
||||
GroupCollection miDateInfo = Regex.Match(datestring, Constants.NoIntroSpecialDatePattern).Groups;
|
||||
date = miDateInfo[1].Value + "-" + miDateInfo[2].Value + "-" + miDateInfo[3].Value + " 00:00:00";
|
||||
break;
|
||||
case DatType.NoIntro:
|
||||
if (!Mappings.DatMaps["NoIntro"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection nointroInfo = Regex.Match(Mappings.DatMaps["NoIntro"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = nointroInfo[1].Value;
|
||||
system = nointroInfo[2].Value;
|
||||
source = "no-Intro";
|
||||
if (fileinfo.Count < 2)
|
||||
{
|
||||
date = File.GetLastWriteTime(_filepath).ToString("yyyy-MM-dd HH:mm:ss");
|
||||
}
|
||||
else if (Regex.IsMatch(fileinfo[2].Value, Constants.NoIntroDatePattern))
|
||||
{
|
||||
datestring = fileinfo[2].Value;
|
||||
GroupCollection niDateInfo = Regex.Match(datestring, Constants.NoIntroDatePattern).Groups;
|
||||
date = niDateInfo[1].Value + "-" + niDateInfo[2].Value + "-" + niDateInfo[3].Value + " " +
|
||||
niDateInfo[4].Value + ":" + niDateInfo[5].Value + ":" + niDateInfo[6].Value;
|
||||
}
|
||||
else
|
||||
{
|
||||
datestring = fileinfo[2].Value;
|
||||
GroupCollection niDateInfo = Regex.Match(datestring, Constants.NoIntroSpecialDatePattern).Groups;
|
||||
date = niDateInfo[1].Value + "-" + niDateInfo[2].Value + "-" + niDateInfo[3].Value + " 00:00:00";
|
||||
}
|
||||
break;
|
||||
case DatType.NonGood:
|
||||
if (!Mappings.DatMaps["NonGood"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection nonGoodInfo = Regex.Match(Mappings.DatMaps["NonGood"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = nonGoodInfo[1].Value;
|
||||
system = nonGoodInfo[2].Value;
|
||||
source = "NonGood";
|
||||
date = File.GetLastWriteTime(_filepath).ToString("yyyy-MM-dd HH:mm:ss");
|
||||
break;
|
||||
case DatType.Redump:
|
||||
if (!Mappings.DatMaps["Redump"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
// Handle special case mappings found only in Redump
|
||||
fileinfo = Regex.Match(filename, Constants.RedumpBiosPattern).Groups;
|
||||
|
||||
if (!Mappings.DatMaps["Redump"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
}
|
||||
GroupCollection redumpInfo = Regex.Match(Mappings.DatMaps["Redump"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = redumpInfo[1].Value;
|
||||
system = redumpInfo[2].Value;
|
||||
source = "Redump";
|
||||
datestring = fileinfo[2].Value;
|
||||
if (Regex.IsMatch(datestring, Constants.RedumpDatePattern))
|
||||
{
|
||||
GroupCollection rdDateInfo = Regex.Match(datestring, Constants.RedumpDatePattern).Groups;
|
||||
date = rdDateInfo[1].Value + "-" + rdDateInfo[2].Value + "-" + rdDateInfo[3].Value + " " +
|
||||
rdDateInfo[4].Value + ":" + rdDateInfo[5].Value + ":" + rdDateInfo[6].Value;
|
||||
}
|
||||
else
|
||||
{
|
||||
GroupCollection rdDateInfo = Regex.Match(datestring, Constants.TosecDatePattern).Groups;
|
||||
date = rdDateInfo[1].Value + "-" + rdDateInfo[2].Value + "-" + rdDateInfo[3].Value + " 00:00:00";
|
||||
}
|
||||
|
||||
break;
|
||||
case DatType.TOSEC:
|
||||
if (!Mappings.DatMaps["TOSEC"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
// Handle special case mappings found only in TOSEC
|
||||
fileinfo = Regex.Match(filename, Constants.TosecSpecialPatternA).Groups;
|
||||
|
||||
if (!Mappings.DatMaps["TOSEC"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
fileinfo = Regex.Match(filename, Constants.TosecSpecialPatternB).Groups;
|
||||
|
||||
if (!Mappings.DatMaps["TOSEC"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
GroupCollection tosecInfo = Regex.Match(Mappings.DatMaps["TOSEC"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = tosecInfo[1].Value;
|
||||
system = tosecInfo[2].Value;
|
||||
source = "TOSEC";
|
||||
datestring = fileinfo[2].Value;
|
||||
GroupCollection toDateInfo = Regex.Match(datestring, Constants.TosecDatePattern).Groups;
|
||||
date = toDateInfo[1].Value + "-" + toDateInfo[2].Value + "-" + toDateInfo[3].Value + " 00:00:00";
|
||||
break;
|
||||
case DatType.TruRip:
|
||||
if (!Mappings.DatMaps["TruRip"].ContainsKey(fileinfo[1].Value))
|
||||
{
|
||||
_logger.Warning("The filename " + fileinfo[1].Value + " could not be mapped! Please check the mappings and try again");
|
||||
return false;
|
||||
}
|
||||
GroupCollection truripInfo = Regex.Match(Mappings.DatMaps["TruRip"][fileinfo[1].Value], Constants.RemappedPattern).Groups;
|
||||
|
||||
manufacturer = truripInfo[1].Value;
|
||||
system = truripInfo[2].Value;
|
||||
source = "trurip";
|
||||
date = File.GetLastWriteTime(_filepath).ToString("yyyy-MM-dd HH:mm:ss");
|
||||
break;
|
||||
case DatType.Custom:
|
||||
default:
|
||||
manufacturer = fileinfo[1].Value;
|
||||
system = fileinfo[2].Value;
|
||||
source = fileinfo[3].Value;
|
||||
datestring = fileinfo[4].Value;
|
||||
|
||||
GroupCollection cDateInfo = Regex.Match(datestring, Constants.DefaultDatePattern).Groups;
|
||||
date = cDateInfo[1].Value + "-" + cDateInfo[2].Value + "-" + cDateInfo[3].Value + " " +
|
||||
cDateInfo[4].Value + ":" + cDateInfo[5].Value + ":" + cDateInfo[6].Value;
|
||||
break;
|
||||
}
|
||||
|
||||
// Check to make sure that the manufacturer and system are valid according to the database
|
||||
int sysid = -1;
|
||||
string query = "SELECT id FROM systems WHERE manufacturer='" + manufacturer + "' AND system='" + system +"'";
|
||||
//string query = "SELECT id FROM system WHERE manufacturer='" + manufacturer + "' AND name='" + system + "'";
|
||||
using (SqliteConnection dbc = new SqliteConnection(_connectionString))
|
||||
{
|
||||
dbc.Open();
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
using (SqliteDataReader sldr = slc.ExecuteReader())
|
||||
{
|
||||
// If nothing is found, tell the user and exit
|
||||
if (!sldr.HasRows)
|
||||
{
|
||||
_logger.Error("No suitable system for '" + filename + "' (" + manufacturer + " " + system + ") found! Please add the system and then try again.");
|
||||
return false;
|
||||
}
|
||||
|
||||
// Set the system ID from the first found value
|
||||
sldr.Read();
|
||||
sysid = sldr.GetInt32(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Check to make sure that the source is valid according to the database
|
||||
int srcid = -1;
|
||||
query = "SELECT id FROM sources WHERE name='" + source + "'";
|
||||
//query = "SELECT id FROM source WHERE name='" + source + "'";
|
||||
using (SqliteConnection dbc = new SqliteConnection(_connectionString))
|
||||
{
|
||||
dbc.Open();
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
using (SqliteDataReader sldr = slc.ExecuteReader())
|
||||
{
|
||||
// If nothing is found, tell the user and exit
|
||||
if (!sldr.HasRows)
|
||||
{
|
||||
_logger.Error("No suitable source for '" + filename + "' found! Please add the source and then try again.");
|
||||
return false;
|
||||
}
|
||||
|
||||
// Set the source ID from the first found value
|
||||
sldr.Read();
|
||||
srcid = sldr.GetInt32(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Get all roms that are found in the DAT to see what needs to be added
|
||||
Dat datdata = new Dat();
|
||||
datdata = DatTools.Parse(_filepath, sysid, srcid, datdata, _logger);
|
||||
|
||||
// Sort inputted roms into games
|
||||
SortedDictionary<string, List<Rom>> sortable = new SortedDictionary<string, List<Rom>>();
|
||||
long count = 0;
|
||||
foreach (List<Rom> roms in datdata.Files.Values)
|
||||
{
|
||||
List<Rom> newroms = roms;
|
||||
if (datdata.MergeRoms)
|
||||
{
|
||||
newroms = RomTools.Merge(newroms, _logger);
|
||||
}
|
||||
|
||||
foreach (Rom rom in newroms)
|
||||
{
|
||||
count++;
|
||||
string key = rom.Metadata.SystemID.ToString().PadLeft(10, '0') + "-" + rom.Metadata.SourceID.ToString().PadLeft(10, '0') + "-" + rom.Machine.Name.ToLowerInvariant();
|
||||
if (sortable.ContainsKey(key))
|
||||
{
|
||||
sortable[key].Add(rom);
|
||||
}
|
||||
else
|
||||
{
|
||||
List<Rom> temp = new List<Rom>();
|
||||
temp.Add(rom);
|
||||
sortable.Add(key, temp);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Loop over all roms, checking for adds
|
||||
foreach (string key in sortable.Keys)
|
||||
{
|
||||
List<Rom> roms = sortable[key];
|
||||
RomTools.Sort(roms, true);
|
||||
|
||||
long gameid = -1;
|
||||
using (SqliteConnection dbc = new SqliteConnection(_connectionString))
|
||||
{
|
||||
dbc.Open();
|
||||
|
||||
// For each game, check for a new ID
|
||||
gameid = AddGame(sysid, roms[0].Machine.Name, srcid, dbc);
|
||||
|
||||
foreach (Rom rom in roms)
|
||||
{
|
||||
// BEGIN COMMENT
|
||||
// Try to add the rom with the game information
|
||||
AddRom(rom, gameid, date, dbc);
|
||||
// END COMMENT
|
||||
|
||||
/*
|
||||
// Try to add the romdata
|
||||
AddHash(rom, sysid, srcid, date, dbc);
|
||||
*/
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Add a game to the database if it doesn't already exist
|
||||
/// </summary>
|
||||
/// <param name="sysid">System ID for the game to be added with</param>
|
||||
/// <param name="machinename">Name of the game to be added</param>
|
||||
/// <param name="srcid">Source ID for the game to be added with</param>
|
||||
/// <param name="dbc">SQLite database connection to use</param>
|
||||
/// <returns>Game ID of the inserted (or found) game, -1 on error</returns>
|
||||
private long AddGame(int sysid, string machinename, int srcid, SqliteConnection dbc)
|
||||
{
|
||||
// WoD gets rid of anything past the first "(" or "[" as the name, we will do the same
|
||||
string stripPattern = @"(([[(].*[\)\]] )?([^([]+))";
|
||||
Regex stripRegex = new Regex(stripPattern);
|
||||
Match stripMatch = stripRegex.Match(machinename);
|
||||
machinename = stripMatch.Groups[1].Value;
|
||||
|
||||
// Run the name through the filters to make sure that it's correct
|
||||
machinename = Style.NormalizeChars(machinename);
|
||||
machinename = Style.RussianToLatin(machinename);
|
||||
machinename = Style.SearchPattern(machinename);
|
||||
machinename = machinename.Trim();
|
||||
|
||||
long gameid = -1;
|
||||
string query = "SELECT id FROM games WHERE system=" + sysid +
|
||||
" AND name='" + machinename.Replace("'", "''") + "'" +
|
||||
" AND source=" + srcid;
|
||||
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
using (SqliteDataReader sldr = slc.ExecuteReader())
|
||||
{
|
||||
// If nothing is found, add the game and get the insert ID
|
||||
if (!sldr.HasRows)
|
||||
{
|
||||
query = "INSERT INTO games (system, name, source)" +
|
||||
" VALUES (" + sysid + ", '" + machinename.Replace("'", "''") + "', " + srcid + ")";
|
||||
|
||||
using (SqliteCommand slc2 = new SqliteCommand(query, dbc))
|
||||
{
|
||||
slc2.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
query = "SELECT last_insertConstants.Rowid()";
|
||||
using (SqliteCommand slc2 = new SqliteCommand(query, dbc))
|
||||
{
|
||||
gameid = (long)slc2.ExecuteScalar();
|
||||
}
|
||||
}
|
||||
// Otherwise, retrieve the ID
|
||||
else
|
||||
{
|
||||
sldr.Read();
|
||||
gameid = sldr.GetInt64(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return gameid;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Add a file to the database if it doesn't already exist
|
||||
/// </summary>
|
||||
/// <param name="rom">Rom object representing the rom</param>
|
||||
/// <param name="gameid">ID of the parent game to be mapped to</param>
|
||||
/// <param name="date">Last updated date</param>
|
||||
/// <param name="dbc">SQLite database connection to use</param>
|
||||
/// <returns>True if the file exists or could be added, false on error</returns>
|
||||
private bool AddRom(Rom rom, long gameid, string date, SqliteConnection dbc)
|
||||
{
|
||||
// WOD origninally stripped out any subdirs from the imported files, we do the same
|
||||
rom.Name = Path.GetFileName(rom.Name);
|
||||
|
||||
// Run the name through the filters to make sure that it's correct
|
||||
rom.Name = Style.NormalizeChars(rom.Name);
|
||||
rom.Name = Style.RussianToLatin(rom.Name);
|
||||
rom.Name = Regex.Replace(rom.Name, @"(.*) \.(.*)", "$1.$2");
|
||||
|
||||
if (rom.Type != ItemType.Rom && rom.Type != ItemType.Disk)
|
||||
{
|
||||
rom.Type = ItemType.Rom;
|
||||
}
|
||||
|
||||
// Check to see if this exact file is in the database already
|
||||
string query = @"
|
||||
SELECT files.id FROM files
|
||||
JOIN checksums
|
||||
ON files.id=checksums.file
|
||||
WHERE files.name='" + rom.Name.Replace("'", "''") + @"'
|
||||
AND files.type='" + rom.Type + @"'
|
||||
AND files.setid=" + gameid +
|
||||
" AND checksums.size=" + rom.HashData.Size +
|
||||
" AND checksums.crc='" + rom.HashData.CRC + "'" +
|
||||
" AND checksums.md5='" + rom.HashData.MD5 + "'" +
|
||||
" AND checksums.sha1='" + rom.HashData.SHA1 + "'";
|
||||
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
using (SqliteDataReader sldr = slc.ExecuteReader())
|
||||
{
|
||||
// If the file doesn't exist, add it with its checksums
|
||||
if (!sldr.HasRows)
|
||||
{
|
||||
query = @"BEGIN;
|
||||
INSERT INTO files (setid, name, type, lastupdated)
|
||||
VALUES (" + gameid + ", '" + rom.Name.Replace("'", "''") + "', '" + rom.Type + "', '" + date + @"');
|
||||
INSERT INTO checksums (file, size, crc, md5, sha1)
|
||||
VALUES ((SELECT last_insertConstants.Rowid()), " + rom.HashData.Size + ", '" + rom.HashData.CRC + "'" + ", '" + rom.HashData.MD5 + "'" + ", '" + rom.HashData.SHA1 + @"');
|
||||
COMMIT;";
|
||||
using (SqliteCommand slc2 = new SqliteCommand(query, dbc))
|
||||
{
|
||||
int affected = slc2.ExecuteNonQuery();
|
||||
|
||||
// If the insert was unsuccessful, something bad happened
|
||||
if (affected < 1)
|
||||
{
|
||||
_logger.Error("There was an error adding " + rom.Name + " to the database!");
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Add a hash to the database if it doesn't exist already
|
||||
/// </summary>
|
||||
/// <param name="rom">Rom object representing the rom</param>
|
||||
/// <param name="sysid">System ID for the game to be added with</param>
|
||||
/// <param name="srcid">Source ID for the game to be added with</param>
|
||||
/// <param name="date">Last updated date</param>
|
||||
/// <param name="dbc">SQLite database connection to use</param>
|
||||
/// <returns>True if the hash exists or could be added, false on error</returns>
|
||||
/// <remarks>This is currently unused. It is a test method for the new SabreTools DB schema</remarks>
|
||||
private bool AddHash(Rom rom, int sysid, int srcid, string date, SqliteConnection dbc)
|
||||
{
|
||||
// Process the game name
|
||||
|
||||
// WoD gets rid of anything past the first "(" or "[" as the name, we will do the same
|
||||
string stripPattern = @"(([[(].*[\)\]] )?([^([]+))";
|
||||
Regex stripRegex = new Regex(stripPattern);
|
||||
Match stripMatch = stripRegex.Match(rom.Machine.Name);
|
||||
rom.Machine.Name = stripMatch.Groups[1].Value;
|
||||
|
||||
// Run the name through the filters to make sure that it's correct
|
||||
rom.Machine.Name = Style.NormalizeChars(rom.Machine.Name);
|
||||
rom.Machine.Name = Style.RussianToLatin(rom.Machine.Name);
|
||||
rom.Machine.Name = Style.SearchPattern(rom.Machine.Name);
|
||||
rom.Machine.Name = rom.Machine.Name.Trim();
|
||||
|
||||
// Process the rom name
|
||||
|
||||
// WOD origninally stripped out any subdirs from the imported files, we do the same
|
||||
rom.Name = Path.GetFileName(rom.Name);
|
||||
|
||||
// Run the name through the filters to make sure that it's correct
|
||||
rom.Name = Style.NormalizeChars(rom.Name);
|
||||
rom.Name = Style.RussianToLatin(rom.Name);
|
||||
rom.Name = Regex.Replace(rom.Name, @"(.*) \.(.*)", "$1.$2");
|
||||
|
||||
// Retrieve or insert the hash
|
||||
long hashid = -1;
|
||||
string query = "SELECT id FROM hash WHERE size=" + rom.HashData.Size + " AND crc='" + rom.HashData.CRC + "' AND md5='" + rom.HashData.MD5 + "' AND sha1='" + rom.HashData.SHA1 + "'";
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
using (SqliteDataReader sldr = slc.ExecuteReader())
|
||||
{
|
||||
// If nothing is found, add the hash and get the insert ID
|
||||
if (!sldr.HasRows)
|
||||
{
|
||||
query = "INSERT INTO hash (size, crc, md5, sha1)" +
|
||||
" VALUES (" + rom.HashData.Size + ", '" + rom.HashData.CRC + "', '" + rom.HashData.MD5 + "', '" + rom.HashData.SHA1 + "')";
|
||||
|
||||
using (SqliteCommand slc2 = new SqliteCommand(query, dbc))
|
||||
{
|
||||
slc2.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
query = "SELECT last_insertConstants.Rowid()";
|
||||
using (SqliteCommand slc2 = new SqliteCommand(query, dbc))
|
||||
{
|
||||
hashid = (long)slc2.ExecuteScalar();
|
||||
}
|
||||
}
|
||||
// Otherwise, retrieve the ID
|
||||
else
|
||||
{
|
||||
sldr.Read();
|
||||
hashid = sldr.GetInt64(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Ignore or insert the file and game
|
||||
query = @"BEGIN;
|
||||
INSERT OR IGNORE INTO hashdata (hashid, key, value) VALUES " +
|
||||
"(" + hashid + ", 'name', '" + rom.Name.Replace("'", "''") + "'), " +
|
||||
"(" + hashid + ", 'game', '" + rom.Machine.Name.Replace("'", "''") + "'), " +
|
||||
"(" + hashid + ", 'type', '" + rom.Type + "'), " +
|
||||
"(" + hashid + ", 'lastupdated', '" + date + @"');
|
||||
INSERT OR IGNORE INTO gamesystem (game, systemid) VALUES ('" + rom.Machine.Name.Replace("'", "''") + "', " + sysid + @");
|
||||
INSERT OR IGNORE INTO gamesource (game, sourceid) VALUES ('" + rom.Machine.Name.Replace("'", "''") + "', " + srcid + @");
|
||||
COMMIT;";
|
||||
|
||||
using (SqliteCommand slc = new SqliteCommand(query, dbc))
|
||||
{
|
||||
int ret = slc.ExecuteNonQuery();
|
||||
if ((SQLiteErrorCode)ret == SQLiteErrorCode.Error)
|
||||
{
|
||||
_logger.Error("A SQLite error has occurred: " + ((SQLiteErrorCode)ret).ToString());
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user