2016-04-28 14:08:06 -07:00
|
|
|
|
using System;
|
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
|
using System.IO;
|
|
|
|
|
|
using System.Linq;
|
|
|
|
|
|
using System.Text;
|
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
|
|
|
|
|
|
|
using SabreTools.Helper;
|
|
|
|
|
|
|
|
|
|
|
|
namespace SabreTools
|
|
|
|
|
|
{
|
|
|
|
|
|
public class OfflineMerge
|
|
|
|
|
|
{
|
|
|
|
|
|
// Instance variables
|
|
|
|
|
|
private string _currentAllMerged;
|
2016-04-28 15:00:55 -07:00
|
|
|
|
private string _currentMissingMerged;
|
|
|
|
|
|
private string _currentNewMerged;
|
2016-04-28 14:08:06 -07:00
|
|
|
|
private bool _fake;
|
|
|
|
|
|
private Logger _logger;
|
|
|
|
|
|
|
2016-04-28 15:09:11 -07:00
|
|
|
|
// Static required variables
|
|
|
|
|
|
private static long sizezero = 0;
|
|
|
|
|
|
private static string crczero = "00000000";
|
|
|
|
|
|
private static string md5zero = "d41d8cd98f00b204e9800998ecf8427e";
|
|
|
|
|
|
private static string sha1zero = "da39a3ee5e6b4b0d3255bfef95601890afd80709";
|
|
|
|
|
|
|
2016-04-28 14:08:06 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Instantiate an OfflineMerge object
|
|
|
|
|
|
/// </summary>
|
2016-04-28 15:00:55 -07:00
|
|
|
|
/// <param name="currentAllMerged">Old-current DAT with merged and deduped values</param>
|
|
|
|
|
|
/// <param name="currentMissingMerged">Old-current missing DAT with merged and deduped values</param>
|
|
|
|
|
|
/// <param name="currentNewMerged">New-current DAT with merged and deduped values</param>
|
2016-04-28 14:08:06 -07:00
|
|
|
|
/// <param name="fake">True if all values should be replaced with default 0-byte values, false otherwise</param>
|
|
|
|
|
|
/// <param name="logger">Logger object for console and file output</param>
|
2016-04-28 15:00:55 -07:00
|
|
|
|
public OfflineMerge (string currentAllMerged, string currentMissingMerged, string currentNewMerged, bool fake, Logger logger)
|
2016-04-28 14:08:06 -07:00
|
|
|
|
{
|
|
|
|
|
|
_currentAllMerged = currentAllMerged.Replace("\"", "");
|
2016-04-28 15:00:55 -07:00
|
|
|
|
_currentMissingMerged = currentMissingMerged.Replace("\"", "");
|
|
|
|
|
|
_currentNewMerged = currentNewMerged;
|
2016-04-28 14:08:06 -07:00
|
|
|
|
_fake = fake;
|
|
|
|
|
|
_logger = logger;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public static void Main(string[] args)
|
|
|
|
|
|
{
|
2016-04-28 15:40:54 -07:00
|
|
|
|
// Perform initial setup and verification
|
|
|
|
|
|
Logger logger = new Logger(false, "database.log");
|
|
|
|
|
|
logger.Start();
|
|
|
|
|
|
Console.Clear();
|
|
|
|
|
|
|
|
|
|
|
|
// Credits take precidence over all
|
|
|
|
|
|
if ((new List<string>(args)).Contains("--credits"))
|
|
|
|
|
|
{
|
|
|
|
|
|
Build.Credits();
|
|
|
|
|
|
logger.Close();
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If there's no arguments, show the help
|
|
|
|
|
|
if (args.Length == 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
Build.Help();
|
|
|
|
|
|
logger.Close();
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Set all default values
|
|
|
|
|
|
bool help = false, fake = false;
|
|
|
|
|
|
string currentAllMerged = "", currentMissingMerged = "", currentNewMerged = "";
|
|
|
|
|
|
|
|
|
|
|
|
// Determine which switches are enabled (with values if necessary)
|
|
|
|
|
|
foreach (string arg in args)
|
|
|
|
|
|
{
|
|
|
|
|
|
switch (arg)
|
|
|
|
|
|
{
|
|
|
|
|
|
case "-?":
|
|
|
|
|
|
case "-h":
|
|
|
|
|
|
case "--help":
|
|
|
|
|
|
help = true;
|
|
|
|
|
|
break;
|
|
|
|
|
|
case "-f":
|
|
|
|
|
|
case "--fake":
|
|
|
|
|
|
fake = true;
|
|
|
|
|
|
break;
|
|
|
|
|
|
default:
|
|
|
|
|
|
if (File.Exists(arg.Replace("\"", "")))
|
|
|
|
|
|
{
|
|
|
|
|
|
if (currentAllMerged == "")
|
|
|
|
|
|
{
|
2016-04-28 15:50:45 -07:00
|
|
|
|
currentAllMerged = arg.Replace("\"", "");
|
2016-04-28 15:40:54 -07:00
|
|
|
|
}
|
|
|
|
|
|
else if (currentMissingMerged == "")
|
|
|
|
|
|
{
|
2016-04-28 15:50:45 -07:00
|
|
|
|
currentMissingMerged = arg.Replace("\"", "");
|
2016-04-28 15:40:54 -07:00
|
|
|
|
}
|
|
|
|
|
|
else if (currentNewMerged == "")
|
|
|
|
|
|
{
|
2016-04-28 15:50:45 -07:00
|
|
|
|
currentNewMerged = arg.Replace("\"", "");
|
2016-04-28 15:40:54 -07:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
logger.Warning("Only 3 input files are required; ignoring " + arg);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2016-04-28 15:54:29 -07:00
|
|
|
|
else if (Directory.Exists(arg.Replace("\"", "")))
|
|
|
|
|
|
{
|
|
|
|
|
|
foreach (string file in Directory.GetFiles(arg.Replace("\"", ""), "*", SearchOption.AllDirectories))
|
|
|
|
|
|
{
|
|
|
|
|
|
if (currentAllMerged == "")
|
|
|
|
|
|
{
|
|
|
|
|
|
currentAllMerged = arg.Replace("\"", "");
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (currentMissingMerged == "")
|
|
|
|
|
|
{
|
|
|
|
|
|
currentMissingMerged = arg.Replace("\"", "");
|
|
|
|
|
|
}
|
|
|
|
|
|
else if (currentNewMerged == "")
|
|
|
|
|
|
{
|
|
|
|
|
|
currentNewMerged = arg.Replace("\"", "");
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
logger.Warning("Only 3 input files are required; ignoring " + arg);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2016-04-28 15:40:54 -07:00
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
logger.Warning("Invalid input detected: " + arg);
|
|
|
|
|
|
Console.WriteLine();
|
|
|
|
|
|
Build.Help();
|
|
|
|
|
|
logger.Close();
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
break;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If help is set or any of the inputs are empty, show help
|
|
|
|
|
|
if (help || currentAllMerged == "" || currentMissingMerged == "" || currentNewMerged == "")
|
|
|
|
|
|
{
|
|
|
|
|
|
Build.Help();
|
|
|
|
|
|
logger.Close();
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Otherwise, run the program
|
|
|
|
|
|
OfflineMerge om = new OfflineMerge(currentAllMerged, currentMissingMerged, currentNewMerged, fake, logger);
|
|
|
|
|
|
om.Process();
|
|
|
|
|
|
}
|
2016-04-28 14:08:06 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Process the supplied inputs and create the three required outputs:
|
2016-04-28 15:00:55 -07:00
|
|
|
|
/// (a) Net New - (currentNewMerged)-(currentAllMerged)
|
|
|
|
|
|
/// (b) Unneeded - (currentAllMerged)-(currentNewMerged)
|
|
|
|
|
|
/// (c) New Missing - (a)+(currentMissingMerged-(b))
|
2016-04-28 14:08:06 -07:00
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <returns>True if the files were created properly, false otherwise</returns>
|
|
|
|
|
|
public bool Process()
|
|
|
|
|
|
{
|
2016-04-28 14:30:02 -07:00
|
|
|
|
// First get the combination Dictionary of currentWithReplaced and currentAllMerged
|
|
|
|
|
|
Dictionary<string, List<RomData>> completeDats = new Dictionary<string, List<RomData>>();
|
|
|
|
|
|
completeDats = RomManipulation.ParseDict(_currentAllMerged, 0, 0, completeDats, _logger);
|
2016-04-28 15:00:55 -07:00
|
|
|
|
completeDats = RomManipulation.ParseDict(_currentNewMerged, 0, 0, completeDats, _logger);
|
2016-04-28 14:30:02 -07:00
|
|
|
|
|
|
|
|
|
|
// Now get Net New output dictionary
|
|
|
|
|
|
Dictionary<string, List<RomData>> netNew = new Dictionary<string, List<RomData>>();
|
|
|
|
|
|
foreach (string key in completeDats.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (completeDats[key].Count == 1)
|
|
|
|
|
|
{
|
2016-04-28 15:00:55 -07:00
|
|
|
|
if (completeDats[key][0].System == _currentNewMerged)
|
2016-04-28 14:30:02 -07:00
|
|
|
|
{
|
|
|
|
|
|
if (netNew.ContainsKey(key))
|
|
|
|
|
|
{
|
|
|
|
|
|
netNew[key].Add(completeDats[key][0]);
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
temp.Add(completeDats[key][0]);
|
|
|
|
|
|
netNew.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Now create the Unneeded dictionary
|
|
|
|
|
|
Dictionary<string, List<RomData>> unneeded = new Dictionary<string, List<RomData>>();
|
|
|
|
|
|
foreach (string key in completeDats.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (completeDats[key].Count == 1)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (completeDats[key][0].System == _currentAllMerged)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (netNew.ContainsKey(key))
|
|
|
|
|
|
{
|
|
|
|
|
|
netNew[key].Add(completeDats[key][0]);
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
temp.Add(completeDats[key][0]);
|
|
|
|
|
|
netNew.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-04-28 15:00:55 -07:00
|
|
|
|
// Now create the New Missing dictionary
|
|
|
|
|
|
Dictionary<string, List<RomData>> midMissing = new Dictionary<string, List<RomData>>();
|
|
|
|
|
|
midMissing = RomManipulation.ParseDict(_currentMissingMerged, 0, 0, midMissing, _logger);
|
|
|
|
|
|
foreach (string key in unneeded.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (midMissing.ContainsKey(key))
|
|
|
|
|
|
{
|
|
|
|
|
|
midMissing[key].AddRange(unneeded[key]);
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
midMissing.Add(key, unneeded[key]);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
Dictionary<string, List<RomData>> newMissing = new Dictionary<string, List<RomData>>();
|
|
|
|
|
|
foreach (string key in midMissing.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (midMissing[key].Count == 1)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (midMissing[key][0].System == _currentMissingMerged)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (newMissing.ContainsKey(key))
|
|
|
|
|
|
{
|
|
|
|
|
|
newMissing[key].Add(midMissing[key][0]);
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
temp.Add(midMissing[key][0]);
|
|
|
|
|
|
newMissing.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
foreach (string key in netNew.Keys)
|
|
|
|
|
|
{
|
2016-04-28 15:12:49 -07:00
|
|
|
|
if (newMissing.ContainsKey(key))
|
2016-04-28 15:00:55 -07:00
|
|
|
|
{
|
2016-04-28 15:12:49 -07:00
|
|
|
|
newMissing[key].AddRange(netNew[key]);
|
2016-04-28 15:00:55 -07:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2016-04-28 15:12:49 -07:00
|
|
|
|
newMissing.Add(key, netNew[key]);
|
2016-04-28 15:00:55 -07:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-04-28 15:21:08 -07:00
|
|
|
|
// If we are supposed to replace everything in the output with default values, do so
|
|
|
|
|
|
if (_fake)
|
|
|
|
|
|
{
|
|
|
|
|
|
foreach (string key in netNew.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
List<RomData> roms = netNew[key];
|
|
|
|
|
|
for (int i = 0; i < roms.Count; i++)
|
|
|
|
|
|
{
|
|
|
|
|
|
RomData rom = roms[i];
|
|
|
|
|
|
rom.Size = sizezero;
|
|
|
|
|
|
rom.CRC = crczero;
|
|
|
|
|
|
rom.MD5 = md5zero;
|
|
|
|
|
|
rom.SHA1 = sha1zero;
|
|
|
|
|
|
temp.Add(rom);
|
|
|
|
|
|
}
|
|
|
|
|
|
netNew.Remove(key);
|
|
|
|
|
|
netNew.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
foreach (string key in unneeded.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
List<RomData> roms = unneeded[key];
|
|
|
|
|
|
for (int i = 0; i < roms.Count; i++)
|
|
|
|
|
|
{
|
|
|
|
|
|
RomData rom = roms[i];
|
|
|
|
|
|
rom.Size = sizezero;
|
|
|
|
|
|
rom.CRC = crczero;
|
|
|
|
|
|
rom.MD5 = md5zero;
|
|
|
|
|
|
rom.SHA1 = sha1zero;
|
|
|
|
|
|
temp.Add(rom);
|
|
|
|
|
|
}
|
|
|
|
|
|
unneeded.Remove(key);
|
|
|
|
|
|
unneeded.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
foreach (string key in newMissing.Keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
List<RomData> temp = new List<RomData>();
|
|
|
|
|
|
List<RomData> roms = newMissing[key];
|
|
|
|
|
|
for (int i = 0; i < roms.Count; i++)
|
|
|
|
|
|
{
|
|
|
|
|
|
RomData rom = roms[i];
|
|
|
|
|
|
rom.Size = sizezero;
|
|
|
|
|
|
rom.CRC = crczero;
|
|
|
|
|
|
rom.MD5 = md5zero;
|
|
|
|
|
|
rom.SHA1 = sha1zero;
|
|
|
|
|
|
temp.Add(rom);
|
|
|
|
|
|
}
|
|
|
|
|
|
newMissing.Remove(key);
|
|
|
|
|
|
newMissing.Add(key, temp);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-04-28 15:12:49 -07:00
|
|
|
|
// Finally, output all of the files
|
|
|
|
|
|
Output.WriteToDatFromDict("netnew-merged", "netnew-merged", "", DateTime.Now.ToString("yyyy-MM-dd"), "", "SabreTools", false, false, true, "", netNew, _logger);
|
|
|
|
|
|
Output.WriteToDatFromDict("unneeded-merged", "unneeded-merged", "", DateTime.Now.ToString("yyyy-MM-dd"), "", "SabreTools", false, false, true, "", unneeded, _logger);
|
|
|
|
|
|
Output.WriteToDatFromDict("newmissing-merged", "newmissing-merged", "", DateTime.Now.ToString("yyyy-MM-dd"), "", "SabreTools", false, false, true, "", newMissing, _logger);
|
|
|
|
|
|
|
2016-04-28 14:08:06 -07:00
|
|
|
|
return true;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|