Files
SabreTools/SabreTools.Helper/Objects/OfflineMerge.cs

503 lines
14 KiB
C#
Raw Normal View History

2016-06-13 23:54:13 -07:00
using SabreTools.Helper;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
namespace SabreTools
{
public class OfflineMerge
{
// Instance variables
private string _currentAllMerged;
private string _currentMissingMerged;
private string _currentNewMerged;
private bool _fake;
private Logger _logger;
/// <summary>
/// Instantiate an OfflineMerge object
/// </summary>
/// <param name="currentAllMerged">Old-current DAT with merged and deduped values</param>
/// <param name="currentMissingMerged">Old-current missing DAT with merged and deduped values</param>
/// <param name="currentNewMerged">New-current DAT with merged and deduped values</param>
/// <param name="fake">True if all values should be replaced with default 0-byte values, false otherwise</param>
/// <param name="logger">Logger object for console and file output</param>
public OfflineMerge (string currentAllMerged, string currentMissingMerged, string currentNewMerged, bool fake, Logger logger)
{
2016-06-13 10:37:44 -07:00
_currentAllMerged = currentAllMerged;
_currentMissingMerged = currentMissingMerged;
_currentNewMerged = currentNewMerged;
_fake = fake;
_logger = logger;
}
/// <summary>
2016-05-04 14:43:40 -07:00
/// Process the supplied inputs and create the four outputs
/// </summary>
/// <returns>True if the files were created properly, false otherwise</returns>
public bool Process()
{
2016-05-04 14:43:40 -07:00
// Check all of the files for validity and break if one doesn't exist
if (_currentAllMerged != "" && !File.Exists(_currentAllMerged))
2016-05-04 14:43:40 -07:00
{
return false;
}
if (_currentMissingMerged != "" && !File.Exists(_currentMissingMerged))
2016-05-04 14:43:40 -07:00
{
return false;
}
if (_currentNewMerged != "" && !File.Exists(_currentNewMerged))
2016-05-04 14:43:40 -07:00
{
return false;
}
// If we have all three DATs, then generate everything
if (_currentAllMerged != "" && _currentMissingMerged != "" && _currentNewMerged != "")
{
2016-05-04 14:43:40 -07:00
// First get the combination Dictionary of currentAllMerged and currentNewMerged
_logger.User("Adding Current and New Merged DATs to the dictionary");
Dat completeDats = new Dat();
completeDats = DatTools.Parse(_currentAllMerged, 0, 0, completeDats, _logger);
completeDats = DatTools.Parse(_currentNewMerged, 0, 0, completeDats, _logger);
2016-05-04 14:43:40 -07:00
// Now get Net New output dictionary [(currentNewMerged)-(currentAllMerged)]
_logger.User("Creating and populating Net New dictionary");
Dictionary<string, List<Rom>> netNew = new Dictionary<string, List<Rom>>();
foreach (string key in completeDats.Files.Keys)
{
List<Rom> templist = RomTools.Merge(completeDats.Files[key], _logger);
foreach (Rom rom in templist)
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentNewMerged)
{
2016-05-04 14:43:40 -07:00
if (netNew.ContainsKey(key))
{
netNew[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
netNew.Add(key, temp);
}
}
}
}
2016-05-04 14:43:40 -07:00
// Now create the Unneeded dictionary [(currentAllMerged)-(currentNewMerged)]
_logger.User("Creating and populating Uneeded dictionary");
Dictionary<string, List<Rom>> unneeded = new Dictionary<string, List<Rom>>();
foreach (string key in completeDats.Files.Keys)
{
List<Rom> templist = RomTools.Merge(completeDats.Files[key], _logger);
foreach (Rom rom in templist)
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentAllMerged)
{
2016-05-04 14:43:40 -07:00
if (unneeded.ContainsKey(key))
{
unneeded[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
unneeded.Add(key, temp);
}
}
}
}
2016-05-04 14:43:40 -07:00
// Now create the New Missing dictionary [(Net New)+(currentMissingMerged-(Unneeded))]
_logger.User("Creating and populating New Missing dictionary");
Dat midMissing = new Dat();
midMissing = DatTools.Parse(_currentMissingMerged, 0, 0, midMissing, _logger);
2016-05-04 14:43:40 -07:00
foreach (string key in unneeded.Keys)
{
if (midMissing.Files.ContainsKey(key))
2016-05-04 14:43:40 -07:00
{
midMissing.Files[key].AddRange(unneeded[key]);
2016-05-04 14:43:40 -07:00
}
else
{
midMissing.Files.Add(key, unneeded[key]);
2016-05-04 14:43:40 -07:00
}
}
Dictionary<string, List<Rom>> newMissing = new Dictionary<string, List<Rom>>();
foreach (string key in midMissing.Files.Keys)
{
List<Rom> templist = RomTools.Merge(midMissing.Files[key], _logger);
foreach (Rom rom in templist)
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentMissingMerged)
{
2016-05-04 14:43:40 -07:00
if (newMissing.ContainsKey(key))
{
newMissing[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
newMissing.Add(key, temp);
}
}
}
}
2016-05-04 14:43:40 -07:00
foreach (string key in netNew.Keys)
{
2016-05-04 14:43:40 -07:00
if (newMissing.ContainsKey(key))
{
newMissing[key].AddRange(netNew[key]);
}
else
{
newMissing.Add(key, netNew[key]);
}
}
2016-05-04 14:43:40 -07:00
// Now create the Have dictionary [(currentNewMerged)-(c)]
_logger.User("Creating and populating Have dictionary");
Dictionary<string, List<Rom>> midHave = new Dictionary<string, List<Rom>>();
2016-05-04 14:43:40 -07:00
foreach (string key in newMissing.Keys)
2016-05-03 13:53:06 -07:00
{
2016-05-04 14:43:40 -07:00
if (midHave.ContainsKey(key))
{
midHave[key].AddRange(newMissing[key]);
}
else
{
midHave.Add(key, newMissing[key]);
}
2016-05-03 13:53:06 -07:00
}
foreach (string key in completeDats.Files.Keys)
2016-05-03 13:53:06 -07:00
{
2016-05-04 14:43:40 -07:00
if (midHave.ContainsKey(key))
2016-05-03 13:53:06 -07:00
{
foreach (Rom rom in completeDats.Files[key])
2016-05-03 13:53:06 -07:00
{
if (rom.Metadata.System == _currentNewMerged)
2016-05-04 14:43:40 -07:00
{
midHave[key].Add(rom);
}
2016-05-03 13:53:06 -07:00
}
}
2016-05-04 14:43:40 -07:00
else
{
List<Rom> roms = new List<Rom>();
foreach (Rom rom in completeDats.Files[key])
2016-05-04 14:43:40 -07:00
{
if (rom.Metadata.System == _currentNewMerged)
2016-05-04 14:43:40 -07:00
{
roms.Add(rom);
}
}
midHave.Add(key, roms);
}
2016-05-03 13:53:06 -07:00
}
Dictionary<string, List<Rom>> have = new Dictionary<string, List<Rom>>();
2016-05-04 14:43:40 -07:00
foreach (string key in midHave.Keys)
2016-05-03 13:53:06 -07:00
{
List<Rom> templist = RomTools.Merge(midHave[key], _logger);
foreach (Rom rom in templist)
2016-05-03 13:53:06 -07:00
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentNewMerged)
2016-05-03 13:53:06 -07:00
{
2016-05-04 14:43:40 -07:00
if (have.ContainsKey(key))
{
have[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
have.Add(key, temp);
}
2016-05-03 13:53:06 -07:00
}
}
}
2016-05-04 14:43:40 -07:00
// If we are supposed to replace everything in the output with default values, do so
if (_fake)
2016-05-03 13:53:06 -07:00
{
_logger.User("Replacing all hashes in Net New with 0-byte values");
2016-05-04 14:43:40 -07:00
List<string> keys = netNew.Keys.ToList();
foreach (string key in keys)
2016-05-03 13:53:06 -07:00
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = netNew[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
2016-05-03 13:53:06 -07:00
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-04 14:43:40 -07:00
temp.Add(rom);
2016-05-03 13:53:06 -07:00
}
2016-05-04 14:43:40 -07:00
netNew[key] = temp;
}
_logger.User("Replacing all hashes in Unneeded with 0-byte values");
2016-05-04 14:43:40 -07:00
keys = unneeded.Keys.ToList();
foreach (string key in keys)
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = unneeded[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-04 14:43:40 -07:00
temp.Add(rom);
}
unneeded[key] = temp;
}
_logger.User("Replacing all hashes in New Missing with 0-byte values");
2016-05-04 14:43:40 -07:00
keys = newMissing.Keys.ToList();
foreach (string key in keys)
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = newMissing[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
2016-05-03 13:53:06 -07:00
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-03 23:59:32 -07:00
temp.Add(rom);
2016-05-03 13:53:06 -07:00
}
2016-05-04 14:43:40 -07:00
newMissing[key] = temp;
}
_logger.User("Replacing all hashes in Have with 0-byte values");
2016-05-04 14:43:40 -07:00
keys = have.Keys.ToList();
foreach (string key in keys)
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = have[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-04 14:43:40 -07:00
temp.Add(rom);
}
have[key] = temp;
2016-05-03 13:53:06 -07:00
}
}
2016-05-04 14:43:40 -07:00
// Finally, output all of the files
Dat netNewData = new Dat
{
Name = "Net New",
Description = "Net New",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = netNew,
};
Dat unneededData = new Dat
{
Name = "Unneeded",
Description = "Unneeded",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = unneeded,
};
Dat newMissingData = new Dat
{
Name = "New Missing",
Description = "New Missing",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = newMissing,
};
Dat haveData = new Dat
{
Name = "Have",
Description = "Have",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = have,
};
DatTools.WriteDatfile(netNewData, "", _logger);
DatTools.WriteDatfile(unneededData, "", _logger);
DatTools.WriteDatfile(newMissingData, "", _logger);
DatTools.WriteDatfile(haveData, "", _logger);
2016-05-04 14:43:40 -07:00
return true;
2016-05-03 13:53:06 -07:00
}
2016-05-04 14:43:40 -07:00
// If we only have the old merged and missing, only generate Have
else if (_currentAllMerged != "" && _currentMissingMerged != "")
2016-04-28 15:21:08 -07:00
{
2016-05-04 14:43:40 -07:00
// Now create the Have dictionary [(currentAllMerged)-(currentMissingMerged)]
_logger.User("Creating and populating Have dictionary");
Dat midHave = new Dat();
midHave = DatTools.Parse(_currentMissingMerged, 0, 0, midHave, _logger);
midHave = DatTools.Parse(_currentAllMerged, 0, 0, midHave, _logger);
Dictionary<string, List<Rom>> have = new Dictionary<string, List<Rom>>();
foreach (string key in midHave.Files.Keys)
2016-04-28 15:21:08 -07:00
{
List<Rom> templist = RomTools.Merge(midHave.Files[key], _logger);
foreach (Rom rom in templist)
2016-04-28 15:21:08 -07:00
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentAllMerged)
2016-05-04 14:43:40 -07:00
{
if (have.ContainsKey(key))
{
have[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
have.Add(key, temp);
}
}
2016-04-28 15:21:08 -07:00
}
}
2016-04-28 23:15:32 -07:00
2016-05-04 14:43:40 -07:00
// If we are supposed to replace everything in the output with default values, do so
if (_fake)
2016-04-28 15:21:08 -07:00
{
_logger.User("Replacing all hashes in Have with 0-byte values");
2016-05-04 14:43:40 -07:00
List<string> keys = have.Keys.ToList();
foreach (string key in keys)
2016-04-28 15:21:08 -07:00
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = have[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-04 14:43:40 -07:00
temp.Add(rom);
}
have[key] = temp;
2016-04-28 15:21:08 -07:00
}
}
2016-04-28 23:15:32 -07:00
Dat haveData = new Dat
{
Name = "Have",
Description = "Have",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = have,
};
DatTools.WriteDatfile(haveData, "", _logger);
2016-05-04 14:43:40 -07:00
return true;
}
// If we only have the new merged and missing, only generate Have
else if (_currentNewMerged != "" && _currentMissingMerged != "")
{
// Now create the Have dictionary [(currentNewMerged)-(currentMissingMerged)]
_logger.User("Creating and populating Have dictionary");
Dat midHave = new Dat();
midHave = DatTools.Parse(_currentMissingMerged, 0, 0, midHave, _logger);
midHave = DatTools.Parse(_currentNewMerged, 0, 0, midHave, _logger);
Dictionary<string, List<Rom>> have = new Dictionary<string, List<Rom>>();
foreach (string key in midHave.Files.Keys)
2016-04-28 15:21:08 -07:00
{
List<Rom> templist = RomTools.Merge(midHave.Files[key], _logger);
foreach (Rom rom in templist)
2016-04-28 15:21:08 -07:00
{
if (rom.Dupe == DupeType.None && rom.Metadata.System == _currentNewMerged)
2016-05-04 14:43:40 -07:00
{
if (have.ContainsKey(key))
{
have[key].Add(rom);
}
else
{
List<Rom> temp = new List<Rom>();
2016-05-04 14:43:40 -07:00
temp.Add(rom);
have.Add(key, temp);
}
}
2016-04-28 15:21:08 -07:00
}
}
2016-05-03 13:53:06 -07:00
2016-05-04 14:43:40 -07:00
// If we are supposed to replace everything in the output with default values, do so
if (_fake)
2016-05-03 13:53:06 -07:00
{
_logger.User("Replacing all hashes in Have with 0-byte values");
2016-05-04 14:43:40 -07:00
List<string> keys = have.Keys.ToList();
foreach (string key in keys)
2016-05-03 13:53:06 -07:00
{
List<Rom> temp = new List<Rom>();
List<Rom> roms = have[key];
2016-05-04 14:43:40 -07:00
for (int i = 0; i < roms.Count; i++)
{
Rom rom = roms[i];
2016-08-29 13:05:32 -07:00
rom.HashData.Size = Constants.SizeZero;
rom.HashData.CRC = Constants.CRCZero;
rom.HashData.MD5 = Constants.MD5Zero;
rom.HashData.SHA1 = Constants.SHA1Zero;
2016-05-04 14:43:40 -07:00
temp.Add(rom);
}
have[key] = temp;
2016-05-03 13:53:06 -07:00
}
}
2016-04-28 15:21:08 -07:00
Dat haveData = new Dat
{
Name = "Have",
Description = "Have",
Version = "",
Date = DateTime.Now.ToString("yyyy-MM-dd"),
Category = "",
Author = "SabreTools",
ForcePacking = ForcePacking.None,
OutputFormat = OutputFormat.Xml,
2016-05-16 13:42:21 -07:00
MergeRoms = true,
Files = have,
};
DatTools.WriteDatfile(haveData, "", _logger);
2016-05-04 14:43:40 -07:00
return true;
}
2016-04-28 15:12:49 -07:00
2016-05-04 14:43:40 -07:00
return false;
}
}
}