using System; using System.Collections.Generic; using SabreTools.Library.Data; using SabreTools.Library.DatFiles; using SabreTools.Library.Tools; #if MONO using System.IO; #else using Alphaleonis.Win32.Filesystem; #endif using NaturalSort; namespace SabreTools.Library.DatItems { /// /// Base class for all items included in a set /// public abstract class DatItem : IEquatable, IComparable, ICloneable { #region Protected instance variables // Machine information protected Machine _machine = new Machine(); #endregion #region Publicly facing variables #region Standard item information /// /// Name of the item /// public string Name { get; set; } /// /// Item type for outputting /// public ItemType ItemType { get; set; } /// /// Duplicate type when compared to another item /// public DupeType DupeType { get; set; } #endregion #region Machine information /// /// Name of the machine associated with the item /// public string MachineName { get { if (_machine == null) { _machine = new Machine(); } return _machine.Name; } set { if (_machine == null) { _machine = new Machine(); } _machine.Name = value; } } /// /// Additional notes on the machine /// public string Comment { get { if (_machine == null) { _machine = new Machine(); } return _machine.Comment; } set { if (_machine == null) { _machine = new Machine(); } _machine.Comment = value; } } /// /// Extended description of the machine /// public string MachineDescription { get { if (_machine == null) { _machine = new Machine(); } return _machine.Description; } set { if (_machine == null) { _machine = new Machine(); } _machine.Description = value; } } /// /// Machine year(s) of release/manufacture /// public string Year { get { if (_machine == null) { _machine = new Machine(); } return _machine.Year; } set { if (_machine == null) { _machine = new Machine(); } _machine.Year = value; } } /// /// Machine manufacturer, if available /// public string Manufacturer { get { if (_machine == null) { _machine = new Machine(); } return _machine.Manufacturer; } set { if (_machine == null) { _machine = new Machine(); } _machine.Manufacturer = value; } } /// /// Machine publisher, if available /// public string Publisher { get { return _machine.Publisher; } set { _machine.Publisher = value; } } /// /// Machine romof parent /// public string RomOf { get { if (_machine == null) { _machine = new Machine(); } return _machine.RomOf; } set { if (_machine == null) { _machine = new Machine(); } _machine.RomOf = value; } } /// /// Machine cloneof parent /// public string CloneOf { get { if (_machine == null) { _machine = new Machine(); } return _machine.CloneOf; } set { if (_machine == null) { _machine = new Machine(); } _machine.CloneOf = value; } } /// /// Machine sampleof parent /// public string SampleOf { get { if (_machine == null) { _machine = new Machine(); } return _machine.SampleOf; } set { if (_machine == null) { _machine = new Machine(); } _machine.SampleOf = value; } } /// /// Machine support status /// /// yes = true, partial = null, no = false public bool? Supported { get { return _machine.Supported; } set { _machine.Supported = value; } } /// /// Emulator source file related to the machine /// public string SourceFile { get { if (_machine == null) { _machine = new Machine(); } return _machine.SourceFile; } set { if (_machine == null) { _machine = new Machine(); } _machine.SourceFile = value; } } /// /// Machine runnable status /// /// yes = true, partial = null, no = false public bool? Runnable { get { if (_machine == null) { _machine = new Machine(); } return _machine.Runnable; } set { if (_machine == null) { _machine = new Machine(); } _machine.Runnable = value; } } /// /// Machine board name /// public string Board { get { if (_machine == null) { _machine = new Machine(); } return _machine.Board; } set { if (_machine == null) { _machine = new Machine(); } _machine.Board = value; } } /// /// Rebuild location if different than machine name /// public string RebuildTo { get { if (_machine == null) { _machine = new Machine(); } return _machine.RebuildTo; } set { if (_machine == null) { _machine = new Machine(); } _machine.RebuildTo = value; } } /// /// List of associated device names /// public List Devices { get { if (_machine == null) { _machine = new Machine(); } return _machine.Devices; } set { if (_machine == null) { _machine = new Machine(); } _machine.Devices = value; } } /// /// List of slot options /// public List SlotOptions { get { if (_machine == null) { _machine = new Machine(); } return _machine.SlotOptions; } set { if (_machine == null) { _machine = new Machine(); } _machine.SlotOptions = value; } } /// /// List of info items /// public List> Infos { get { if (_machine == null) { _machine = new Machine(); } return _machine.Infos; } set { if (_machine == null) { _machine = new Machine(); } _machine.Infos = value; } } /// /// Type of the associated machine /// public MachineType MachineType { get { if (_machine == null) { _machine = new Machine(); } return _machine.MachineType; } set { if (_machine == null) { _machine = new Machine(); } _machine.MachineType = value; } } #endregion #region Software list information /// /// Original hardware part associated with the item /// public string PartName { get; set; } /// /// Original hardware interface associated with the item /// public string PartInterface { get; set; } /// /// Features provided to/by the item /// public List> Features { get; set; } /// /// Original hardware part name within an item /// public string AreaName { get; set; } /// /// Original hardware size within the part /// public long? AreaSize { get; set; } #endregion #region Source metadata information /// /// Internal system ID for organization /// public int SystemID { get; set; } /// /// Internal system name for organization /// public string System { get; set; } /// /// Internal source ID for organization /// public int SourceID { get; set; } /// /// Internal source name for organization /// public string Source { get; set; } /// /// Flag if item should be removed /// public bool Remove { get; set; } #endregion #endregion #region Instance Methods #region Cloning Methods /// /// Clone the DatItem /// /// Clone of the DatItem public abstract object Clone(); /// /// Copy all machine information over in one shot /// /// Existing item to copy information from public void CopyMachineInformation(DatItem item) { _machine = (Machine)item._machine.Clone(); } /// /// Copy all machine information over in one shot /// /// Existing machine to copy information from public void CopyMachineInformation(Machine machine) { _machine = (Machine)machine.Clone(); } #endregion #region Comparision Methods public int CompareTo(DatItem other) { int ret = 0; try { if (this.Name == other.Name) { ret = (this.Equals(other) ? 0 : 1); } ret = String.Compare(this.Name, other.Name); } catch { ret = 1; } return ret; } /// /// Determine if an item is a duplicate using partial matching logic /// /// DatItem to use as a baseline /// True if the roms are duplicates, false otherwise public abstract bool Equals(DatItem other); /// /// Return the duplicate status of two items /// /// DatItem to check against /// The DupeType corresponding to the relationship between the two public DupeType GetDuplicateStatus(DatItem lastItem) { DupeType output = 0x00; // If we don't have a duplicate at all, return none if (!this.Equals(lastItem)) { return output; } // If the duplicate is external already or should be, set it if ((lastItem.DupeType & DupeType.External) != 0 || lastItem.SystemID != this.SystemID || lastItem.SourceID != this.SourceID) { if (lastItem.MachineName == this.MachineName && lastItem.Name == this.Name) { output = DupeType.External | DupeType.All; } else { output = DupeType.External | DupeType.Hash; } } // Otherwise, it's considered an internal dupe else { if (lastItem.MachineName == this.MachineName && lastItem.Name == this.Name) { output = DupeType.Internal | DupeType.All; } else { output = DupeType.Internal | DupeType.Hash; } } return output; } #endregion #region Sorting and Merging /// /// Check if a DAT contains the given rom /// /// Dat to match against /// True if the DAT is already sorted accordingly, false otherwise (default) /// True if it contains the rom, false otherwise public bool HasDuplicates(DatFile datdata, bool sorted = false) { // Check for an empty rom list first if (datdata.Count == 0) { return false; } // We want to get the proper key for the DatItem string key = SortAndGetKey(datdata, sorted); // If the key doesn't exist, return the empty list if (!datdata.Contains(key)) { return false; } // Try to find duplicates List roms = datdata[key]; foreach (DatItem rom in roms) { if (this.Equals(rom)) { return true; } } return false; } /// /// List all duplicates found in a DAT based on a rom /// /// Dat to match against /// True to mark matched roms for removal from the input, false otherwise (default) /// True if the DAT is already sorted accordingly, false otherwise (default) /// List of matched DatItem objects public List GetDuplicates(DatFile datdata, bool remove = false, bool sorted = false) { List output = new List(); // Check for an empty rom list first if (datdata.Count == 0) { return output; } // We want to get the proper key for the DatItem string key = SortAndGetKey(datdata, sorted); // If the key doesn't exist, return the empty list if (!datdata.Contains(key)) { return output; } // Try to find duplicates List roms = datdata[key]; List left = new List(); for (int i = 0; i < roms.Count; i++) { DatItem datItem = roms[i]; if (this.Equals(datItem)) { datItem.Remove = true; output.Add(datItem); } else { left.Add(datItem); } } // If we're in removal mode, add back all roms with the proper flags if (remove) { datdata.Remove(key); datdata.AddRange(key, output); datdata.AddRange(key, left); } return output; } /// /// Sort the input DAT and get the key to be used by the item /// /// Dat to match against /// True if the DAT is already sorted accordingly, false otherwise (default) /// Key to try to use private string SortAndGetKey(DatFile datdata, bool sorted = false) { // If we're not already sorted, take care of it if (!sorted) { datdata.BucketByBestAvailable(); } // Now that we have the sorted type, we get the proper key return Utilities.GetKeyFromDatItem(this, datdata.SortedBy); } #endregion #endregion // Instance Methods #region Static Methods #region Sorting and Merging /// /// Merge an arbitrary set of ROMs based on the supplied information /// /// List of File objects representing the roms to be merged /// A List of DatItem objects representing the merged roms public static List Merge(List infiles) { // Check for null or blank roms first if (infiles == null || infiles.Count == 0) { return new List(); } // Create output list List outfiles = new List(); // Then deduplicate them by checking to see if data matches previous saved roms int nodumpCount = 0; foreach (DatItem file in infiles) { // If we don't have a Rom or a Disk, we skip checking for duplicates if (file.ItemType != ItemType.Rom && file.ItemType != ItemType.Disk) { continue; } // If it's a nodump, add and skip if (file.ItemType == ItemType.Rom && ((Rom)file).ItemStatus == ItemStatus.Nodump) { outfiles.Add(file); nodumpCount++; continue; } else if (file.ItemType == ItemType.Disk && ((Disk)file).ItemStatus == ItemStatus.Nodump) { outfiles.Add(file); nodumpCount++; continue; } // If it's the first non-nodump rom in the list, don't touch it else if (outfiles.Count == 0 || outfiles.Count == nodumpCount) { outfiles.Add(file); continue; } // Check if the rom is a duplicate DupeType dupetype = 0x00; DatItem saveditem = new Rom(); int pos = -1; for (int i = 0; i < outfiles.Count; i++) { DatItem lastrom = outfiles[i]; // Get the duplicate status dupetype = file.GetDuplicateStatus(lastrom); // If it's a duplicate, skip adding it to the output but add any missing information if (dupetype != 0x00) { saveditem = lastrom; pos = i; // Roms have more infomration to save if (file.ItemType == ItemType.Rom) { ((Rom)saveditem).Size = (((Rom)saveditem).Size == -1 && ((Rom)file).Size != -1 ? ((Rom)file).Size : ((Rom)saveditem).Size); ((Rom)saveditem).CRC = (String.IsNullOrWhiteSpace(((Rom)saveditem).CRC) && !String.IsNullOrWhiteSpace(((Rom)file).CRC) ? ((Rom)file).CRC : ((Rom)saveditem).CRC); ((Rom)saveditem).MD5 = (String.IsNullOrWhiteSpace(((Rom)saveditem).MD5) && !String.IsNullOrWhiteSpace(((Rom)file).MD5) ? ((Rom)file).MD5 : ((Rom)saveditem).MD5); ((Rom)saveditem).SHA1 = (String.IsNullOrWhiteSpace(((Rom)saveditem).SHA1) && !String.IsNullOrWhiteSpace(((Rom)file).SHA1) ? ((Rom)file).SHA1 : ((Rom)saveditem).SHA1); ((Rom)saveditem).SHA256 = (String.IsNullOrWhiteSpace(((Rom)saveditem).SHA256) && !String.IsNullOrWhiteSpace(((Rom)file).SHA256) ? ((Rom)file).SHA256 : ((Rom)saveditem).SHA256); ((Rom)saveditem).SHA384 = (String.IsNullOrWhiteSpace(((Rom)saveditem).SHA384) && !String.IsNullOrWhiteSpace(((Rom)file).SHA384) ? ((Rom)file).SHA384 : ((Rom)saveditem).SHA384); ((Rom)saveditem).SHA512 = (String.IsNullOrWhiteSpace(((Rom)saveditem).SHA512) && !String.IsNullOrWhiteSpace(((Rom)file).SHA512) ? ((Rom)file).SHA512 : ((Rom)saveditem).SHA512); } else if (file.ItemType == ItemType.Disk) { ((Disk)saveditem).MD5 = (String.IsNullOrWhiteSpace(((Disk)saveditem).MD5) && !String.IsNullOrWhiteSpace(((Disk)file).MD5) ? ((Disk)file).MD5 : ((Disk)saveditem).MD5); ((Disk)saveditem).SHA1 = (String.IsNullOrWhiteSpace(((Disk)saveditem).SHA1) && !String.IsNullOrWhiteSpace(((Disk)file).SHA1) ? ((Disk)file).SHA1 : ((Disk)saveditem).SHA1); ((Disk)saveditem).SHA256 = (String.IsNullOrWhiteSpace(((Disk)saveditem).SHA256) && !String.IsNullOrWhiteSpace(((Disk)file).SHA256) ? ((Disk)file).SHA256 : ((Disk)saveditem).SHA256); ((Disk)saveditem).SHA384 = (String.IsNullOrWhiteSpace(((Disk)saveditem).SHA384) && !String.IsNullOrWhiteSpace(((Disk)file).SHA384) ? ((Disk)file).SHA384 : ((Disk)saveditem).SHA384); ((Disk)saveditem).SHA512 = (String.IsNullOrWhiteSpace(((Disk)saveditem).SHA512) && !String.IsNullOrWhiteSpace(((Disk)file).SHA512) ? ((Disk)file).SHA512 : ((Disk)saveditem).SHA512); } saveditem.DupeType = dupetype; // If the current system has a lower ID than the previous, set the system accordingly if (file.SystemID < saveditem.SystemID) { saveditem.SystemID = file.SystemID; saveditem.System = file.System; saveditem.CopyMachineInformation(file); saveditem.Name = file.Name; } // If the current source has a lower ID than the previous, set the source accordingly if (file.SourceID < saveditem.SourceID) { saveditem.SourceID = file.SourceID; saveditem.Source = file.Source; saveditem.CopyMachineInformation(file); saveditem.Name = file.Name; } // If the current machine is a child of the new machine, use the new machine instead if (saveditem.CloneOf == file.MachineName || saveditem.RomOf == file.MachineName) { saveditem.CopyMachineInformation(file); saveditem.Name = file.Name; } break; } } // If no duplicate is found, add it to the list if (dupetype == 0x00) { outfiles.Add(file); } // Otherwise, if a new rom information is found, add that else { outfiles.RemoveAt(pos); outfiles.Insert(pos, saveditem); } } // Then return the result return outfiles; } /// /// Resolve name duplicates in an arbitrary set of ROMs based on the supplied information /// /// List of File objects representing the roms to be merged /// A List of DatItem objects representing the renamed roms public static List ResolveNames(List infiles) { // Create the output list List output = new List(); // First we want to make sure the list is in alphabetical order Sort(ref infiles, true); // Now we want to loop through and check names DatItem lastItem = null; string lastrenamed = null; int lastid = 0; for (int i = 0; i < infiles.Count; i++) { DatItem datItem = infiles[i]; // If we have the first item, we automatically add it if (lastItem == null) { output.Add(datItem); lastItem = datItem; continue; } // If the current item exactly matches the last item, then we don't add it if ((datItem.GetDuplicateStatus(lastItem) & DupeType.All) != 0) { Globals.Logger.Verbose("Exact duplicate found for '{0}'", datItem.Name); continue; } // If the current name matches the previous name, rename the current item else if (datItem.Name == lastItem.Name) { Globals.Logger.Verbose("Name duplicate found for '{0}'", datItem.Name); if (datItem.ItemType == ItemType.Disk) { Disk disk = (Disk)datItem; disk.Name += "_" + (!String.IsNullOrWhiteSpace(disk.MD5) ? disk.MD5 : !String.IsNullOrWhiteSpace(disk.SHA1) ? disk.SHA1 : "1"); datItem = disk; lastrenamed = lastrenamed ?? datItem.Name; } else if (datItem.ItemType == ItemType.Rom) { Rom rom = (Rom)datItem; rom.Name += "_" + (!String.IsNullOrWhiteSpace(rom.CRC) ? rom.CRC : !String.IsNullOrWhiteSpace(rom.MD5) ? rom.MD5 : !String.IsNullOrWhiteSpace(rom.SHA1) ? rom.SHA1 : "1"); datItem = rom; lastrenamed = lastrenamed ?? datItem.Name; } // If we have a conflict with the last renamed item, do the right thing if (datItem.Name == lastrenamed) { lastrenamed = datItem.Name; datItem.Name += (lastid == 0 ? "" : "_" + lastid); lastid++; } // If we have no conflict, then we want to reset the lastrenamed and id else { lastrenamed = null; lastid = 0; } output.Add(datItem); } // Otherwise, we say that we have a valid named file else { output.Add(datItem); lastItem = datItem; lastrenamed = null; lastid = 0; } } // One last sort to make sure this is ordered Sort(ref output, true); return output; } /// /// Sort a list of File objects by SystemID, SourceID, Game, and Name (in order) /// /// List of File objects representing the roms to be sorted /// True if files are not renamed, false otherwise /// True if it sorted correctly, false otherwise public static bool Sort(ref List roms, bool norename) { roms.Sort(delegate (DatItem x, DatItem y) { try { NaturalComparer nc = new NaturalComparer(); if (x.SystemID == y.SystemID) { if (x.SourceID == y.SourceID) { if (x.MachineName == y.MachineName) { if ((x.ItemType == ItemType.Rom || x.ItemType == ItemType.Disk) && (y.ItemType == ItemType.Rom || y.ItemType == ItemType.Disk)) { if (Path.GetDirectoryName(Utilities.RemovePathUnsafeCharacters(x.Name)) == Path.GetDirectoryName(Utilities.RemovePathUnsafeCharacters(y.Name))) { return nc.Compare(Path.GetFileName(Utilities.RemovePathUnsafeCharacters(x.Name)), Path.GetFileName(Utilities.RemovePathUnsafeCharacters(y.Name))); } return nc.Compare(Path.GetDirectoryName(Utilities.RemovePathUnsafeCharacters(x.Name)), Path.GetDirectoryName(Utilities.RemovePathUnsafeCharacters(y.Name))); } else if ((x.ItemType == ItemType.Rom || x.ItemType == ItemType.Disk) && (y.ItemType != ItemType.Rom && y.ItemType != ItemType.Disk)) { return -1; } else if ((x.ItemType != ItemType.Rom && x.ItemType != ItemType.Disk) && (y.ItemType == ItemType.Rom || y.ItemType == ItemType.Disk)) { return 1; } else { if (Path.GetDirectoryName(x.Name) == Path.GetDirectoryName(y.Name)) { return nc.Compare(Path.GetFileName(x.Name), Path.GetFileName(y.Name)); } return nc.Compare(Path.GetDirectoryName(x.Name), Path.GetDirectoryName(y.Name)); } } return nc.Compare(x.MachineName, y.MachineName); } return (norename ? nc.Compare(x.MachineName, y.MachineName) : x.SourceID - y.SourceID); } return (norename ? nc.Compare(x.MachineName, y.MachineName) : x.SystemID - y.SystemID); } catch (Exception) { // Absorb the error return 0; } }); return true; } #endregion #endregion // Static Methods } }