using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net; using SabreTools.Library.Data; using SabreTools.Library.DatFiles; using SabreTools.Library.FileTypes; using SabreTools.Library.Filtering; using SabreTools.Library.Tools; using NaturalSort; using Newtonsoft.Json; namespace SabreTools.Library.DatItems { /// /// Base class for all items included in a set /// public abstract class DatItem : IEquatable, IComparable, ICloneable { #region Fields #region Standard item information /// /// Name of the item /// [JsonProperty("name")] public string Name { get; set; } /// /// Item type for outputting /// [JsonIgnore] public ItemType ItemType { get; set; } /// /// Duplicate type when compared to another item /// [JsonIgnore] public DupeType DupeType { get; set; } #endregion #region Machine information /// /// Machine values /// [JsonIgnore] public Machine Machine { get; set; } = new Machine(); #endregion #region SoftwareList Fields /// /// Original hardware part associated with the item /// [JsonProperty("partname")] public string PartName { get; set; } /// /// Original hardware interface associated with the item /// [JsonProperty("partinterface")] public string PartInterface { get; set; } /// /// Features provided to/by the item /// [JsonProperty("features")] public List> Features { get; set; } /// /// Original hardware part name within an item /// [JsonProperty("areaname")] public string AreaName { get; set; } /// /// Original hardware size within the part /// [JsonProperty("areasize")] public long? AreaSize { get; set; } #endregion #region Metadata information /// /// Source information /// [JsonIgnore] public Source Source { get; set; } = new Source(); /// /// Flag if item should be removed /// [JsonIgnore] public bool Remove { get; set; } #endregion #region Static Values /// /// Fields unique to a DatItem /// public static readonly List DatItemFields = new List() { Field.Name, Field.PartName, Field.PartInterface, Field.Features, Field.AreaName, Field.AreaSize, Field.BiosDescription, Field.Default, Field.Language, Field.Date, Field.Bios, Field.Size, Field.Offset, Field.Merge, Field.Region, Field.Index, Field.Writable, Field.Optional, Field.Status, Field.Inverted, Field.CRC, Field.MD5, #if NET_FRAMEWORK Field.RIPEMD160, #endif Field.SHA1, Field.SHA256, Field.SHA384, Field.SHA512, }; /// /// Fields unique to a Machine /// public static readonly List MachineFields = new List() { // Common Field.MachineName, Field.Comment, Field.Description, Field.Year, Field.Manufacturer, Field.Publisher, Field.RomOf, Field.CloneOf, Field.SampleOf, Field.MachineType, // AttractMode Field.Players, Field.Rotation, Field.Control, Field.SupportStatus, Field.DisplayCount, Field.DisplayType, Field.Buttons, // ListXML Field.SourceFile, Field.Runnable, Field.Devices, Field.SlotOptions, Field.Infos, // Logiqx Field.Board, Field.RebuildTo, // SoftwareList Field.Supported, }; #endregion #endregion #region Instance Methods #region Accessors /// /// Get the value of that field as a string, if possible /// public virtual string GetField(Field field, List excludeFields) { // If the field is to be excluded, return empty string if (excludeFields.Contains(field)) return string.Empty; // Try to get the machine field first string fieldValue = Machine.GetField(field, excludeFields); if (fieldValue != null) return fieldValue; switch (field) { case Field.Name: fieldValue = Name; break; case Field.PartName: fieldValue = PartName; break; case Field.PartInterface: fieldValue = PartInterface; break; case Field.Features: fieldValue = string.Join(";", (Features ?? new List>()).Select(f => $"{f.Key}={f.Value}")); break; case Field.AreaName: fieldValue = AreaName; break; case Field.AreaSize: fieldValue = AreaSize?.ToString(); break; case Field.NULL: default: return string.Empty; } // Make sure we don't return null if (string.IsNullOrEmpty(fieldValue)) fieldValue = string.Empty; return fieldValue; } #endregion #region Constructors /// /// Create a specific type of DatItem to be used based on an ItemType /// /// Type of the DatItem to be created /// DatItem of the specific internal type that corresponds to the inputs public static DatItem Create(ItemType itemType) { #if NET_FRAMEWORK switch (itemType) { case ItemType.Archive: return new Archive(); case ItemType.BiosSet: return new BiosSet(); case ItemType.Blank: return new Blank(); case ItemType.Disk: return new Disk(); case ItemType.Release: return new Release(); case ItemType.Rom: return new Rom(); case ItemType.Sample: return new Sample(); default: return new Rom(); } #else return itemType switch { ItemType.Archive => new Archive(), ItemType.BiosSet => new BiosSet(), ItemType.Blank => new Blank(), ItemType.Disk => new Disk(), ItemType.Release => new Release(), ItemType.Rom => new Rom(), ItemType.Sample => new Sample(), _ => new Rom(), }; #endif } /// /// Create a specific type of DatItem to be used based on a BaseFile /// /// BaseFile containing information to be created /// DatItem of the specific internal type that corresponds to the inputs public static DatItem Create(BaseFile baseFile) { switch (baseFile.Type) { case FileType.CHD: return new Disk(baseFile); case FileType.GZipArchive: case FileType.LRZipArchive: case FileType.LZ4Archive: case FileType.None: case FileType.RarArchive: case FileType.SevenZipArchive: case FileType.TapeArchive: case FileType.XZArchive: case FileType.ZipArchive: case FileType.ZPAQArchive: case FileType.ZstdArchive: return new Rom(baseFile); case FileType.Folder: default: return null; } } #endregion #region Cloning Methods /// /// Clone the DatItem /// /// Clone of the DatItem public abstract object Clone(); /// /// Copy all machine information over in one shot /// /// Existing item to copy information from public void CopyMachineInformation(DatItem item) { Machine = (Machine)item.Machine.Clone(); } /// /// Copy all machine information over in one shot /// /// Existing machine to copy information from public void CopyMachineInformation(Machine machine) { Machine = (Machine)machine.Clone(); } #endregion #region Comparision Methods public int CompareTo(DatItem other) { try { if (Name == other.Name) return Equals(other) ? 0 : 1; return string.Compare(Name, other.Name); } catch { return 1; } } /// /// Determine if an item is a duplicate using partial matching logic /// /// DatItem to use as a baseline /// True if the roms are duplicates, false otherwise public abstract bool Equals(DatItem other); /// /// Return the duplicate status of two items /// /// DatItem to check against /// The DupeType corresponding to the relationship between the two public DupeType GetDuplicateStatus(DatItem lastItem) { DupeType output = 0x00; // If we don't have a duplicate at all, return none if (!Equals(lastItem)) return output; // If the duplicate is external already or should be, set it if (lastItem.DupeType.HasFlag(DupeType.External) || lastItem.Source.Index != Source.Index) { if (lastItem.Machine.Name == Machine.Name && lastItem.Name == Name) output = DupeType.External | DupeType.All; else output = DupeType.External | DupeType.Hash; } // Otherwise, it's considered an internal dupe else { if (lastItem.Machine.Name == Machine.Name && lastItem.Name == Name) output = DupeType.Internal | DupeType.All; else output = DupeType.Internal | DupeType.Hash; } return output; } #endregion #region Filtering /// /// Check to see if a DatItem passes the filter /// /// Filter to check against /// True if the item passed the filter, false otherwise public virtual bool PassesFilter(Filter filter) { // Filter on machine fields if (!Machine.PassesFilter(filter)) return false; // Filter on item type if (filter.ItemTypes.MatchesPositiveSet(ItemType.ToString()) == false) return false; if (filter.ItemTypes.MatchesNegativeSet(ItemType.ToString()) == true) return false; // Filter on item name if (filter.ItemName.MatchesPositiveSet(Name) == false) return false; if (filter.ItemName.MatchesNegativeSet(Name) == true) return false; // Filter on part name if (filter.PartName.MatchesPositiveSet(PartName) == false) return false; if (filter.PartName.MatchesNegativeSet(PartName) == true) return false; // Filter on part interface if (filter.PartInterface.MatchesPositiveSet(PartInterface) == false) return false; if (filter.PartInterface.MatchesNegativeSet(PartInterface) == true) return false; // Filter on area name if (filter.AreaName.MatchesPositiveSet(AreaName) == false) return false; if (filter.AreaName.MatchesNegativeSet(AreaName) == true) return false; // Filter on area size if (filter.AreaSize.MatchesNeutral(null, AreaSize) == false) return false; else if (filter.AreaSize.MatchesPositive(null, AreaSize) == false) return false; else if (filter.AreaSize.MatchesNegative(null, AreaSize) == false) return false; return true; } /// /// Remove fields from the DatItem /// /// List of Fields to remove public virtual void RemoveFields(List fields) { // Remove machine fields Machine.RemoveFields(fields); if (fields.Contains(Field.Name)) Name = null; if (fields.Contains(Field.PartName)) PartName = null; if (fields.Contains(Field.PartInterface)) PartInterface = null; if (fields.Contains(Field.Features)) Features = null; if (fields.Contains(Field.AreaName)) AreaName = null; if (fields.Contains(Field.AreaSize)) AreaSize = null; } #endregion #region Sorting and Merging /// /// Get the dictionary key that should be used for a given item and bucketing type /// /// BucketedBy enum representing what key to get /// True if the key should be lowercased (default), false otherwise /// True if games should only be compared on game and file name, false if system and source are counted /// String representing the key to be used for the DatItem public virtual string GetKey(BucketedBy bucketedBy, bool lower = true, bool norename = true) { // Set the output key as the default blank string string key = string.Empty; // Now determine what the key should be based on the bucketedBy value switch (bucketedBy) { case BucketedBy.CRC: key = Constants.CRCZero; break; case BucketedBy.Game: key = (norename ? string.Empty : Source.Index.ToString().PadLeft(10, '0') + "-") + (string.IsNullOrWhiteSpace(Machine.Name) ? "Default" : Machine.Name); if (lower) key = key.ToLowerInvariant(); if (key == null) key = "null"; key = WebUtility.HtmlEncode(key); break; case BucketedBy.MD5: key = Constants.MD5Zero; break; #if NET_FRAMEWORK case BucketedBy.RIPEMD160: key = Constants.RIPEMD160Zero; break; #endif case BucketedBy.SHA1: key = Constants.SHA1Zero; break; case BucketedBy.SHA256: key = Constants.SHA256Zero; break; case BucketedBy.SHA384: key = Constants.SHA384Zero; break; case BucketedBy.SHA512: key = Constants.SHA512Zero; break; } // Double and triple check the key for corner cases if (key == null) key = string.Empty; return key; } /// /// Replace fields from another item /// /// DatItem to pull new information from /// List of Fields representing what should be updated public virtual void ReplaceFields(DatItem item, List fields) { if (fields.Contains(Field.Name)) Name = item.Name; if (fields.Contains(Field.PartName)) PartName = item.PartName; if (fields.Contains(Field.PartInterface)) PartInterface = item.PartInterface; if (fields.Contains(Field.Features)) Features = item.Features; if (fields.Contains(Field.AreaName)) AreaName = item.AreaName; if (fields.Contains(Field.AreaSize)) AreaSize = item.AreaSize; } #endregion #endregion // Instance Methods #region Static Methods #region Sorting and Merging /// /// Determine if two hashes are equal for the purposes of merging /// /// First hash to compare /// Second hash to compare /// True if either is empty OR the hashes exactly match, false otherwise public static bool ConditionalHashEquals(byte[] firstHash, byte[] secondHash) { // If either hash is empty, we say they're equal for merging if (firstHash.IsNullOrEmpty() || secondHash.IsNullOrEmpty()) return true; // If they're different sizes, they can't match if (firstHash.Length != secondHash.Length) return false; // Otherwise, they need to match exactly return Enumerable.SequenceEqual(firstHash, secondHash); } /// /// Merge an arbitrary set of ROMs based on the supplied information /// /// List of File objects representing the roms to be merged /// A List of DatItem objects representing the merged roms public static List Merge(List infiles) { // Check for null or blank roms first if (infiles == null || infiles.Count == 0) return new List(); // Create output list List outfiles = new List(); // Then deduplicate them by checking to see if data matches previous saved roms int nodumpCount = 0; for (int f = 0; f < infiles.Count; f++) { DatItem file = infiles[f]; // If we don't have a Rom or a Disk, we skip checking for duplicates if (file.ItemType != ItemType.Rom && file.ItemType != ItemType.Disk) continue; // If it's a nodump, add and skip if (file.ItemType == ItemType.Rom && (file as Rom).ItemStatus == ItemStatus.Nodump) { outfiles.Add(file); nodumpCount++; continue; } else if (file.ItemType == ItemType.Disk && (file as Disk).ItemStatus == ItemStatus.Nodump) { outfiles.Add(file); nodumpCount++; continue; } // If it's the first non-nodump rom in the list, don't touch it else if (outfiles.Count == 0 || outfiles.Count == nodumpCount) { outfiles.Add(file); continue; } // Check if the rom is a duplicate DupeType dupetype = 0x00; DatItem saveditem = new Blank(); int pos = -1; for (int i = 0; i < outfiles.Count; i++) { DatItem lastrom = outfiles[i]; // Get the duplicate status dupetype = file.GetDuplicateStatus(lastrom); // If it's a duplicate, skip adding it to the output but add any missing information if (dupetype != 0x00) { saveditem = lastrom; pos = i; // Disks and Roms have more information to fill if (file.ItemType == ItemType.Disk) (saveditem as Disk).FillMissingInformation(file as Disk); else if (file.ItemType == ItemType.Rom) (saveditem as Rom).FillMissingInformation(file as Rom); saveditem.DupeType = dupetype; // If the current system has a lower ID than the previous, set the system accordingly if (file.Source.Index < saveditem.Source.Index) { saveditem.Source = file.Source.Clone() as Source; saveditem.CopyMachineInformation(file); saveditem.Name = file.Name; } // If the current machine is a child of the new machine, use the new machine instead if (saveditem.Machine.CloneOf == file.Machine.Name || saveditem.Machine.RomOf == file.Machine.Name) { saveditem.CopyMachineInformation(file); saveditem.Name = file.Name; } break; } } // If no duplicate is found, add it to the list if (dupetype == 0x00) { outfiles.Add(file); } // Otherwise, if a new rom information is found, add that else { outfiles.RemoveAt(pos); outfiles.Insert(pos, saveditem); } } // Then return the result return outfiles; } /// /// Resolve name duplicates in an arbitrary set of ROMs based on the supplied information /// /// List of File objects representing the roms to be merged /// A List of DatItem objects representing the renamed roms public static List ResolveNames(List infiles) { // Create the output list List output = new List(); // First we want to make sure the list is in alphabetical order Sort(ref infiles, true); // Now we want to loop through and check names DatItem lastItem = null; string lastrenamed = null; int lastid = 0; for (int i = 0; i < infiles.Count; i++) { DatItem datItem = infiles[i]; // If we have the first item, we automatically add it if (lastItem == null) { output.Add(datItem); lastItem = datItem; continue; } // If the current item exactly matches the last item, then we don't add it if (datItem.GetDuplicateStatus(lastItem).HasFlag(DupeType.All)) { Globals.Logger.Verbose($"Exact duplicate found for '{datItem.Name}'"); continue; } // If the current name matches the previous name, rename the current item else if (datItem.Name == lastItem.Name) { Globals.Logger.Verbose($"Name duplicate found for '{datItem.Name}'"); if (datItem.ItemType == ItemType.Disk || datItem.ItemType == ItemType.Rom) { datItem.Name += GetDuplicateSuffix(datItem); #if NET_FRAMEWORK lastrenamed = lastrenamed ?? datItem.Name; #else lastrenamed ??= datItem.Name; #endif } // If we have a conflict with the last renamed item, do the right thing if (datItem.Name == lastrenamed) { lastrenamed = datItem.Name; datItem.Name += (lastid == 0 ? string.Empty : "_" + lastid); lastid++; } // If we have no conflict, then we want to reset the lastrenamed and id else { lastrenamed = null; lastid = 0; } output.Add(datItem); } // Otherwise, we say that we have a valid named file else { output.Add(datItem); lastItem = datItem; lastrenamed = null; lastid = 0; } } // One last sort to make sure this is ordered Sort(ref output, true); return output; } /// /// Get duplicate suffix based on the item type /// private static string GetDuplicateSuffix(DatItem datItem) { if (datItem.ItemType == ItemType.Disk) return (datItem as Disk).GetDuplicateSuffix(); else if (datItem.ItemType == ItemType.Rom) return (datItem as Rom).GetDuplicateSuffix(); return "_1"; } /// /// Sort a list of File objects by SystemID, SourceID, Game, and Name (in order) /// /// List of File objects representing the roms to be sorted /// True if files are not renamed, false otherwise /// True if it sorted correctly, false otherwise public static bool Sort(ref List roms, bool norename) { roms.Sort(delegate (DatItem x, DatItem y) { try { NaturalComparer nc = new NaturalComparer(); if (x.Source.Index == y.Source.Index) { if (x.Machine.Name == y.Machine.Name) { // Special case for comparing a Disk or Rom to another item type if ((x.ItemType == ItemType.Disk || x.ItemType == ItemType.Rom) ^ (y.ItemType == ItemType.Disk || y.ItemType == ItemType.Rom)) { if (x.ItemType == ItemType.Disk || x.ItemType == ItemType.Rom) return -1; else return 1; } // Otherwise, we compare names naturally else { if (Path.GetDirectoryName(Sanitizer.RemovePathUnsafeCharacters(x.Name)) == Path.GetDirectoryName(Sanitizer.RemovePathUnsafeCharacters(y.Name))) return nc.Compare(Path.GetFileName(Sanitizer.RemovePathUnsafeCharacters(x.Name)), Path.GetFileName(Sanitizer.RemovePathUnsafeCharacters(y.Name))); return nc.Compare(Path.GetDirectoryName(Sanitizer.RemovePathUnsafeCharacters(x.Name)), Path.GetDirectoryName(Sanitizer.RemovePathUnsafeCharacters(y.Name))); } } return nc.Compare(x.Machine.Name, y.Machine.Name); } return (norename ? nc.Compare(x.Machine.Name, y.Machine.Name) : x.Source.Index - y.Source.Index); } catch (Exception) { // Absorb the error return 0; } }); return true; } #endregion #endregion // Static Methods } }