2020-08-27 16:57:22 -07:00
|
|
|
|
using System.Collections.Generic;
|
2020-09-04 15:02:15 -07:00
|
|
|
|
using System.Text;
|
2020-09-07 22:00:02 -07:00
|
|
|
|
using System.Xml.Serialization;
|
2020-08-27 16:57:22 -07:00
|
|
|
|
|
2020-12-08 13:23:59 -08:00
|
|
|
|
using SabreTools.Core;
|
2020-12-08 16:37:08 -08:00
|
|
|
|
using SabreTools.Core.Tools;
|
2020-12-08 14:53:49 -08:00
|
|
|
|
using SabreTools.FileTypes;
|
2020-08-27 16:57:22 -07:00
|
|
|
|
using Newtonsoft.Json;
|
|
|
|
|
|
|
2020-12-08 15:15:41 -08:00
|
|
|
|
namespace SabreTools.DatItems
|
2020-08-27 16:57:22 -07:00
|
|
|
|
{
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Represents Aaruformat images which use internal hashes
|
|
|
|
|
|
/// </summary>
|
2020-09-08 10:12:41 -07:00
|
|
|
|
[JsonObject("media"), XmlRoot("media")]
|
2020-08-27 16:57:22 -07:00
|
|
|
|
public class Media : DatItem
|
|
|
|
|
|
{
|
|
|
|
|
|
#region Private instance variables
|
|
|
|
|
|
|
|
|
|
|
|
private byte[] _md5; // 16 bytes
|
|
|
|
|
|
private byte[] _sha1; // 20 bytes
|
|
|
|
|
|
private byte[] _sha256; // 32 bytes
|
2020-09-04 15:02:15 -07:00
|
|
|
|
private byte[] _spamsum; // variable bytes
|
2020-08-27 16:57:22 -07:00
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Fields
|
|
|
|
|
|
|
2020-09-02 12:19:12 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Name of the item
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
[JsonProperty("name")]
|
2020-09-07 22:00:02 -07:00
|
|
|
|
[XmlElement("name")]
|
2020-09-02 12:19:12 -07:00
|
|
|
|
public string Name { get; set; }
|
|
|
|
|
|
|
2020-08-27 16:57:22 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Data MD5 hash
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
[JsonProperty("md5", DefaultValueHandling = DefaultValueHandling.Ignore)]
|
2020-09-07 22:00:02 -07:00
|
|
|
|
[XmlElement("md5")]
|
2020-08-27 16:57:22 -07:00
|
|
|
|
public string MD5
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return _md5.IsNullOrEmpty() ? null : Utilities.ByteArrayToString(_md5); }
|
2020-12-09 22:27:41 -08:00
|
|
|
|
set { _md5 = Utilities.StringToByteArray(CleanMD5(value)); }
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Data SHA-1 hash
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
[JsonProperty("sha1", DefaultValueHandling = DefaultValueHandling.Ignore)]
|
2020-09-07 22:00:02 -07:00
|
|
|
|
[XmlElement("sha1")]
|
2020-08-27 16:57:22 -07:00
|
|
|
|
public string SHA1
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return _sha1.IsNullOrEmpty() ? null : Utilities.ByteArrayToString(_sha1); }
|
2020-12-09 22:27:41 -08:00
|
|
|
|
set { _sha1 = Utilities.StringToByteArray(CleanSHA1(value)); }
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Data SHA-256 hash
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
[JsonProperty("sha256", DefaultValueHandling = DefaultValueHandling.Ignore)]
|
2020-09-07 22:00:02 -07:00
|
|
|
|
[XmlElement("sha256")]
|
2020-08-27 16:57:22 -07:00
|
|
|
|
public string SHA256
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return _sha256.IsNullOrEmpty() ? null : Utilities.ByteArrayToString(_sha256); }
|
2020-12-09 22:27:41 -08:00
|
|
|
|
set { _sha256 = Utilities.StringToByteArray(CleanSHA256(value)); }
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-09-04 15:02:15 -07:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// File SpamSum fuzzy hash
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
[JsonProperty("spamsum", DefaultValueHandling = DefaultValueHandling.Ignore)]
|
2020-09-07 22:00:02 -07:00
|
|
|
|
[XmlElement("spamsum")]
|
2020-09-04 15:02:15 -07:00
|
|
|
|
public string SpamSum
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return _spamsum.IsNullOrEmpty() ? null : Encoding.UTF8.GetString(_spamsum); }
|
2020-09-07 13:41:08 -07:00
|
|
|
|
set { _spamsum = Encoding.UTF8.GetBytes(value ?? string.Empty); }
|
2020-09-04 15:02:15 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-08-27 16:57:22 -07:00
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Accessors
|
|
|
|
|
|
|
2020-12-13 14:01:16 -08:00
|
|
|
|
/// <inheritdoc/>
|
2020-12-14 10:15:28 -08:00
|
|
|
|
public override string GetName() => Name;
|
2020-09-02 12:19:12 -07:00
|
|
|
|
|
2020-12-13 14:01:16 -08:00
|
|
|
|
/// <inheritdoc/>
|
2020-12-14 10:15:28 -08:00
|
|
|
|
public override void SetName(string name) => Name = name;
|
2020-12-13 14:01:16 -08:00
|
|
|
|
|
2020-08-27 16:57:22 -07:00
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Constructors
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Create a default, empty Media object
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public Media()
|
|
|
|
|
|
{
|
|
|
|
|
|
Name = string.Empty;
|
|
|
|
|
|
ItemType = ItemType.Media;
|
|
|
|
|
|
DupeType = 0x00;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Create a Media object from a BaseFile
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="baseFile"></param>
|
|
|
|
|
|
public Media(BaseFile baseFile)
|
|
|
|
|
|
{
|
|
|
|
|
|
Name = baseFile.Filename;
|
|
|
|
|
|
_md5 = baseFile.MD5;
|
|
|
|
|
|
_sha1 = baseFile.SHA1;
|
|
|
|
|
|
_sha256 = baseFile.SHA256;
|
2020-09-04 15:02:15 -07:00
|
|
|
|
_spamsum = baseFile.SpamSum;
|
2020-08-27 16:57:22 -07:00
|
|
|
|
|
|
|
|
|
|
ItemType = ItemType.Media;
|
|
|
|
|
|
DupeType = 0x00;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Cloning Methods
|
|
|
|
|
|
|
|
|
|
|
|
public override object Clone()
|
|
|
|
|
|
{
|
|
|
|
|
|
return new Media()
|
|
|
|
|
|
{
|
|
|
|
|
|
ItemType = this.ItemType,
|
|
|
|
|
|
DupeType = this.DupeType,
|
|
|
|
|
|
|
|
|
|
|
|
Machine = this.Machine.Clone() as Machine,
|
|
|
|
|
|
Source = this.Source.Clone() as Source,
|
|
|
|
|
|
Remove = this.Remove,
|
|
|
|
|
|
|
2020-09-03 13:01:33 -07:00
|
|
|
|
Name = this.Name,
|
2020-08-27 16:57:22 -07:00
|
|
|
|
_md5 = this._md5,
|
|
|
|
|
|
_sha1 = this._sha1,
|
|
|
|
|
|
_sha256 = this._sha256,
|
2020-09-04 15:02:15 -07:00
|
|
|
|
_spamsum = this._spamsum,
|
2020-08-27 16:57:22 -07:00
|
|
|
|
};
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Convert Media object to a BaseFile
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public BaseFile ConvertToBaseFile()
|
|
|
|
|
|
{
|
|
|
|
|
|
return new BaseFile()
|
|
|
|
|
|
{
|
|
|
|
|
|
Filename = this.Name,
|
|
|
|
|
|
Parent = this.Machine?.Name,
|
|
|
|
|
|
MD5 = this._md5,
|
|
|
|
|
|
SHA1 = this._sha1,
|
|
|
|
|
|
SHA256 = this._sha256,
|
|
|
|
|
|
SpamSum = this._spamsum,
|
|
|
|
|
|
};
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-08-27 16:57:22 -07:00
|
|
|
|
/// <summary>
|
2020-09-04 15:02:15 -07:00
|
|
|
|
/// Convert a media to the closest Rom approximation
|
2020-08-27 16:57:22 -07:00
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <returns></returns>
|
|
|
|
|
|
public Rom ConvertToRom()
|
|
|
|
|
|
{
|
|
|
|
|
|
var rom = new Rom()
|
|
|
|
|
|
{
|
|
|
|
|
|
ItemType = ItemType.Rom,
|
|
|
|
|
|
DupeType = this.DupeType,
|
|
|
|
|
|
|
|
|
|
|
|
Machine = this.Machine.Clone() as Machine,
|
|
|
|
|
|
Source = this.Source.Clone() as Source,
|
|
|
|
|
|
Remove = this.Remove,
|
|
|
|
|
|
|
2020-09-03 13:01:33 -07:00
|
|
|
|
Name = this.Name + ".aif",
|
2020-08-27 16:57:22 -07:00
|
|
|
|
MD5 = this.MD5,
|
|
|
|
|
|
SHA1 = this.SHA1,
|
|
|
|
|
|
SHA256 = this.SHA256,
|
2020-09-04 15:02:15 -07:00
|
|
|
|
SpamSum = this.SpamSum,
|
2020-08-27 16:57:22 -07:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
return rom;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Comparision Methods
|
|
|
|
|
|
|
|
|
|
|
|
public override bool Equals(DatItem other)
|
|
|
|
|
|
{
|
|
|
|
|
|
bool dupefound = false;
|
|
|
|
|
|
|
|
|
|
|
|
// If we don't have a Media, return false
|
|
|
|
|
|
if (ItemType != other.ItemType)
|
|
|
|
|
|
return dupefound;
|
|
|
|
|
|
|
|
|
|
|
|
// Otherwise, treat it as a Media
|
|
|
|
|
|
Media newOther = other as Media;
|
|
|
|
|
|
|
|
|
|
|
|
// If we get a partial match
|
|
|
|
|
|
if (HashMatch(newOther))
|
|
|
|
|
|
dupefound = true;
|
|
|
|
|
|
|
|
|
|
|
|
return dupefound;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Fill any missing size and hash information from another Media
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="other">Media to fill information from</param>
|
|
|
|
|
|
public void FillMissingInformation(Media other)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (_md5.IsNullOrEmpty() && !other._md5.IsNullOrEmpty())
|
|
|
|
|
|
_md5 = other._md5;
|
|
|
|
|
|
|
|
|
|
|
|
if (_sha1.IsNullOrEmpty() && !other._sha1.IsNullOrEmpty())
|
|
|
|
|
|
_sha1 = other._sha1;
|
|
|
|
|
|
|
|
|
|
|
|
if (_sha256.IsNullOrEmpty() && !other._sha256.IsNullOrEmpty())
|
|
|
|
|
|
_sha256 = other._sha256;
|
2020-09-04 15:02:15 -07:00
|
|
|
|
|
|
|
|
|
|
if (_spamsum.IsNullOrEmpty() && !other._spamsum.IsNullOrEmpty())
|
|
|
|
|
|
_spamsum = other._spamsum;
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Get unique duplicate suffix on name collision
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <returns>String representing the suffix</returns>
|
|
|
|
|
|
public string GetDuplicateSuffix()
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!_md5.IsNullOrEmpty())
|
|
|
|
|
|
return $"_{MD5}";
|
|
|
|
|
|
else if (!_sha1.IsNullOrEmpty())
|
|
|
|
|
|
return $"_{SHA1}";
|
|
|
|
|
|
else if (!_sha256.IsNullOrEmpty())
|
|
|
|
|
|
return $"_{SHA256}";
|
2020-09-04 15:02:15 -07:00
|
|
|
|
else if (!_spamsum.IsNullOrEmpty())
|
|
|
|
|
|
return $"_{SpamSum}";
|
2020-08-27 16:57:22 -07:00
|
|
|
|
else
|
|
|
|
|
|
return "_1";
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Returns if there are no, non-empty hashes in common with another Media
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="other">Media to compare against</param>
|
|
|
|
|
|
/// <returns>True if at least one hash is not mutually exclusive, false otherwise</returns>
|
|
|
|
|
|
private bool HasCommonHash(Media other)
|
|
|
|
|
|
{
|
|
|
|
|
|
return !(_md5.IsNullOrEmpty() ^ other._md5.IsNullOrEmpty())
|
|
|
|
|
|
|| !(_sha1.IsNullOrEmpty() ^ other._sha1.IsNullOrEmpty())
|
2020-09-04 15:02:15 -07:00
|
|
|
|
|| !(_sha256.IsNullOrEmpty() ^ other._sha256.IsNullOrEmpty())
|
|
|
|
|
|
|| !(_spamsum.IsNullOrEmpty() ^ other._spamsum.IsNullOrEmpty());
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Returns if the Media contains any hashes
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <returns>True if any hash exists, false otherwise</returns>
|
|
|
|
|
|
private bool HasHashes()
|
|
|
|
|
|
{
|
|
|
|
|
|
return !_md5.IsNullOrEmpty()
|
|
|
|
|
|
|| !_sha1.IsNullOrEmpty()
|
2020-09-04 15:02:15 -07:00
|
|
|
|
|| !_sha256.IsNullOrEmpty()
|
|
|
|
|
|
|| !_spamsum.IsNullOrEmpty();
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Returns if any hashes are common with another Media
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="other">Media to compare against</param>
|
|
|
|
|
|
/// <returns>True if any hashes are in common, false otherwise</returns>
|
|
|
|
|
|
private bool HashMatch(Media other)
|
|
|
|
|
|
{
|
|
|
|
|
|
// If either have no hashes, we return false, otherwise this would be a false positive
|
|
|
|
|
|
if (!HasHashes() || !other.HasHashes())
|
|
|
|
|
|
return false;
|
|
|
|
|
|
|
|
|
|
|
|
// If neither have hashes in common, we return false, otherwise this would be a false positive
|
|
|
|
|
|
if (!HasCommonHash(other))
|
|
|
|
|
|
return false;
|
|
|
|
|
|
|
|
|
|
|
|
// Return if all hashes match according to merge rules
|
|
|
|
|
|
return ConditionalHashEquals(_md5, other._md5)
|
|
|
|
|
|
&& ConditionalHashEquals(_sha1, other._sha1)
|
2020-09-04 15:02:15 -07:00
|
|
|
|
&& ConditionalHashEquals(_spamsum, other._spamsum);
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Sorting and Merging
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Get the dictionary key that should be used for a given item and bucketing type
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="bucketedBy">Field enum representing what key to get</param>
|
|
|
|
|
|
/// <param name="lower">True if the key should be lowercased (default), false otherwise</param>
|
|
|
|
|
|
/// <param name="norename">True if games should only be compared on game and file name, false if system and source are counted</param>
|
|
|
|
|
|
/// <returns>String representing the key to be used for the DatItem</returns>
|
|
|
|
|
|
public override string GetKey(Field bucketedBy, bool lower = true, bool norename = true)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Set the output key as the default blank string
|
|
|
|
|
|
string key = string.Empty;
|
|
|
|
|
|
|
|
|
|
|
|
// Now determine what the key should be based on the bucketedBy value
|
|
|
|
|
|
switch (bucketedBy)
|
|
|
|
|
|
{
|
|
|
|
|
|
case Field.DatItem_MD5:
|
|
|
|
|
|
key = MD5;
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
|
|
case Field.DatItem_SHA1:
|
|
|
|
|
|
key = SHA1;
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
|
|
case Field.DatItem_SHA256:
|
|
|
|
|
|
key = SHA256;
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
2020-09-04 15:02:15 -07:00
|
|
|
|
case Field.DatItem_SpamSum:
|
|
|
|
|
|
key = SpamSum;
|
|
|
|
|
|
break;
|
|
|
|
|
|
|
2020-08-27 16:57:22 -07:00
|
|
|
|
// Let the base handle generic stuff
|
|
|
|
|
|
default:
|
|
|
|
|
|
return base.GetKey(bucketedBy, lower, norename);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Double and triple check the key for corner cases
|
|
|
|
|
|
if (key == null)
|
|
|
|
|
|
key = string.Empty;
|
|
|
|
|
|
|
|
|
|
|
|
return key;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-13 13:22:06 -08:00
|
|
|
|
/// <inheritdoc/>
|
|
|
|
|
|
public override void ReplaceFields(
|
|
|
|
|
|
DatItem item,
|
|
|
|
|
|
List<DatItemField> datItemFields,
|
|
|
|
|
|
List<MachineField> machineFields)
|
2020-08-27 16:57:22 -07:00
|
|
|
|
{
|
|
|
|
|
|
// Replace common fields first
|
2020-12-13 13:22:06 -08:00
|
|
|
|
base.ReplaceFields(item, datItemFields, machineFields);
|
2020-08-27 16:57:22 -07:00
|
|
|
|
|
|
|
|
|
|
// If we don't have a Media to replace from, ignore specific fields
|
|
|
|
|
|
if (item.ItemType != ItemType.Media)
|
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
|
|
|
|
// Cast for easier access
|
|
|
|
|
|
Media newItem = item as Media;
|
|
|
|
|
|
|
|
|
|
|
|
// Replace the fields
|
2020-12-13 13:22:06 -08:00
|
|
|
|
if (datItemFields.Contains(DatItemField.Name))
|
2020-09-02 12:19:12 -07:00
|
|
|
|
Name = newItem.Name;
|
|
|
|
|
|
|
2020-12-13 13:22:06 -08:00
|
|
|
|
if (datItemFields.Contains(DatItemField.MD5))
|
2020-08-27 16:57:22 -07:00
|
|
|
|
{
|
|
|
|
|
|
if (string.IsNullOrEmpty(MD5) && !string.IsNullOrEmpty(newItem.MD5))
|
|
|
|
|
|
MD5 = newItem.MD5;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-13 13:22:06 -08:00
|
|
|
|
if (datItemFields.Contains(DatItemField.SHA1))
|
2020-08-27 16:57:22 -07:00
|
|
|
|
{
|
|
|
|
|
|
if (string.IsNullOrEmpty(SHA1) && !string.IsNullOrEmpty(newItem.SHA1))
|
|
|
|
|
|
SHA1 = newItem.SHA1;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-13 13:22:06 -08:00
|
|
|
|
if (datItemFields.Contains(DatItemField.SHA256))
|
2020-08-27 16:57:22 -07:00
|
|
|
|
{
|
|
|
|
|
|
if (string.IsNullOrEmpty(SHA256) && !string.IsNullOrEmpty(newItem.SHA256))
|
|
|
|
|
|
SHA256 = newItem.SHA256;
|
|
|
|
|
|
}
|
2020-09-04 15:02:15 -07:00
|
|
|
|
|
2020-12-13 13:22:06 -08:00
|
|
|
|
if (datItemFields.Contains(DatItemField.SpamSum))
|
2020-09-04 15:02:15 -07:00
|
|
|
|
{
|
|
|
|
|
|
if (string.IsNullOrEmpty(SpamSum) && !string.IsNullOrEmpty(newItem.SpamSum))
|
|
|
|
|
|
SpamSum = newItem.SpamSum;
|
|
|
|
|
|
}
|
2020-08-27 16:57:22 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|