diff --git a/SabreTools.DatFiles/ItemDictionaryDB.cs b/SabreTools.DatFiles/ItemDictionaryDB.cs
index fb0e7204..5a08d440 100644
--- a/SabreTools.DatFiles/ItemDictionaryDB.cs
+++ b/SabreTools.DatFiles/ItemDictionaryDB.cs
@@ -179,7 +179,7 @@ namespace SabreTools.DatFiles
/// Index of the machine related to the item
/// True to only add item statistics while parsing, false otherwise (default)
/// The index for the added item, -1 on error
- public long AddItem(DatItem item, long machineIndex, long sourceIndex = -1, bool statsOnly = false)
+ public long AddItem(DatItem item, long machineIndex, long sourceIndex, bool statsOnly = false)
{
// If we have a Disk, Media, or Rom, clean the hash data
if (item is Disk disk)
@@ -1551,6 +1551,9 @@ namespace SabreTools.DatFiles
if (items == null || items.Length == 0)
continue;
+ // Get the source for the first item
+ var source = GetSourceForItem(items[0].Item1);
+
// Get the machine for the first item
var machine = GetMachineForItem(items[0].Item1);
if (machine.Item2 == null)
@@ -1579,7 +1582,7 @@ namespace SabreTools.DatFiles
{
DatItem datItem = (item.Item2.Clone() as DatItem)!;
if (!items.Where(i => i.Item2.GetName() == datItem.GetName()).Any() && !items.Any(i => i.Item2 == datItem))
- AddItem(datItem, machine.Item1);
+ AddItem(datItem, machine.Item1, source.Item1);
}
}
}
@@ -1602,6 +1605,9 @@ namespace SabreTools.DatFiles
if (items == null || items.Length == 0)
continue;
+ // Get the source for the first item
+ var source = GetSourceForItem(items[0].Item1);
+
// Get the machine for the first item
var machine = GetMachineForItem(items[0].Item1);
if (machine.Item2 == null)
@@ -1667,7 +1673,7 @@ namespace SabreTools.DatFiles
// Clone the item and then add it
DatItem datItem = (item.Item2.Clone() as DatItem)!;
- AddItem(datItem, machine.Item1);
+ AddItem(datItem, machine.Item1, source.Item1);
}
}
}
@@ -1679,7 +1685,7 @@ namespace SabreTools.DatFiles
{
var deviceRef = new DeviceRef();
deviceRef.SetName(deviceReference);
- AddItem(deviceRef, machine.Item1);
+ AddItem(deviceRef, machine.Item1, source.Item1);
}
}
}
@@ -1724,7 +1730,7 @@ namespace SabreTools.DatFiles
// Clone the item and then add it
DatItem datItem = (item.Item2.Clone() as DatItem)!;
- AddItem(datItem, machine.Item1);
+ AddItem(datItem, machine.Item1, source.Item1);
}
}
}
@@ -1740,7 +1746,7 @@ namespace SabreTools.DatFiles
var slotItem = new Slot();
slotItem.SetFieldValue(Models.Metadata.Slot.SlotOptionKey, [slotOptionItem]);
- AddItem(slotItem, machine.Item1);
+ AddItem(slotItem, machine.Item1, source.Item1);
}
}
}
@@ -1762,6 +1768,9 @@ namespace SabreTools.DatFiles
if (items == null || items.Length == 0)
continue;
+ // Get the source for the first item
+ var source = GetSourceForItem(items[0].Item1);
+
// Get the machine for the first item in the list
var machine = GetMachineForItem(items[0].Item1);
if (machine.Item2 == null)
@@ -1792,7 +1801,7 @@ namespace SabreTools.DatFiles
if (!items.Where(i => i.Item2.GetName()?.ToLowerInvariant() == datItem.GetName()?.ToLowerInvariant()).Any()
&& !items.Any(i => i.Item2 == datItem))
{
- AddItem(datItem, machine.Item1);
+ AddItem(datItem, machine.Item1, source.Item1);
}
}
diff --git a/SabreTools.DatTools/DatFileTool.cs b/SabreTools.DatTools/DatFileTool.cs
index 242e48b2..119ac97b 100644
--- a/SabreTools.DatTools/DatFileTool.cs
+++ b/SabreTools.DatTools/DatFileTool.cs
@@ -3,6 +3,8 @@ using System.IO;
using System.Linq;
#if NET40_OR_GREATER || NETCOREAPP
using System.Threading.Tasks;
+using Microsoft.VisualBasic;
+
#endif
using SabreTools.Core;
using SabreTools.DatFiles;
@@ -641,10 +643,20 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = dupeData.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -667,8 +679,9 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
#if NETFRAMEWORK
if ((item.Value.GetFieldValue(DatItem.DupeTypeKey) & DupeType.External) != 0)
@@ -683,7 +696,7 @@ namespace SabreTools.DatTools
continue;
#endif
- dupeData.ItemsDB.AddItem(newrom, machineRemapping[machineIndex], statsOnly: false);
+ dupeData.ItemsDB.AddItem(newrom, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
}
#if NET40_OR_GREATER || NETCOREAPP
});
@@ -855,10 +868,25 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = outDats[0].ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+
+ for (int i = 1; i < outDats.Count; i++)
+ {
+ _ = outDats[i].ItemsDB.AddSource(source.Value);
+ }
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -881,8 +909,9 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
if (item.Value.GetFieldValue(DatItem.SourceKey) == null)
#if NET40_OR_GREATER || NETCOREAPP
@@ -896,7 +925,7 @@ namespace SabreTools.DatTools
#else
if (item.Value.GetFieldValue(DatItem.DupeTypeKey).HasFlag(DupeType.Internal) || item.Value.GetFieldValue(DatItem.DupeTypeKey) == 0x00)
#endif
- outDats[item.Value.GetFieldValue(DatItem.SourceKey)!.Index].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ outDats[item.Value.GetFieldValue(DatItem.SourceKey)!.Index].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
#if NET40_OR_GREATER || NETCOREAPP
});
#else
@@ -1030,10 +1059,20 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = outerDiffData.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -1056,8 +1095,9 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
#if NETFRAMEWORK
if ((item.Value.GetFieldValue(DatItem.DupeTypeKey) & DupeType.Internal) != 0 || item.Value.GetFieldValue(DatItem.DupeTypeKey) == 0x00)
@@ -1073,7 +1113,7 @@ namespace SabreTools.DatTools
#endif
newrom.GetFieldValue(DatItem.MachineKey)!.SetFieldValue(Models.Metadata.Machine.NameKey, newrom.GetFieldValue(DatItem.MachineKey)!.GetStringFieldValue(Models.Metadata.Machine.NameKey) + $" ({Path.GetFileNameWithoutExtension(inputs[newrom.GetFieldValue(DatItem.SourceKey)!.Index].CurrentPath)})");
- outerDiffData.ItemsDB.AddItem(newrom, machineRemapping[machineIndex], statsOnly: false);
+ outerDiffData.ItemsDB.AddItem(newrom, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
}
#if NET40_OR_GREATER || NETCOREAPP
});
@@ -1178,10 +1218,20 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = addFrom.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = addFrom.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = addFrom.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = addFrom.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = addFrom.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = addFrom.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = addTo.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -1199,9 +1249,11 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
- addTo.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
+
+ addTo.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
// Now remove the key from the source DAT
if (delete)
@@ -1270,10 +1322,20 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = indexDat.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -1291,11 +1353,12 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
if (item.Value.GetFieldValue(DatItem.SourceKey) != null && item.Value.GetFieldValue(DatItem.SourceKey)!.Index == index)
- indexDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ indexDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
#if NET40_OR_GREATER || NETCOREAPP
});
#else
diff --git a/SabreTools.DatTools/Splitter.cs b/SabreTools.DatTools/Splitter.cs
index 0ca54acf..d2ef5eb3 100644
--- a/SabreTools.DatTools/Splitter.cs
+++ b/SabreTools.DatTools/Splitter.cs
@@ -145,10 +145,21 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = extADat.ItemsDB.AddSource(source.Value);
+ _ = extBDat.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -167,21 +178,22 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
if (newExtA.Contains((item.Value.GetName() ?? string.Empty).GetNormalizedExtension()))
{
- extADat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ extADat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
}
else if (newExtB.Contains((item.Value.GetName() ?? string.Empty).GetNormalizedExtension()))
{
- extBDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ extBDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
}
else
{
- extADat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
- extBDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ extADat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
+ extBDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
}
#if NET40_OR_GREATER || NETCOREAPP
});
@@ -383,10 +395,27 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = fieldDats[Models.Metadata.Rom.StatusKey].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.SHA512Key].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.SHA384Key].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.SHA256Key].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.SHA1Key].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.MD5Key].ItemsDB.AddSource(source.Value);
+ _ = fieldDats[Models.Metadata.Rom.CRCKey].ItemsDB.AddSource(source.Value);
+ _ = fieldDats["null"].ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -411,53 +440,54 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
// Only process Disk, Media, and Rom
switch (item.Value)
{
case Disk disk:
if (disk.GetStringFieldValue(Models.Metadata.Disk.StatusKey).AsEnumValue() == ItemStatus.Nodump)
- fieldDats[Models.Metadata.Disk.StatusKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Disk.StatusKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(disk.GetStringFieldValue(Models.Metadata.Disk.SHA1Key)))
- fieldDats[Models.Metadata.Disk.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Disk.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(disk.GetStringFieldValue(Models.Metadata.Disk.MD5Key)))
- fieldDats[Models.Metadata.Disk.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Disk.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(disk.GetStringFieldValue(Models.Metadata.Disk.MD5Key)))
- fieldDats[Models.Metadata.Disk.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Disk.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else
- fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
break;
case Media media:
if (!string.IsNullOrEmpty(media.GetStringFieldValue(Models.Metadata.Media.SHA256Key)))
- fieldDats[Models.Metadata.Media.SHA256Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Media.SHA256Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(media.GetStringFieldValue(Models.Metadata.Media.SHA1Key)))
- fieldDats[Models.Metadata.Media.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Media.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(media.GetStringFieldValue(Models.Metadata.Media.MD5Key)))
- fieldDats[Models.Metadata.Media.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Media.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else
- fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
break;
case Rom rom:
if (rom.GetStringFieldValue(Models.Metadata.Rom.StatusKey).AsEnumValue() == ItemStatus.Nodump)
- fieldDats[Models.Metadata.Rom.StatusKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.StatusKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.SHA512Key)))
- fieldDats[Models.Metadata.Rom.SHA512Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.SHA512Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.SHA384Key)))
- fieldDats[Models.Metadata.Rom.SHA384Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.SHA384Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.SHA256Key)))
- fieldDats[Models.Metadata.Rom.SHA256Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.SHA256Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.SHA1Key)))
- fieldDats[Models.Metadata.Rom.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.SHA1Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.MD5Key)))
- fieldDats[Models.Metadata.Rom.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.MD5Key].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else if (!string.IsNullOrEmpty(rom.GetStringFieldValue(Models.Metadata.Rom.CRCKey)))
- fieldDats[Models.Metadata.Rom.CRCKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats[Models.Metadata.Rom.CRCKey].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
else
- fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ fieldDats["null"].ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
break;
default:
@@ -695,10 +725,21 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = lessThan.ItemsDB.AddSource(source.Value);
+ _ = greaterThan.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -717,24 +758,25 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
// If the file is not a Rom, it automatically goes in the "lesser" dat
if (item.Value is not Rom rom)
- lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
// If the file is a Rom and has no size, put it in the "lesser" dat
else if (rom.GetInt64FieldValue(Models.Metadata.Rom.SizeKey) == null)
- lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
// If the file is a Rom and less than the radix, put it in the "lesser" dat
else if (rom.GetInt64FieldValue(Models.Metadata.Rom.SizeKey) < radix)
- lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ lessThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
// If the file is a Rom and greater than or equal to the radix, put it in the "greater" dat
else if (rom.GetInt64FieldValue(Models.Metadata.Rom.SizeKey) >= radix)
- greaterThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ greaterThan.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
#if NET40_OR_GREATER || NETCOREAPP
});
#else
@@ -939,10 +981,20 @@ namespace SabreTools.DatTools
// Get all current items, machines, and mappings
var datItems = datFile.ItemsDB.GetItems().ToDictionary(m => m.Item1, m => m.Item2);
var machines = datFile.ItemsDB.GetMachines().ToDictionary(m => m.Item1, m => m.Item2);
- var mappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var sources = datFile.ItemsDB.GetSources().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemMachineMappings = datFile.ItemsDB.GetItemMachineMappings().ToDictionary(m => m.Item1, m => m.Item2);
+ var itemSourceMappings = datFile.ItemsDB.GetItemSourceMappings().ToDictionary(m => m.Item1, m => m.Item2);
- // Create a mapping from old machine index to new machine index
+ // Create mappings from old index to new index
var machineRemapping = new Dictionary();
+ var sourceRemapping = new Dictionary();
+
+ // Loop through and add all sources
+ foreach (var source in sources)
+ {
+ long newSourceIndex = indexDat.ItemsDB.AddSource(source.Value);
+ sourceRemapping[source.Key] = newSourceIndex;
+ }
// Loop through and add all machines
foreach (var machine in machines)
@@ -960,11 +1012,12 @@ namespace SabreTools.DatTools
foreach (var item in datItems)
#endif
{
- // Get the machine index for this item
- long machineIndex = mappings[item.Key];
+ // Get the machine and source index for this item
+ long machineIndex = itemMachineMappings[item.Key];
+ long sourceIndex = itemSourceMappings[item.Key];
if (item.Value.GetStringFieldValue(Models.Metadata.DatItem.TypeKey).AsEnumValue() == itemType)
- indexDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], statsOnly: false);
+ indexDat.ItemsDB.AddItem(item.Value, machineRemapping[machineIndex], sourceRemapping[sourceIndex], statsOnly: false);
#if NET40_OR_GREATER || NETCOREAPP
});
#else