using System; using System.Collections.Generic; using System.IO; using System.Text; using System.Xml; using SabreTools.Library.Data; using SabreTools.Library.DatItems; using SabreTools.Library.IO; using SabreTools.Library.Tools; namespace SabreTools.Library.DatFiles { /// /// Represents parsing and writing of an OfflineList XML DAT /// internal class OfflineList : DatFile { /// /// Constructor designed for casting a base DatFile /// /// Parent DatFile to copy from public OfflineList(DatFile datFile) : base(datFile) { } /// /// Parse an OfflineList XML DAT and return all found games and roms within /// /// Name of the file to be parsed /// Index ID for the DAT /// True if full pathnames are to be kept, false otherwise (default) /// /// protected override void ParseFile( // Standard Dat parsing string filename, int indexId, // Miscellaneous bool keep) { XmlReader xtr = filename.GetXmlTextReader(); // If we got a null reader, just return if (xtr == null) return; // Otherwise, read the file to the end try { xtr.MoveToContent(); while (!xtr.EOF) { // We only want elements if (xtr.NodeType != XmlNodeType.Element) { xtr.Read(); continue; } switch (xtr.Name) { case "configuration": ReadConfiguration(xtr.ReadSubtree(), keep); // Skip the configuration node now that we've processed it xtr.Skip(); break; case "games": ReadGames(xtr.ReadSubtree(), filename, indexId); // Skip the games node now that we've processed it xtr.Skip(); break; default: xtr.Read(); break; } } } catch (Exception ex) { Globals.Logger.Warning($"Exception found while parsing '{filename}': {ex}"); // For XML errors, just skip the affected node xtr?.Read(); } xtr.Dispose(); } /// /// Read configuration information /// /// XmlReader to use to parse the header /// True if full pathnames are to be kept, false otherwise (default) private void ReadConfiguration(XmlReader reader, bool keep) { bool superdat = false; // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all configuration items (ONLY OVERWRITE IF THERE'S NO DATA) string content; switch (reader.Name.ToLowerInvariant()) { case "datname": content = reader.ReadElementContentAsString(); Header.Name = (Header.Name == null ? content : Header.Name); superdat = superdat || content.Contains(" - SuperDAT"); if (keep && superdat) { Header.Type = (Header.Type == null ? "SuperDAT" : Header.Type); } break; case "datversion": content = reader.ReadElementContentAsString(); Header.Version = (Header.Version == null ? content : Header.Version); break; case "system": content = reader.ReadElementContentAsString(); Header.System = (Header.System == null ? content : Header.System); break; // TODO: Int32? case "screenshotswidth": content = reader.ReadElementContentAsString(); Header.ScreenshotsWidth = (Header.ScreenshotsWidth == null ? content : Header.ScreenshotsWidth); break; // TODO: Int32? case "screenshotsheight": content = reader.ReadElementContentAsString(); Header.ScreenshotsHeight = (Header.ScreenshotsHeight == null ? content : Header.ScreenshotsHeight); break; case "infos": ReadInfos(reader.ReadSubtree()); // Skip the infos node now that we've processed it reader.Skip(); break; case "canopen": ReadCanOpen(reader.ReadSubtree()); // Skip the canopen node now that we've processed it reader.Skip(); break; // TODO: Use all header values case "newdat": ReadNewDat(reader.ReadSubtree()); // Skip the newdat node now that we've processed it reader.Skip(); break; // TODO: Use header values case "search": ReadSearch(reader.ReadSubtree()); // Skip the search node now that we've processed it reader.Skip(); break; case "romtitle": content = reader.ReadElementContentAsString(); Header.RomTitle = (Header.RomTitle == null ? content : Header.RomTitle); break; default: reader.Read(); break; } } } /// /// Read infos information /// /// XmlReader to use to parse the header private void ReadInfos(XmlReader reader) { // If there's no subtree to the configuration, skip it if (reader == null) return; // Setup the infos object Header.Infos = new List(); // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Add all infos to the info list Header.Infos.Add(new OfflineListInfo( reader.Name.ToLowerInvariant(), reader.GetAttribute("visible").AsYesNo(), reader.GetAttribute("inNamingOption").AsYesNo(), reader.GetAttribute("default").AsYesNo())); reader.Read(); } } /// /// Read canopen information /// /// XmlReader to use to parse the header private void ReadCanOpen(XmlReader reader) { // Prepare all internal variables Header.CanOpen = new List(); // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all canopen items switch (reader.Name.ToLowerInvariant()) { case "extension": Header.CanOpen.Add(reader.ReadElementContentAsString()); break; default: reader.Read(); break; } } } /// /// Read newdat information /// /// XmlReader to use to parse the header private void ReadNewDat(XmlReader reader) { // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all newdat items string content; switch (reader.Name.ToLowerInvariant()) { case "datversionurl": // TODO: Read this into an appropriate field content = reader.ReadElementContentAsString(); Header.Url = (string.IsNullOrWhiteSpace(Header.Url) ? content : Header.Url); break; case "daturl": // TODO: Read this into an appropriate structure reader.GetAttribute("fileName"); reader.ReadElementContentAsString(); break; case "imurl": // TODO: Read this into an appropriate field reader.ReadElementContentAsString(); break; default: reader.Read(); break; } } } /// /// Read search information /// /// XmlReader to use to parse the header private void ReadSearch(XmlReader reader) { // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all search items switch (reader.Name.ToLowerInvariant()) { case "to": // TODO: Read this into an appropriate structure reader.GetAttribute("value"); reader.GetAttribute("default"); // (true|false) reader.GetAttribute("auto"); // (true|false) ReadTo(reader.ReadSubtree()); // Skip the to node now that we've processed it reader.Skip(); break; default: reader.Read(); break; } } } /// /// Read to information /// /// XmlReader to use to parse the header private void ReadTo(XmlReader reader) { // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all search items switch (reader.Name.ToLowerInvariant()) { case "find": // TODO: Read this into an appropriate structure reader.GetAttribute("operation"); reader.GetAttribute("value"); // Int32? reader.ReadElementContentAsString(); break; default: reader.Read(); break; } } } /// /// Read games information /// /// XmlReader to use to parse the header /// Name of the file to be parsed /// Index ID for the DAT private void ReadGames( XmlReader reader, // Standard Dat parsing string filename, int indexId) { // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all games items (ONLY OVERWRITE IF THERE'S NO DATA) switch (reader.Name.ToLowerInvariant()) { case "game": ReadGame(reader.ReadSubtree(), filename, indexId); // Skip the game node now that we've processed it reader.Skip(); break; default: reader.Read(); break; } } } /// /// Read game information /// /// XmlReader to use to parse the header /// Name of the file to be parsed /// Index ID for the DAT private void ReadGame( XmlReader reader, // Standard Dat parsing string filename, int indexId) { // Prepare all internal variables string releaseNumber = string.Empty, duplicateid; long size = -1; List datItems = new List(); Machine machine = new Machine(); // If there's no subtree to the configuration, skip it if (reader == null) return; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all games items switch (reader.Name.ToLowerInvariant()) { case "imagenumber": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "releasenumber": // TODO: Read this into a field releaseNumber = reader.ReadElementContentAsString(); break; case "title": machine.Name = reader.ReadElementContentAsString(); break; case "savetype": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "romsize": if (!Int64.TryParse(reader.ReadElementContentAsString(), out size)) size = -1; break; case "publisher": machine.Publisher = reader.ReadElementContentAsString(); break; case "location": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "sourcerom": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "language": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "files": datItems = ReadFiles(reader.ReadSubtree(), releaseNumber, machine.Name, filename, indexId); // Skip the files node now that we've processed it reader.Skip(); break; case "im1crc": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "im2crc": // TODO: Read this into a field reader.ReadElementContentAsString(); break; case "comment": machine.Comment = reader.ReadElementContentAsString(); break; case "duplicateid": duplicateid = reader.ReadElementContentAsString(); if (duplicateid != "0") machine.CloneOf = duplicateid; break; default: reader.Read(); break; } } // Add information accordingly for each rom for (int i = 0; i < datItems.Count; i++) { datItems[i].Size = size; datItems[i].CopyMachineInformation(machine); // Now process and add the rom ParseAddHelper(datItems[i]); } } /// /// Read files information /// /// XmlReader to use to parse the header /// Release number from the parent game /// Name of the parent game to use /// Name of the file to be parsed /// Index ID for the DAT private List ReadFiles( XmlReader reader, string releaseNumber, string machineName, // Standard Dat parsing string filename, int indexId) { // Prepare all internal variables var extensionToCrc = new List>(); var roms = new List(); // If there's no subtree to the configuration, skip it if (reader == null) return roms; // Otherwise, add what is possible reader.MoveToContent(); // Otherwise, read what we can from the header while (!reader.EOF) { // We only want elements if (reader.NodeType != XmlNodeType.Element) { reader.Read(); continue; } // Get all romCRC items switch (reader.Name.ToLowerInvariant()) { case "romcrc": extensionToCrc.Add( new KeyValuePair( reader.GetAttribute("extension") ?? string.Empty, reader.ReadElementContentAsString().ToLowerInvariant())); break; // TODO: Should I support the "custom" romMD5 and romSHA1 tags I write out? default: reader.Read(); break; } } // Now process the roms with the proper information foreach (KeyValuePair pair in extensionToCrc) { roms.Add(new Rom() { Name = (releaseNumber != "0" ? releaseNumber + " - " : string.Empty) + machineName + pair.Key, CRC = pair.Value, ItemStatus = ItemStatus.None, Source = new Source { Index = indexId, Name = filename, }, }); } return roms; } /// /// Create and open an output file for writing direct from a dictionary /// /// Name of the file to write to /// True if blank roms should be skipped on output, false otherwise (default) /// True if the DAT was written correctly, false otherwise public override bool WriteToFile(string outfile, bool ignoreblanks = false) { try { Globals.Logger.User($"Opening file for writing: {outfile}"); FileStream fs = FileExtensions.TryCreate(outfile); // If we get back null for some reason, just log and return if (fs == null) { Globals.Logger.Warning($"File '{outfile}' could not be created for writing! Please check to see if the file is writable"); return false; } XmlTextWriter xtw = new XmlTextWriter(fs, new UTF8Encoding(false)) { Formatting = Formatting.Indented, IndentChar = '\t', Indentation = 1 }; // Write out the header WriteHeader(xtw); // Write out each of the machines and roms string lastgame = null; // Use a sorted list of games to output foreach (string key in Items.SortedKeys) { List roms = Items[key]; // Resolve the names in the block roms = DatItem.ResolveNames(roms); for (int index = 0; index < roms.Count; index++) { DatItem rom = roms[index]; // There are apparently times when a null rom can skip by, skip them if (rom.Name == null || rom.Machine.Name == null) { Globals.Logger.Warning("Null rom found!"); continue; } // If we have a "null" game (created by DATFromDir or something similar), log it to file if (rom.ItemType == ItemType.Rom && ((Rom)rom).Size == -1 && ((Rom)rom).CRC == "null") { Globals.Logger.Verbose($"Empty folder found: {rom.Machine.Name}"); rom.Name = (rom.Name == "null" ? "-" : rom.Name); ((Rom)rom).Size = Constants.SizeZero; ((Rom)rom).CRC = ((Rom)rom).CRC == "null" ? Constants.CRCZero : null; ((Rom)rom).MD5 = ((Rom)rom).MD5 == "null" ? Constants.MD5Zero : null; #if NET_FRAMEWORK ((Rom)rom).RIPEMD160 = ((Rom)rom).RIPEMD160 == "null" ? Constants.RIPEMD160Zero : null; #endif ((Rom)rom).SHA1 = ((Rom)rom).SHA1 == "null" ? Constants.SHA1Zero : null; ((Rom)rom).SHA256 = ((Rom)rom).SHA256 == "null" ? Constants.SHA256Zero : null; ((Rom)rom).SHA384 = ((Rom)rom).SHA384 == "null" ? Constants.SHA384Zero : null; ((Rom)rom).SHA512 = ((Rom)rom).SHA512 == "null" ? Constants.SHA512Zero : null; } // Now, output the rom data WriteDatItem(xtw, rom, ignoreblanks); // Set the new data to compare against lastgame = rom.Machine.Name; } } // Write the file footer out WriteFooter(xtw); Globals.Logger.Verbose("File written!" + Environment.NewLine); xtw.Dispose(); fs.Dispose(); } catch (Exception ex) { Globals.Logger.Error(ex.ToString()); return false; } return true; } /// /// Write out DAT header using the supplied StreamWriter /// /// XmlTextWriter to output to /// True if the data was written, false on error private bool WriteHeader(XmlTextWriter xtw) { try { xtw.WriteStartDocument(false); xtw.WriteStartElement("dat"); xtw.WriteAttributeString("xsi", "xmlns", "http://www.w3.org/2001/XMLSchema-instance"); xtw.WriteAttributeString("noNamespaceSchemaLocation", "xsi", "datas.xsd"); xtw.WriteStartElement("configuration"); xtw.WriteRequiredElementString("datName", Header.Name); xtw.WriteElementString("datVersion", Items.TotalCount.ToString()); xtw.WriteRequiredElementString("system", Header.System); xtw.WriteRequiredElementString("screenshotsWidth", Header.ScreenshotsWidth); xtw.WriteRequiredElementString("screenshotsHeight", Header.ScreenshotsHeight); if (Header.Infos != null) { xtw.WriteStartElement("infos"); foreach (var info in Header.Infos) { xtw.WriteStartElement(info.Name); xtw.WriteAttributeString("visible", info.Visible.ToString()); xtw.WriteAttributeString("inNamingOption", info.IsNamingOption.ToString()); xtw.WriteAttributeString("default", info.Default.ToString()); xtw.WriteEndElement(); } // End infos xtw.WriteEndElement(); } if (Header.CanOpen != null) { xtw.WriteStartElement("canOpen"); foreach (string extension in Header.CanOpen) { xtw.WriteElementString("extension", extension); } // End canOpen xtw.WriteEndElement(); } xtw.WriteStartElement("newDat"); xtw.WriteRequiredElementString("datVersionURL", Header.Url); xtw.WriteStartElement("datUrl"); xtw.WriteAttributeString("fileName", $"{Header.FileName ?? string.Empty}.zip"); xtw.WriteString(Header.Url); xtw.WriteEndElement(); xtw.WriteRequiredElementString("imURL", Header.Url); // End newDat xtw.WriteEndElement(); xtw.WriteStartElement("search"); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "location"); xtw.WriteAttributeString("default", "true"); xtw.WriteAttributeString("auto", "true"); xtw.WriteEndElement(); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "romSize"); xtw.WriteAttributeString("default", "true"); xtw.WriteAttributeString("auto", "false"); xtw.WriteEndElement(); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "languages"); xtw.WriteAttributeString("default", "true"); xtw.WriteAttributeString("auto", "true"); xtw.WriteEndElement(); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "saveType"); xtw.WriteAttributeString("default", "false"); xtw.WriteAttributeString("auto", "false"); xtw.WriteEndElement(); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "publisher"); xtw.WriteAttributeString("default", "false"); xtw.WriteAttributeString("auto", "true"); xtw.WriteEndElement(); xtw.WriteStartElement("to"); xtw.WriteAttributeString("value", "sourceRom"); xtw.WriteAttributeString("default", "false"); xtw.WriteAttributeString("auto", "true"); xtw.WriteEndElement(); // End search xtw.WriteEndElement(); xtw.WriteRequiredElementString("romTitle", Header.RomTitle ?? "%u - %n"); // End configuration xtw.WriteEndElement(); xtw.WriteStartElement("games"); xtw.Flush(); } catch (Exception ex) { Globals.Logger.Error(ex.ToString()); return false; } return true; } /// /// Write out DatItem using the supplied StreamWriter /// /// XmlTextWriter to output to /// DatItem object to be output /// True if blank roms should be skipped on output, false otherwise (default) /// True if the data was written, false on error private bool WriteDatItem(XmlTextWriter xtw, DatItem datItem, bool ignoreblanks = false) { // If we are in ignore blanks mode AND we have a blank (0-size) rom, skip if (ignoreblanks && (datItem.ItemType == ItemType.Rom && ((datItem as Rom).Size == 0 || (datItem as Rom).Size == -1))) return true; try { // Pre-process the item name ProcessItemName(datItem, true); // Build the state xtw.WriteStartElement("game"); xtw.WriteElementString("imageNumber", "1"); xtw.WriteElementString("releaseNumber", "1"); xtw.WriteRequiredElementString("title", datItem.Name); xtw.WriteElementString("saveType", "None"); if (datItem.ItemType == ItemType.Rom) { var rom = datItem as Rom; xtw.WriteRequiredElementString("romSize", rom.Size.ToString()); } xtw.WriteRequiredElementString("publisher", datItem.Machine.Publisher); xtw.WriteElementString("location", "0"); xtw.WriteElementString("sourceRom", "None"); xtw.WriteElementString("language", "0"); if (datItem.ItemType == ItemType.Disk) { var disk = datItem as Disk; xtw.WriteStartElement("files"); if (!string.IsNullOrWhiteSpace(disk.MD5)) { xtw.WriteStartElement("romMD5"); xtw.WriteAttributeString("extension", ".chd"); xtw.WriteString(disk.MD5?.ToUpperInvariant()); xtw.WriteEndElement(); } else if (!string.IsNullOrWhiteSpace(disk.SHA1)) { xtw.WriteStartElement("romSHA1"); xtw.WriteAttributeString("extension", ".chd"); xtw.WriteString(disk.SHA1?.ToUpperInvariant()); xtw.WriteEndElement(); } // End files xtw.WriteEndElement(); } else if (datItem.ItemType == ItemType.Rom) { var rom = datItem as Rom; string tempext = "." + PathExtensions.GetNormalizedExtension(rom.Name); xtw.WriteStartElement("files"); if (!string.IsNullOrWhiteSpace(rom.CRC)) { xtw.WriteStartElement("romCRC"); xtw.WriteRequiredAttributeString("extension", tempext); xtw.WriteString(rom.CRC?.ToUpperInvariant()); xtw.WriteEndElement(); } else if (!string.IsNullOrWhiteSpace(rom.MD5)) { xtw.WriteStartElement("romMD5"); xtw.WriteRequiredAttributeString("extension", tempext); xtw.WriteString(rom.MD5?.ToUpperInvariant()); xtw.WriteEndElement(); } else if (!string.IsNullOrWhiteSpace(rom.SHA1)) { xtw.WriteStartElement("romSHA1"); xtw.WriteRequiredAttributeString("extension", tempext); xtw.WriteString(rom.SHA1?.ToUpperInvariant()); xtw.WriteEndElement(); } // End files xtw.WriteEndElement(); } xtw.WriteElementString("im1CRC", "00000000"); xtw.WriteElementString("im2CRC", "00000000"); xtw.WriteRequiredElementString("comment", datItem.Machine.Comment); xtw.WriteRequiredElementString("duplicateID", datItem.Machine.CloneOf); // End game xtw.WriteEndElement(); xtw.Flush(); } catch (Exception ex) { Globals.Logger.Error(ex.ToString()); return false; } return true; } /// /// Write out DAT footer using the supplied StreamWriter /// /// XmlTextWriter to output to /// True if the data was written, false on error private bool WriteFooter(XmlTextWriter xtw) { try { // End games xtw.WriteEndElement(); xtw.WriteStartElement("gui"); xtw.WriteStartElement("images"); xtw.WriteAttributeString("width", "487"); xtw.WriteAttributeString("height", "162"); xtw.WriteStartElement("image"); xtw.WriteAttributeString("x", "0"); xtw.WriteAttributeString("y", "0"); xtw.WriteAttributeString("width", "240"); xtw.WriteAttributeString("height", "160"); xtw.WriteEndElement(); xtw.WriteStartElement("image"); xtw.WriteAttributeString("x", "245"); xtw.WriteAttributeString("y", "0"); xtw.WriteAttributeString("width", "240"); xtw.WriteAttributeString("height", "160"); xtw.WriteEndElement(); // End images xtw.WriteEndElement(); // End gui xtw.WriteEndElement(); // End dat xtw.WriteEndElement(); xtw.Flush(); } catch (Exception ex) { Globals.Logger.Error(ex.ToString()); return false; } return true; } } }