using System; using System.Collections.Generic; using System.Linq; using System.IO; using System.Security.Cryptography; using SabreTools.Helper; using DamienG.Security.Cryptography; using SharpCompress.Archive; using SharpCompress.Common; using SharpCompress.Reader; namespace SabreTools { /// /// Create a DAT file from a specified file, directory, or set thereof /// /// Add SuperDAT functionality public class DATFromDir { // Path-related variables private string _basePath; private string _tempDir; // Extraction and listing related variables private Dictionary> _dict; private List _inputs; // User specified flags private bool _noMD5; private bool _noSHA1; private bool _bare; private bool _forceunpack; private bool _archivesAsFiles; private bool _old; private bool _superDat; // User specified strings private string _name; private string _desc; private string _cat; private string _version; private string _author; // Other required variables private string _date = DateTime.Now.ToString("yyyy-MM-dd"); private Logger _logger; /// /// Create a new DATFromDir object /// /// A List of Strings representing the files and folders to be DATted /// Internal name of the DAT /// Description and external name of the DAT /// Category for the DAT /// Version of the DAT /// Author of the DAT /// True if MD5 hashes should be skipped over, false otherwise /// True if SHA-1 hashes should be skipped over, false otherwise /// True if the date should be omitted from the DAT, false otherwise /// True if the forcepacking="unzip" tag is to be added, false otherwise /// True if all archives should be treated like files, false otherwise /// True if a old-style DAT should be output, false otherwise /// True if SuperDAT mode is enabled, false otherwise /// Logger object for console and file output public DATFromDir(List inputs, string name, string desc, string cat, string version, string author, bool noMD5, bool noSHA1, bool bare, bool forceunpack, bool archivesAsFiles, bool old, bool superDat, Logger logger) { _inputs = inputs; _name = name; _desc = desc; _cat = cat; _version = version; _author = author; _noMD5 = noMD5; _noSHA1 = noSHA1; _bare = bare; _forceunpack = forceunpack; _archivesAsFiles = archivesAsFiles; _old = old; _superDat = superDat; _logger = logger; } /// /// Start help or use supplied parameters /// /// String array representing command line parameters public static void Main(string[] args) { Console.Clear(); // Credits take precidence over all if ((new List(args)).Contains("--credits")) { Build.Credits(); return; } Logger logger = new Logger(true, "datfromdir.log"); logger.Start(); // First things first, take care of all of the arguments that this could have bool noMD5 = false, noSHA1 = false, forceunpack = false, archivesAsFiles = false, old = false, superDat = false, bare = false; string name = "", desc = "", cat = "", version = "", author = ""; List inputs = new List(); foreach (string arg in args) { switch (arg) { case "-h": case "-?": case "--help": Build.Help(); logger.Close(); return; case "-m": case "--noMD5": noMD5 = true; break; case "-s": case "--noSHA1": noSHA1 = true; break; case "-b": case "--bare": bare = true; break; case "-u": case "--unzip": forceunpack = true; break; case "-f": case "--files": archivesAsFiles = true; break; case "-o": case "--old": old = true; break; case "-sd": case "--superdat": superDat = true; break; default: if (arg.StartsWith("-n=") || arg.StartsWith("--name=")) { name = arg.Split('=')[1]; } else if (arg.StartsWith("-d=") || arg.StartsWith("--desc=")) { desc = arg.Split('=')[1]; } else if (arg.StartsWith("-c=") || arg.StartsWith("--cat=")) { cat = arg.Split('=')[1]; } else if (arg.StartsWith("-au=") || arg.StartsWith("--author=")) { author = arg.Split('=')[1]; } else if (arg.StartsWith("-v=") || arg.StartsWith("--version=")) { version = arg.Split('=')[1]; } else { inputs.Add(arg); } break; } } // If there's no inputs, show the help if (inputs.Count == 0) { Build.Help(); logger.Close(); return; } // Output the title Build.Start("DATFromDir"); // If any of the inputs are not valid, show the help foreach (string input in inputs) { if (!File.Exists(input) && !Directory.Exists(input)) { logger.Error(input + " is not a valid input!"); Console.WriteLine(); Build.Help(); return; } } // Create a new DATFromDir object and process the inputs DATFromDir dfd = new DATFromDir(inputs, name, desc, cat, version, author, noMD5, noSHA1, bare, forceunpack, archivesAsFiles, old, superDat, logger); bool success = dfd.Start(); // If we failed, show the help if (!success) { Console.WriteLine(); Build.Help(); } logger.Close(); } /// /// Process the file, folder, or list of some combination into a DAT file /// /// True if the DAT could be created, false otherwise public bool Start() { // Create an output dictionary for all found items _dict = new Dictionary>(); // Loop over each of the found paths, if any foreach (string path in _inputs) { // Set local paths and vars _basePath = (File.Exists(path) ? path : path + Path.DirectorySeparatorChar); _basePath = Path.GetFullPath(_basePath); // This is where the main loop would go if (File.Exists(_basePath)) { ProcessFile(_basePath); } else if (Directory.Exists(_basePath)) { _logger.Log("Folder found: " + _basePath); // Process the files in the base folder first foreach (string item in Directory.EnumerateFiles(_basePath, "*", SearchOption.TopDirectoryOnly)) { ProcessFile(item); } // Then process each of the subfolders themselves string basePathBackup = _basePath; foreach (string item in Directory.EnumerateDirectories(_basePath)) { // If we're not in SuperDAT mode, then reset the base path if (!_superDat) { _basePath = (File.Exists(item) ? item : item + Path.DirectorySeparatorChar); _basePath = Path.GetFullPath(_basePath); } foreach (string subitem in Directory.EnumerateFiles(_basePath, "*", SearchOption.AllDirectories)) { ProcessFile(subitem); } } _basePath = basePathBackup; } // If this somehow skips past the original sensors else { _logger.Error(path + " is not a valid input!"); } } // If we found nothing (error state), exit if (_dict.Count == 0) { return false; } // Double check to see what it needs to be named if (_name == "") { if (_inputs.Count > 1) { _name = Environment.CurrentDirectory.Split(Path.DirectorySeparatorChar).Last(); } else { if (_basePath.EndsWith(Path.DirectorySeparatorChar.ToString())) { _basePath = _basePath.Substring(0, _basePath.Length - 1); } _name = _basePath.Split(Path.DirectorySeparatorChar).Last(); } } _name = (_name == "" ? "Default" : _name); // If we're in a superdat, append the folder name to all game names if (_superDat) { List keys = _dict.Keys.ToList(); foreach (string key in keys) { List newroms = new List(); foreach (RomData rom in _dict[key]) { RomData newrom = rom; newrom.Game = _name + Path.DirectorySeparatorChar + newrom.Game; newroms.Add(newrom); } _dict[key] = newroms; } _name = _name += " - SuperDAT"; } _desc = (_desc == "" ? _name + (_bare ? "" : " (" + _date + ")") : _desc); DatData datdata = new DatData { Name = _name, Description = _desc, Version = _version, Date = _date, Category = _cat, Author = _author, Type = (_superDat ? "SuperDAT" : ""), ForcePacking = (_forceunpack ? ForcePacking.Unzip : ForcePacking.None), OutputFormat = (_old ? OutputFormat.ClrMamePro : OutputFormat.Xml), Roms = _dict, }; // Now write it all out as a DAT Output.WriteDatfile(datdata, Environment.CurrentDirectory, _logger); return true; } /// /// Check a given file for hashes, based on current settings /// /// Filename of the item to be checked private void ProcessFile(string item) { Console.WriteLine("basepath: " + _basePath); // Create the temporary output directory bool encounteredErrors = true; if (!_archivesAsFiles) { try { IArchive archive = ArchiveFactory.Open(item); ArchiveType at = archive.Type; _logger.Log("Found archive of type: " + at); if (at == ArchiveType.Zip || at == ArchiveType.SevenZip || at == ArchiveType.Rar) { _tempDir = Environment.CurrentDirectory + Path.DirectorySeparatorChar + "temp" + DateTime.Now.ToString("yyyyMMddHHmmss") + Path.DirectorySeparatorChar; DirectoryInfo di = Directory.CreateDirectory(_tempDir); IReader reader = archive.ExtractAllEntries(); reader.WriteAllToDirectory(_tempDir, ExtractOptions.ExtractFullPath); encounteredErrors = false; } archive.Dispose(); } catch (InvalidOperationException) { encounteredErrors = true; } catch (Exception ex) { _logger.Error(ex.ToString()); encounteredErrors = true; } } // Get a list of files including size and hashes Crc32 crc = new Crc32(); MD5 md5 = MD5.Create(); SHA1 sha1 = SHA1.Create(); // If the file was an archive and was extracted successfully, check it if (!encounteredErrors) { _logger.Log(Path.GetFileName(item) + " treated like an archive"); foreach (string entry in Directory.EnumerateFiles(_tempDir, "*", SearchOption.AllDirectories)) { _logger.Log("Found file: " + entry); string fileCRC = String.Empty; string fileMD5 = String.Empty; string fileSHA1 = String.Empty; try { using (FileStream fs = File.Open(entry, FileMode.Open)) { foreach (byte b in crc.ComputeHash(fs)) { fileCRC += b.ToString("x2").ToLower(); } } if (!_noMD5) { using (FileStream fs = File.Open(entry, FileMode.Open)) { fileMD5 = BitConverter.ToString(md5.ComputeHash(fs)).Replace("-", ""); } } if (!_noSHA1) { using (FileStream fs = File.Open(entry, FileMode.Open)) { fileSHA1 = BitConverter.ToString(sha1.ComputeHash(fs)).Replace("-", ""); } } } catch (IOException) { continue; } RomData rom = new RomData { Type = "rom", Game = Path.GetFileNameWithoutExtension(item), Name = entry.Remove(0, _tempDir.Length), Size = (new FileInfo(entry)).Length, CRC = fileCRC, MD5 = fileMD5, SHA1 = fileSHA1, }; string key = rom.Size + "-" + rom.CRC; if (_dict.ContainsKey(key)) { _dict[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _dict.Add(key, temp); } _logger.User("File added: " + entry + Environment.NewLine); } // Delete the temp directory if (Directory.Exists(_tempDir)) { Directory.Delete(_tempDir, true); } } // Otherwise, just get the info on the file itself else if (!Directory.Exists(item) && File.Exists(item)) { _logger.Log(Path.GetFileName(item) + " treated like a file"); string fileCRC = String.Empty; string fileMD5 = String.Empty; string fileSHA1 = String.Empty; try { using (FileStream fs = File.Open(item, FileMode.Open)) { foreach (byte b in crc.ComputeHash(fs)) { fileCRC += b.ToString("x2").ToLower(); } } if (!_noMD5) { using (FileStream fs = File.Open(item, FileMode.Open)) { fileMD5 = BitConverter.ToString(md5.ComputeHash(fs)).Replace("-", ""); } } if (!_noSHA1) { using (FileStream fs = File.Open(item, FileMode.Open)) { fileSHA1 = BitConverter.ToString(sha1.ComputeHash(fs)).Replace("-", ""); } } if (_basePath.EndsWith(Path.DirectorySeparatorChar.ToString())) { _basePath = _basePath.Substring(0, _basePath.Length - 1); } string actualroot = (item == _basePath ? item.Split(Path.DirectorySeparatorChar).Last() : item.Remove(0, _basePath.Length).Split(Path.DirectorySeparatorChar)[0]); actualroot = (actualroot == "" ? _basePath.Split(Path.DirectorySeparatorChar).Last() : actualroot); string actualitem = (item == _basePath ? item : item.Remove(0, _basePath.Length + 1)); //.Remove(0, actualroot.Length) // Drag and drop is funny if (actualitem == Path.GetFullPath(actualitem)) { actualitem = Path.GetFileName(actualitem); } _logger.Log("Actual item added: " + actualitem); RomData rom = new RomData { Type = "rom", Game = actualroot, Name = actualitem, Size = (new FileInfo(item)).Length, CRC = fileCRC, MD5 = fileMD5, SHA1 = fileSHA1, }; string key = rom.Size + "-" + rom.CRC; if (_dict.ContainsKey(key)) { _dict[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _dict.Add(key, temp); } _logger.User("File added: " + actualitem + Environment.NewLine); } catch (IOException ex) { _logger.Error(ex.ToString()); } } } } }