using System; using System.Collections.Generic; using System.Linq; using System.IO; using System.Security.Cryptography; using SabreTools.Helper; using DamienG.Security.Cryptography; using SharpCompress.Archive; using SharpCompress.Common; using SharpCompress.Reader; namespace SabreTools { /// /// Create a DAT file from a specified file, directory, or set thereof /// public class DATFromDir { // Path-related variables private string _basePath; private string _tempDir; // User specified inputs private List _inputs; private DatData _datdata; private bool _noMD5; private bool _noSHA1; private bool _bare; private bool _archivesAsFiles; // Other required variables private Logger _logger; /// /// Create a new DATFromDir object /// /// A List of Strings representing the files and folders to be DATted /// DatData object representing the requested output DAT /// True if MD5 hashes should be skipped over, false otherwise /// True if SHA-1 hashes should be skipped over, false otherwise /// True if the date should be omitted from the DAT, false otherwise /// True if archives should be treated as files, false otherwise /// Logger object for console and file output public DATFromDir(List inputs, DatData datdata, bool noMD5, bool noSHA1, bool bare, bool archivesAsFiles, Logger logger) { _inputs = inputs; _datdata = datdata; _noMD5 = noMD5; _noSHA1 = noSHA1; _bare = bare; _archivesAsFiles = archivesAsFiles; _logger = logger; } /// /// Start help or use supplied parameters /// /// String array representing command line parameters public static void Main(string[] args) { Console.Clear(); // Credits take precidence over all if ((new List(args)).Contains("--credits")) { Build.Credits(); return; } Logger logger = new Logger(true, "datfromdir.log"); logger.Start(); // First things first, take care of all of the arguments that this could have bool noMD5 = false, noSHA1 = false, forceunpack = false, archivesAsFiles = false, old = false, superDat = false, bare = false, romba = false; string name = "", desc = "", cat = "", version = "", author = ""; List inputs = new List(); foreach (string arg in args) { switch (arg) { case "-h": case "-?": case "--help": Build.Help(); logger.Close(); return; case "-m": case "--noMD5": noMD5 = true; break; case "-s": case "--noSHA1": noSHA1 = true; break; case "-b": case "--bare": bare = true; break; case "-u": case "--unzip": forceunpack = true; break; case "-f": case "--files": archivesAsFiles = true; break; case "-o": case "--old": old = true; break; case "-ro": case "--romba": romba = true; break; case "-sd": case "--superdat": superDat = true; break; default: if (arg.StartsWith("-n=") || arg.StartsWith("--name=")) { name = arg.Split('=')[1]; } else if (arg.StartsWith("-d=") || arg.StartsWith("--desc=")) { desc = arg.Split('=')[1]; } else if (arg.StartsWith("-c=") || arg.StartsWith("--cat=")) { cat = arg.Split('=')[1]; } else if (arg.StartsWith("-au=") || arg.StartsWith("--author=")) { author = arg.Split('=')[1]; } else if (arg.StartsWith("-v=") || arg.StartsWith("--version=")) { version = arg.Split('=')[1]; } else { inputs.Add(arg); } break; } } // If there's no inputs, show the help if (inputs.Count == 0) { Build.Help(); logger.Close(); return; } // Output the title Build.Start("DATFromDir"); // If any of the inputs are not valid, show the help foreach (string input in inputs) { if (!File.Exists(input) && !Directory.Exists(input)) { logger.Error(input + " is not a valid input!"); Console.WriteLine(); Build.Help(); return; } } // Create a new DATFromDir object and process the inputs DatData datdata = new DatData { Name = name, Description = desc, Category = cat, Version = version, Date = DateTime.Now.ToString("yyyy-MM-dd"), Author = author, ForcePacking = (forceunpack ? ForcePacking.Unzip : ForcePacking.None), OutputFormat = (old ? OutputFormat.ClrMamePro : OutputFormat.Xml), Romba = romba, Type = (superDat ? "SuperDAT" : ""), Roms = new Dictionary>(), }; DATFromDir dfd = new DATFromDir(inputs, datdata, noMD5, noSHA1, bare, archivesAsFiles, logger); bool success = dfd.Start(); // If we failed, show the help if (!success) { Console.WriteLine(); Build.Help(); } logger.Close(); } /// /// Process the file, folder, or list of some combination into a DAT file /// /// True if the DAT could be created, false otherwise public bool Start() { // Create an output dictionary for all found items _datdata.Roms = new Dictionary>(); // Loop over each of the found paths, if any foreach (string path in _inputs) { // Set local paths and vars _basePath = (File.Exists(path) ? path : path + Path.DirectorySeparatorChar); _basePath = Path.GetFullPath(_basePath); // This is where the main loop would go if (File.Exists(_basePath)) { ProcessFile(_basePath); } else if (Directory.Exists(_basePath)) { _logger.Log("Folder found: " + _basePath); // Process the files in the base folder first foreach (string item in Directory.EnumerateFiles(_basePath, "*", SearchOption.TopDirectoryOnly)) { ProcessFile(item); } // Then process each of the subfolders themselves string basePathBackup = _basePath; foreach (string item in Directory.EnumerateDirectories(_basePath)) { if (_datdata.Type != "SuperDAT") { _basePath = (File.Exists(item) ? item : item + Path.DirectorySeparatorChar); _basePath = Path.GetFullPath(_basePath); } bool items = false; foreach (string subitem in Directory.EnumerateFiles(item, "*", SearchOption.AllDirectories)) { items = true; ProcessFile(subitem); } // If there were no subitems, add a "blank" game to to the set if (!items) { RomData rom = new RomData { Name = "null", Game = item.Remove(0, basePathBackup.Length), Size = -1, CRC = "null", MD5 = "null", SHA1 = "null", }; string key = rom.Size + "-" + rom.CRC; if (_datdata.Roms.ContainsKey(key)) { _datdata.Roms[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _datdata.Roms.Add(key, temp); } } // Now scour subdirectories for empties and add those as well foreach (string subdir in Directory.EnumerateDirectories(item, "*", SearchOption.AllDirectories)) { if (Directory.EnumerateFiles(subdir, "*", SearchOption.AllDirectories).Count() == 0) { RomData rom = new RomData { Name = "null", Game = subdir.Remove(0, basePathBackup.Length), Size = -1, CRC = "null", MD5 = "null", SHA1 = "null", }; string key = rom.Size + "-" + rom.CRC; if (_datdata.Roms.ContainsKey(key)) { _datdata.Roms[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _datdata.Roms.Add(key, temp); } } } } _basePath = basePathBackup; } // If this somehow skips past the original sensors else { _logger.Error(path + " is not a valid input!"); } } // If we found nothing (error state), exit if (_datdata.Roms.Count == 0) { return false; } // Double check to see what it needs to be named if (_datdata.Name == "") { if (_inputs.Count > 1) { _datdata.Name = Environment.CurrentDirectory.Split(Path.DirectorySeparatorChar).Last(); } else { if (_basePath.EndsWith(Path.DirectorySeparatorChar.ToString())) { _basePath = _basePath.Substring(0, _basePath.Length - 1); } _datdata.Name = _basePath.Split(Path.DirectorySeparatorChar).Last(); } } _datdata.Name = (_datdata.Name == "" ? "Default" : _datdata.Name); // If we're in a superdat, append the folder name to all game names if (_datdata.Type == "SuperDAT") { List keys = _datdata.Roms.Keys.ToList(); foreach (string key in keys) { List newroms = new List(); foreach (RomData rom in _datdata.Roms[key]) { RomData newrom = rom; newrom.Game = _datdata.Name + (newrom.Game != "" && !newrom.Game.StartsWith(Path.DirectorySeparatorChar.ToString()) ? Path.DirectorySeparatorChar.ToString() : "") + newrom.Game; newroms.Add(newrom); } _datdata.Roms[key] = newroms; } _datdata.Name = _datdata.Name += " - SuperDAT"; } _datdata.Description = (_datdata.Description == "" ? _datdata.Name + (_bare ? "" : " (" + _datdata.Date + ")") : _datdata.Description); // Now write it all out as a DAT Output.WriteDatfile(_datdata, Environment.CurrentDirectory, _logger); return true; } /// /// Check a given file for hashes, based on current settings /// /// Filename of the item to be checked private void ProcessFile(string item) { // Create the temporary output directory bool encounteredErrors = true; if (!_archivesAsFiles) { try { IArchive archive = ArchiveFactory.Open(item); ArchiveType at = archive.Type; _logger.Log("Found archive of type: " + at); if (at == ArchiveType.Zip || at == ArchiveType.SevenZip || at == ArchiveType.Rar || (at == ArchiveType.GZip && _datdata.Romba)) { _tempDir = Environment.CurrentDirectory + Path.DirectorySeparatorChar + "temp" + DateTime.Now.ToString("yyyyMMddHHmmss") + Path.DirectorySeparatorChar; DirectoryInfo di = Directory.CreateDirectory(_tempDir); IReader reader = archive.ExtractAllEntries(); reader.WriteAllToDirectory(_tempDir, ExtractOptions.ExtractFullPath); encounteredErrors = false; } archive.Dispose(); } catch (InvalidOperationException) { encounteredErrors = true; } catch (Exception ex) { _logger.Error(ex.ToString()); encounteredErrors = true; } } // Get a list of files including size and hashes Crc32 crc = new Crc32(); MD5 md5 = MD5.Create(); SHA1 sha1 = SHA1.Create(); // If the file was an archive and was extracted successfully, check it if (!encounteredErrors) { _logger.Log(Path.GetFileName(item) + " treated like an archive"); foreach (string entry in Directory.EnumerateFiles(_tempDir, "*", SearchOption.AllDirectories)) { _logger.Log("Found file: " + entry); string fileCRC = String.Empty; string fileMD5 = String.Empty; string fileSHA1 = String.Empty; try { using (FileStream fs = File.Open(entry, FileMode.Open)) { foreach (byte b in crc.ComputeHash(fs)) { fileCRC += b.ToString("x2").ToLower(); } } if (!_noMD5) { using (FileStream fs = File.Open(entry, FileMode.Open)) { fileMD5 = BitConverter.ToString(md5.ComputeHash(fs)).Replace("-", ""); } } if (!_noSHA1) { using (FileStream fs = File.Open(entry, FileMode.Open)) { fileSHA1 = BitConverter.ToString(sha1.ComputeHash(fs)).Replace("-", ""); } } } catch (IOException) { continue; } string actualroot = ""; string actualitem = ""; actualitem = entry.Remove(0, _tempDir.Length); // If we're in SuperDAT mode, make sure the added item is by itself if (_datdata.Type == "SuperDAT") { actualroot = Path.GetDirectoryName(item.Remove(0, _basePath.Length)); actualroot = (actualroot == "" ? _basePath.Split(Path.DirectorySeparatorChar).Last() : actualroot); actualroot += Path.DirectorySeparatorChar + Path.GetFileNameWithoutExtension(item) + Path.DirectorySeparatorChar + Path.GetDirectoryName(actualitem); actualroot = actualroot.TrimEnd(Path.DirectorySeparatorChar); actualitem = Path.GetFileName(actualitem); } // Otherwise, set the correct root and such else { actualroot = Path.GetFileNameWithoutExtension(item); actualroot = actualroot.TrimEnd(Path.DirectorySeparatorChar); } RomData rom = new RomData { Type = "rom", Game = actualroot, Name = actualitem, Size = (new FileInfo(entry)).Length, CRC = fileCRC, MD5 = fileMD5, SHA1 = fileSHA1, }; string key = rom.Size + "-" + rom.CRC; if (_datdata.Roms.ContainsKey(key)) { _datdata.Roms[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _datdata.Roms.Add(key, temp); } _logger.User("File added: " + entry + Environment.NewLine); } // Delete the temp directory if (Directory.Exists(_tempDir)) { Directory.Delete(_tempDir, true); } } // Otherwise, just get the info on the file itself else if (!Directory.Exists(item) && File.Exists(item)) { _logger.Log(Path.GetFileName(item) + " treated like a file"); string fileCRC = String.Empty; string fileMD5 = String.Empty; string fileSHA1 = String.Empty; try { using (FileStream fs = File.Open(item, FileMode.Open)) { foreach (byte b in crc.ComputeHash(fs)) { fileCRC += b.ToString("x2").ToLower(); } } if (!_noMD5) { using (FileStream fs = File.Open(item, FileMode.Open)) { fileMD5 = BitConverter.ToString(md5.ComputeHash(fs)).Replace("-", ""); } } if (!_noSHA1) { using (FileStream fs = File.Open(item, FileMode.Open)) { fileSHA1 = BitConverter.ToString(sha1.ComputeHash(fs)).Replace("-", ""); } } if (_basePath.EndsWith(Path.DirectorySeparatorChar.ToString())) { _basePath = _basePath.Substring(0, _basePath.Length - 1); } string actualroot = (item == _basePath ? item.Split(Path.DirectorySeparatorChar).Last() : item.Remove(0, _basePath.Length).Split(Path.DirectorySeparatorChar)[0]); actualroot = (actualroot == "" && _datdata.Type != "SuperDAT" ? _basePath.Split(Path.DirectorySeparatorChar).Last() : actualroot); string actualitem = (item == _basePath ? item : item.Remove(0, _basePath.Length + 1)); // If we're in SuperDAT mode, make sure the added item is by itself if (_datdata.Type == "SuperDAT") { actualroot += (actualroot != "" ? Path.DirectorySeparatorChar.ToString() : "") + Path.GetDirectoryName(actualitem); actualroot = actualroot.TrimEnd(Path.DirectorySeparatorChar); actualitem = Path.GetFileName(actualitem); } // Drag and drop is funny if (actualitem == Path.GetFullPath(actualitem)) { actualitem = Path.GetFileName(actualitem); } _logger.Log("Actual item added: " + actualitem); RomData rom = new RomData { Type = "rom", Game = actualroot, Name = actualitem, Size = (new FileInfo(item)).Length, CRC = fileCRC, MD5 = fileMD5, SHA1 = fileSHA1, }; string key = rom.Size + "-" + rom.CRC; if (_datdata.Roms.ContainsKey(key)) { _datdata.Roms[key].Add(rom); } else { List temp = new List(); temp.Add(rom); _datdata.Roms.Add(key, temp); } _logger.User("File added: " + actualitem + Environment.NewLine); } catch (IOException ex) { _logger.Error(ex.ToString()); } } } } }