using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.IO; using System.Linq; using System.Runtime.InteropServices; using System.Threading.Tasks; using RomRepoMgr.Database; using RomRepoMgr.Database.Models; using SharpCompress.Compressors; using SharpCompress.Compressors.LZMA; namespace RomRepoMgr.Core.Filesystem { // TODO: Last handle goes negative // TODO: Invalidate caches // TODO: Mount options // TODO: Do not show machines or romsets with no ROMs in repo public class Vfs : IDisposable { readonly ConcurrentDictionary> _machineFilesCache; readonly ConcurrentDictionary> _machinesStatCache; readonly ConcurrentDictionary _romSetsCache; readonly ConcurrentDictionary _streamsCache; Fuse _fuse; long _lastHandle; ConcurrentDictionary _rootDirectoryCache; Winfsp _winfsp; public Vfs() { _rootDirectoryCache = new ConcurrentDictionary(); _romSetsCache = new ConcurrentDictionary(); _machinesStatCache = new ConcurrentDictionary>(); _machineFilesCache = new ConcurrentDictionary>(); _streamsCache = new ConcurrentDictionary(); _lastHandle = 0; } public static bool IsAvailable => Winfsp.IsAvailable || Fuse.IsAvailable; public void Dispose() => Umount(); public event EventHandler Umounted; public void MountTo(string mountPoint) { if(Fuse.IsAvailable) { _fuse = new Fuse(this) { MountPoint = mountPoint }; Task.Run(() => { _fuse.Start(); CleanUp(); }); } else if(Winfsp.IsAvailable) { _winfsp = new Winfsp(this); bool ret = _winfsp.Mount(mountPoint); if(ret) return; _winfsp = null; CleanUp(); } else CleanUp(); } public void Umount() { _fuse?.Umount(); _fuse = null; _winfsp?.Umount(); _winfsp = null; CleanUp(); } public void CleanUp() { foreach(KeyValuePair handle in _streamsCache) handle.Value.Close(); _streamsCache.Clear(); _lastHandle = 0; Umounted?.Invoke(this, System.EventArgs.Empty); } internal void GetInfo(out ulong files, out ulong totalSize) { using var ctx = Context.Create(Settings.Settings.Current.DatabasePath); totalSize = (ulong)ctx.Files.Where(f => f.IsInRepo).Sum(f => (double)f.Size); files = (ulong)ctx.Files.Count(f => f.IsInRepo); } internal string[] SplitPath(string path) => path.Split(RuntimeInformation.IsOSPlatform(OSPlatform.Windows) ? "\\" : "/", StringSplitOptions.RemoveEmptyEntries); void FillRootDirectoryCache() { using var ctx = Context.Create(Settings.Settings.Current.DatabasePath); ConcurrentDictionary rootCache = new ConcurrentDictionary(); foreach(RomSet set in ctx.RomSets) { string name; if(RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) { name = set.Name.Replace('/', '∕').Replace('<', '\uFF1C').Replace('>', '\uFF1E'). Replace(':', '\uFF1A').Replace('"', '\u2033').Replace('\\', '\').Replace('|', '|'). Replace('?', '?').Replace('*', '*'); if(rootCache.ContainsKey(name)) name = Path.GetFileNameWithoutExtension(set.Filename)?.Replace('/', '∕').Replace('<', '\uFF1C'). Replace('>', '\uFF1E').Replace(':', '\uFF1A').Replace('"', '\u2033'). Replace('\\', '\').Replace('|', '|').Replace('?', '?').Replace('*', '*'); } else { name = set.Name.Replace('/', '∕'); if(rootCache.ContainsKey(name)) name = Path.GetFileNameWithoutExtension(set.Filename)?.Replace('/', '∕'); } if(name == null || rootCache.ContainsKey(name)) name = Path.GetFileNameWithoutExtension(set.Sha384); if(name == null) continue; rootCache[name] = set.Id; _romSetsCache[set.Id] = set; } _rootDirectoryCache = rootCache; } internal long GetRomSetId(string name) { if(_rootDirectoryCache.Count == 0) FillRootDirectoryCache(); if(!_rootDirectoryCache.TryGetValue(name, out long romSetId)) return -1; return romSetId; } internal RomSet GetRomSet(long id) { if(_romSetsCache.TryGetValue(id, out RomSet romSet)) return romSet; using var ctx = Context.Create(Settings.Settings.Current.DatabasePath); romSet = ctx.RomSets.Find(id); if(romSet == null) return null; _romSetsCache[id] = romSet; return romSet; } internal ConcurrentDictionary GetMachinesFromRomSet(long id) { _machinesStatCache.TryGetValue(id, out ConcurrentDictionary cachedMachines); if(cachedMachines != null) return cachedMachines; cachedMachines = new ConcurrentDictionary(); using var ctx = Context.Create(Settings.Settings.Current.DatabasePath); foreach(Machine mach in ctx.Machines.Where(m => m.RomSet.Id == id)) { cachedMachines[mach.Name] = new CachedMachine { Id = mach.Id, CreationDate = mach.CreatedOn, ModificationDate = mach.UpdatedOn }; } _machinesStatCache[id] = cachedMachines; return cachedMachines; } internal CachedMachine GetMachine(long romSetId, string name) { ConcurrentDictionary cachedMachines = GetMachinesFromRomSet(romSetId); if(cachedMachines == null || !cachedMachines.TryGetValue(name, out CachedMachine machine)) return null; return machine; } internal ConcurrentDictionary GetFilesFromMachine(ulong id) { _machineFilesCache.TryGetValue(id, out ConcurrentDictionary cachedMachineFiles); if(cachedMachineFiles != null) return cachedMachineFiles; using var ctx = Context.Create(Settings.Settings.Current.DatabasePath); cachedMachineFiles = new ConcurrentDictionary(); foreach(FileByMachine machineFile in ctx.FilesByMachines.Where(fbm => fbm.Machine.Id == id && fbm.File.IsInRepo)) { var cachedFile = new CachedFile { Id = machineFile.File.Id, Crc32 = machineFile.File.Crc32, Md5 = machineFile.File.Md5, Sha1 = machineFile.File.Sha1, Sha256 = machineFile.File.Sha256, Sha384 = machineFile.File.Sha384, Sha512 = machineFile.File.Sha512, Size = machineFile.File.Size, CreatedOn = machineFile.File.CreatedOn, UpdatedOn = machineFile.File.UpdatedOn }; cachedMachineFiles[machineFile.Name] = cachedFile; } _machineFilesCache[id] = cachedMachineFiles; return cachedMachineFiles; } internal CachedFile GetFile(ulong machineId, string name) { ConcurrentDictionary cachedFiles = GetFilesFromMachine(machineId); if(cachedFiles == null || !cachedFiles.TryGetValue(name, out CachedFile file)) return null; return file; } internal long Open(string sha384, long fileSize) { byte[] sha384Bytes = new byte[48]; for(int i = 0; i < 48; i++) { if(sha384[i * 2] >= 0x30 && sha384[i * 2] <= 0x39) sha384Bytes[i] = (byte)((sha384[i * 2] - 0x30) * 0x10); else if(sha384[i * 2] >= 0x41 && sha384[i * 2] <= 0x46) sha384Bytes[i] = (byte)((sha384[i * 2] - 0x37) * 0x10); else if(sha384[i * 2] >= 0x61 && sha384[i * 2] <= 0x66) sha384Bytes[i] = (byte)((sha384[i * 2] - 0x57) * 0x10); if(sha384[(i * 2) + 1] >= 0x30 && sha384[(i * 2) + 1] <= 0x39) sha384Bytes[i] += (byte)(sha384[(i * 2) + 1] - 0x30); else if(sha384[(i * 2) + 1] >= 0x41 && sha384[(i * 2) + 1] <= 0x46) sha384Bytes[i] += (byte)(sha384[(i * 2) + 1] - 0x37); else if(sha384[(i * 2) + 1] >= 0x61 && sha384[(i * 2) + 1] <= 0x66) sha384Bytes[i] += (byte)(sha384[(i * 2) + 1] - 0x57); } string sha384B32 = Base32.ToBase32String(sha384Bytes); string repoPath = Path.Combine(Settings.Settings.Current.RepositoryPath, "files", sha384B32[0].ToString(), sha384B32[1].ToString(), sha384B32[2].ToString(), sha384B32[3].ToString(), sha384B32[4].ToString(), sha384B32 + ".lz"); if(!File.Exists(repoPath)) return -1; _lastHandle++; long handle = _lastHandle; _streamsCache[handle] = Stream.Synchronized(new ForcedSeekStream(fileSize, new FileStream(repoPath, FileMode.Open, FileAccess.Read), CompressionMode.Decompress)); return handle; } internal int Read(long handle, byte[] buf, long offset) { if(!_streamsCache.TryGetValue(handle, out Stream stream)) return -1; stream.Position = offset; return stream.Read(buf, 0, buf.Length); } internal bool Close(long handle) { if(!_streamsCache.TryGetValue(handle, out Stream stream)) return false; stream.Close(); _streamsCache.TryRemove(handle, out _); return true; } internal IEnumerable GetRootEntries() { if(_rootDirectoryCache.Count == 0) FillRootDirectoryCache(); return _rootDirectoryCache.Keys.ToArray(); } } internal sealed class CachedMachine { public ulong Id { get; set; } public DateTime CreationDate { get; set; } public DateTime ModificationDate { get; set; } } internal sealed class CachedFile { public ulong Id { get; set; } public ulong Size { get; set; } public string Crc32 { get; set; } public string Md5 { get; set; } public string Sha1 { get; set; } public string Sha256 { get; set; } public string Sha384 { get; set; } public string Sha512 { get; set; } public DateTime CreatedOn { get; set; } public DateTime UpdatedOn { get; set; } } }