2017-11-02 00:29:20 -07:00
|
|
|
|
using System;
|
|
|
|
|
|
using System.Collections.Generic;
|
2020-06-10 22:37:19 -07:00
|
|
|
|
using System.IO;
|
2017-11-02 00:29:20 -07:00
|
|
|
|
using System.Linq;
|
2020-04-03 13:19:21 -07:00
|
|
|
|
using Compress;
|
|
|
|
|
|
using Compress.SevenZip;
|
2024-02-29 21:20:44 -05:00
|
|
|
|
using SabreTools.Core;
|
|
|
|
|
|
using SabreTools.Core.Tools;
|
|
|
|
|
|
using SabreTools.Matching;
|
2017-11-02 00:29:20 -07:00
|
|
|
|
|
2020-12-10 22:31:23 -08:00
|
|
|
|
namespace SabreTools.FileTypes.Archives
|
2017-11-02 00:29:20 -07:00
|
|
|
|
{
|
2019-02-08 20:51:44 -08:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Represents a Torrent7zip archive for reading and writing
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public class SevenZipArchive : BaseArchive
|
|
|
|
|
|
{
|
2020-12-09 14:45:11 -08:00
|
|
|
|
#region Constants
|
|
|
|
|
|
|
|
|
|
|
|
/* Torrent7z Header Format
|
|
|
|
|
|
http://cpansearch.perl.org/src/BJOERN/Compress-Deflate7-1.0/7zip/DOC/7zFormat.txt
|
|
|
|
|
|
|
|
|
|
|
|
00-05 Local file header signature (0x37, 0x7A, 0xBC, 0xAF, 0x27, 0x1C) SevenZipSignature
|
|
|
|
|
|
06-07 ArchiveVersion (0x00, 0x03)
|
|
|
|
|
|
The rest is unknown
|
|
|
|
|
|
*/
|
2024-02-28 19:19:50 -05:00
|
|
|
|
private readonly static byte[] Torrent7ZipHeader = [0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c, 0x00, 0x03];
|
|
|
|
|
|
private readonly static byte[] Torrent7ZipSignature = [0xa9,
|
|
|
|
|
|
0xa9,
|
|
|
|
|
|
0x9f,
|
|
|
|
|
|
0xd1,
|
|
|
|
|
|
0x57,
|
|
|
|
|
|
0x08,
|
|
|
|
|
|
0xa9,
|
|
|
|
|
|
0xd7,
|
|
|
|
|
|
0xea,
|
|
|
|
|
|
0x29,
|
|
|
|
|
|
0x64,
|
|
|
|
|
|
0xb2,
|
|
|
|
|
|
0x36,
|
|
|
|
|
|
0x1b,
|
|
|
|
|
|
0x83,
|
|
|
|
|
|
0x52,
|
|
|
|
|
|
0x33,
|
|
|
|
|
|
0x00,
|
|
|
|
|
|
0x74,
|
|
|
|
|
|
0x6f,
|
|
|
|
|
|
0x72,
|
|
|
|
|
|
0x72,
|
|
|
|
|
|
0x65,
|
|
|
|
|
|
0x6e,
|
|
|
|
|
|
0x74,
|
|
|
|
|
|
0x37,
|
|
|
|
|
|
0x7a,
|
|
|
|
|
|
0x5f,
|
|
|
|
|
|
0x30,
|
|
|
|
|
|
0x2e,
|
|
|
|
|
|
0x39,
|
|
|
|
|
|
0x62,
|
|
|
|
|
|
0x65,
|
|
|
|
|
|
0x74,
|
|
|
|
|
|
0x61];
|
2020-12-09 14:45:11 -08:00
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
2019-02-08 20:51:44 -08:00
|
|
|
|
#region Constructors
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Create a new TorrentSevenZipArchive with no base file
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public SevenZipArchive()
|
|
|
|
|
|
: base()
|
|
|
|
|
|
{
|
|
|
|
|
|
this.Type = FileType.SevenZipArchive;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Create a new TorrentSevenZipArchive from the given file
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="filename">Name of the file to use as an archive</param>
|
|
|
|
|
|
/// <param name="read">True for opening file as read, false for opening file as write</param>
|
|
|
|
|
|
/// <param name="getHashes">True if hashes for this file should be calculated, false otherwise (default)</param>
|
|
|
|
|
|
public SevenZipArchive(string filename, bool getHashes = false)
|
|
|
|
|
|
: base(filename, getHashes)
|
|
|
|
|
|
{
|
|
|
|
|
|
this.Type = FileType.SevenZipArchive;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Extraction
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2019-02-08 20:51:44 -08:00
|
|
|
|
public override bool CopyAll(string outDir)
|
|
|
|
|
|
{
|
|
|
|
|
|
bool encounteredErrors = true;
|
|
|
|
|
|
|
2024-02-28 19:19:50 -05:00
|
|
|
|
// If we have an invalid file
|
|
|
|
|
|
if (this.Filename == null)
|
|
|
|
|
|
return true;
|
|
|
|
|
|
|
2019-02-08 20:51:44 -08:00
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
// Create the temp directory
|
|
|
|
|
|
Directory.CreateDirectory(outDir);
|
|
|
|
|
|
|
|
|
|
|
|
// Extract all files to the temp directory
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ zf = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zr = zf.ZipFileOpen(this.Filename, -1, true);
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
throw new Exception(CompressUtils.ZipErrorMessageText(zr));
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
for (int i = 0; i < zf.LocalFilesCount() && zr == ZipReturn.ZipGood; i++)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Open the read stream
|
|
|
|
|
|
zr = zf.ZipFileOpenReadStream(i, out Stream readStream, out ulong streamsize);
|
|
|
|
|
|
|
|
|
|
|
|
// Create the rest of the path, if needed
|
2024-02-28 21:59:13 -05:00
|
|
|
|
if (!string.IsNullOrEmpty(Path.GetDirectoryName(zf.GetLocalFile(i).Filename)))
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Directory.CreateDirectory(Path.Combine(outDir, Path.GetDirectoryName(zf.GetLocalFile(i).Filename)!));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
// If the entry ends with a directory separator, continue to the next item, if any
|
2023-04-21 15:04:31 -04:00
|
|
|
|
if (zf.GetLocalFile(i).Filename.EndsWith(Path.DirectorySeparatorChar.ToString())
|
|
|
|
|
|
|| zf.GetLocalFile(i).Filename.EndsWith(Path.AltDirectorySeparatorChar.ToString())
|
|
|
|
|
|
|| zf.GetLocalFile(i).Filename.EndsWith(Path.PathSeparator.ToString()))
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
|
|
|
|
|
zf.ZipFileCloseReadStream();
|
|
|
|
|
|
continue;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2023-04-21 15:04:31 -04:00
|
|
|
|
FileStream writeStream = File.Create(Path.Combine(outDir, zf.GetLocalFile(i).Filename));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
// If the stream is smaller than the buffer, just run one loop through to avoid issues
|
|
|
|
|
|
if (streamsize < _bufferSize)
|
|
|
|
|
|
{
|
|
|
|
|
|
byte[] ibuffer = new byte[streamsize];
|
|
|
|
|
|
int ilen = readStream.Read(ibuffer, 0, (int)streamsize);
|
|
|
|
|
|
writeStream.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
// Otherwise, we do the normal loop
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
int realBufferSize = (streamsize < _bufferSize ? (int)streamsize : _bufferSize);
|
|
|
|
|
|
byte[] ibuffer = new byte[realBufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = readStream.Read(ibuffer, 0, realBufferSize)) > 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
writeStream.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
zr = zf.ZipFileCloseReadStream();
|
|
|
|
|
|
writeStream.Dispose();
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
zf.ZipFileClose();
|
2019-02-08 20:51:44 -08:00
|
|
|
|
encounteredErrors = false;
|
|
|
|
|
|
}
|
2020-09-15 12:12:13 -07:00
|
|
|
|
catch (EndOfStreamException ex)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
// Catch this but don't count it as an error because SharpCompress is unsafe
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Verbose(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
2020-09-15 12:12:13 -07:00
|
|
|
|
catch (InvalidOperationException ex)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Warning(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
encounteredErrors = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
encounteredErrors = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return encounteredErrors;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override string? CopyToFile(string entryName, string outDir)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
// Try to extract a stream using the given information
|
2024-02-28 19:19:50 -05:00
|
|
|
|
(MemoryStream? ms, string? realEntry) = CopyToStream(entryName);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// If the memory stream and the entry name are both non-null, we write to file
|
|
|
|
|
|
if (ms != null && realEntry != null)
|
|
|
|
|
|
{
|
|
|
|
|
|
realEntry = Path.Combine(outDir, realEntry);
|
|
|
|
|
|
|
|
|
|
|
|
// Create the output subfolder now
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Directory.CreateDirectory(Path.GetDirectoryName(realEntry)!);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// Now open and write the file if possible
|
2020-12-08 00:13:22 -08:00
|
|
|
|
FileStream fs = File.Create(realEntry);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
if (fs != null)
|
|
|
|
|
|
{
|
|
|
|
|
|
ms.Seek(0, SeekOrigin.Begin);
|
|
|
|
|
|
byte[] zbuffer = new byte[_bufferSize];
|
|
|
|
|
|
int zlen;
|
|
|
|
|
|
while ((zlen = ms.Read(zbuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
fs.Write(zbuffer, 0, zlen);
|
|
|
|
|
|
fs.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
ms?.Dispose();
|
|
|
|
|
|
fs?.Dispose();
|
|
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
ms?.Dispose();
|
|
|
|
|
|
fs?.Dispose();
|
|
|
|
|
|
realEntry = null;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return realEntry;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override (MemoryStream?, string?) CopyToStream(string entryName)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
MemoryStream? ms = new();
|
|
|
|
|
|
string? realEntry = null;
|
|
|
|
|
|
|
|
|
|
|
|
// If we have an invalid file
|
|
|
|
|
|
if (this.Filename == null)
|
|
|
|
|
|
return (null, null);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ zf = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zr = zf.ZipFileOpen(this.Filename, -1, true);
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
throw new Exception(CompressUtils.ZipErrorMessageText(zr));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
for (int i = 0; i < zf.LocalFilesCount() && zr == ZipReturn.ZipGood; i++)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
if (zf.GetLocalFile(i).Filename.Contains(entryName))
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Open the read stream
|
2023-04-21 15:04:31 -04:00
|
|
|
|
realEntry = zf.GetLocalFile(i).Filename;
|
2020-04-03 13:19:21 -07:00
|
|
|
|
zr = zf.ZipFileOpenReadStream(i, out Stream readStream, out ulong streamsize);
|
|
|
|
|
|
|
|
|
|
|
|
// If the stream is smaller than the buffer, just run one loop through to avoid issues
|
|
|
|
|
|
if (streamsize < _bufferSize)
|
|
|
|
|
|
{
|
|
|
|
|
|
byte[] ibuffer = new byte[streamsize];
|
|
|
|
|
|
int ilen = readStream.Read(ibuffer, 0, (int)streamsize);
|
|
|
|
|
|
ms.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
ms.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
// Otherwise, we do the normal loop
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while (streamsize > _bufferSize)
|
|
|
|
|
|
{
|
|
|
|
|
|
ilen = readStream.Read(ibuffer, 0, _bufferSize);
|
|
|
|
|
|
ms.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
ms.Flush();
|
|
|
|
|
|
streamsize -= _bufferSize;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
ilen = readStream.Read(ibuffer, 0, (int)streamsize);
|
|
|
|
|
|
ms.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
ms.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
zr = zf.ZipFileCloseReadStream();
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
zf.ZipFileClose();
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
ms = null;
|
|
|
|
|
|
realEntry = null;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return (ms, realEntry);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Information
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override List<BaseFile>? GetChildren()
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
List<BaseFile> found = [];
|
|
|
|
|
|
|
|
|
|
|
|
// If we have an invalid file
|
|
|
|
|
|
if (this.Filename == null)
|
|
|
|
|
|
return null;
|
|
|
|
|
|
|
|
|
|
|
|
string? gamename = Path.GetFileNameWithoutExtension(this.Filename);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ zf = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zr = zf.ZipFileOpen(this.Filename, -1, true);
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
throw new Exception(CompressUtils.ZipErrorMessageText(zr));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
for (int i = 0; i < zf.LocalFilesCount(); i++)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If the entry is a directory (or looks like a directory), we don't want to open it
|
2023-04-21 15:04:31 -04:00
|
|
|
|
if (zf.GetLocalFile(i).IsDirectory
|
|
|
|
|
|
|| zf.GetLocalFile(i).Filename.EndsWith(Path.DirectorySeparatorChar.ToString())
|
|
|
|
|
|
|| zf.GetLocalFile(i).Filename.EndsWith(Path.AltDirectorySeparatorChar.ToString())
|
|
|
|
|
|
|| zf.GetLocalFile(i).Filename.EndsWith(Path.PathSeparator.ToString()))
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
|
|
|
|
|
continue;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Open the read stream
|
|
|
|
|
|
zr = zf.ZipFileOpenReadStream(i, out Stream readStream, out ulong streamsize);
|
|
|
|
|
|
|
|
|
|
|
|
// If we get a read error, log it and continue
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Warning($"An error occurred while reading archive {this.Filename}: Zip Error - {zr}");
|
2020-04-03 13:19:21 -07:00
|
|
|
|
zr = zf.ZipFileCloseReadStream();
|
|
|
|
|
|
continue;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-10-04 14:14:57 -07:00
|
|
|
|
// Create a blank item for the entry
|
2023-04-19 16:39:58 -04:00
|
|
|
|
BaseFile zipEntryRom = new();
|
2020-10-04 14:14:57 -07:00
|
|
|
|
|
2020-09-18 01:50:44 -07:00
|
|
|
|
// Perform a quickscan, if flagged to
|
2020-10-05 20:39:06 -07:00
|
|
|
|
if (this.AvailableHashes == Hash.CRC)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipEntryRom.Size = (long)zf.GetLocalFile(i).UncompressedSize;
|
|
|
|
|
|
zipEntryRom.CRC = zf.GetLocalFile(i).CRC;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
// Otherwise, use the stream directly
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipEntryRom = GetInfo(readStream, size: (long)zf.GetLocalFile(i).UncompressedSize, hashes: this.AvailableHashes, keepReadOpen: true);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
2020-10-04 14:14:57 -07:00
|
|
|
|
|
|
|
|
|
|
// Fill in comon details and add to the list
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipEntryRom.Filename = zf.GetLocalFile(i).Filename;
|
2020-10-04 14:14:57 -07:00
|
|
|
|
zipEntryRom.Parent = gamename;
|
|
|
|
|
|
found.Add(zipEntryRom);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Dispose of the archive
|
2020-04-03 13:19:21 -07:00
|
|
|
|
zr = zf.ZipFileCloseReadStream();
|
|
|
|
|
|
zf.ZipFileClose();
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
return null;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return found;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2019-02-08 20:51:44 -08:00
|
|
|
|
public override List<string> GetEmptyFolders()
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
List<string> empties = [];
|
|
|
|
|
|
|
|
|
|
|
|
// If we have an invalid file
|
|
|
|
|
|
if (this.Filename == null)
|
|
|
|
|
|
return empties;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ zf = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zr = zf.ZipFileOpen(this.Filename, -1, true);
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
throw new Exception(CompressUtils.ZipErrorMessageText(zr));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-02-28 19:19:50 -05:00
|
|
|
|
List<(string, bool)> zipEntries = [];
|
2020-04-03 13:19:21 -07:00
|
|
|
|
for (int i = 0; i < zf.LocalFilesCount(); i++)
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipEntries.Add((zf.GetLocalFile(i).Filename, zf.GetLocalFile(i).IsDirectory));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
zipEntries = zipEntries.OrderBy(p => p.Item1, new NaturalReversedComparer()).ToList();
|
2024-02-28 19:19:50 -05:00
|
|
|
|
string? lastZipEntry = null;
|
2020-04-03 13:19:21 -07:00
|
|
|
|
foreach ((string, bool) entry in zipEntries)
|
|
|
|
|
|
{
|
|
|
|
|
|
// If the current is a superset of last, we skip it
|
|
|
|
|
|
if (lastZipEntry != null && lastZipEntry.StartsWith(entry.Item1))
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// No-op
|
|
|
|
|
|
}
|
|
|
|
|
|
// If the entry is a directory, we add it
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
if (entry.Item2)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
empties.Add(entry.Item1);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
2020-04-03 13:19:21 -07:00
|
|
|
|
lastZipEntry = entry.Item1;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return empties;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2019-02-08 20:51:44 -08:00
|
|
|
|
public override bool IsTorrent()
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
// If we have an invalid file
|
|
|
|
|
|
if (this.Filename == null)
|
|
|
|
|
|
return false;
|
|
|
|
|
|
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ zf = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zr = zf.ZipFileOpen(this.Filename, -1, true);
|
|
|
|
|
|
if (zr != ZipReturn.ZipGood)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
throw new Exception(CompressUtils.ZipErrorMessageText(zr));
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
return zf.ZipStatus == ZipStatus.Trrnt7Zip;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
|
|
#region Writing
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override bool Write(string inputFile, string outDir, BaseFile? baseFile)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
// Get the file stream for the file and write out
|
2020-12-08 11:09:05 -08:00
|
|
|
|
return Write(File.OpenRead(inputFile), outDir, baseFile);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override bool Write(Stream? inputStream, string outDir, BaseFile? baseFile)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
bool success = false;
|
2020-06-10 22:37:19 -07:00
|
|
|
|
string tempFile = Path.Combine(outDir, $"tmp{Guid.NewGuid()}");
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// If either input is null or empty, return
|
2020-12-08 11:09:05 -08:00
|
|
|
|
if (inputStream == null || baseFile == null || baseFile.Filename == null)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
return success;
|
|
|
|
|
|
|
|
|
|
|
|
// If the stream is not readable, return
|
|
|
|
|
|
if (!inputStream.CanRead)
|
|
|
|
|
|
return success;
|
|
|
|
|
|
|
|
|
|
|
|
// Seek to the beginning of the stream
|
|
|
|
|
|
inputStream.Seek(0, SeekOrigin.Begin);
|
|
|
|
|
|
|
|
|
|
|
|
// Get the output archive name from the first rebuild rom
|
2024-02-28 19:19:50 -05:00
|
|
|
|
string archiveFileName = Path.Combine(outDir, TextHelper.RemovePathUnsafeCharacters(baseFile.Parent) + (baseFile.Parent?.EndsWith(".7z") ?? false ? string.Empty : ".7z"));
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// Set internal variables
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Stream? writeStream = null;
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ oldZipFile = new();
|
|
|
|
|
|
SevenZ zipFile = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zipReturn = ZipReturn.ZipGood;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
// If the full output path doesn't exist, create it
|
2020-04-03 13:19:21 -07:00
|
|
|
|
if (!Directory.Exists(Path.GetDirectoryName(archiveFileName)))
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Directory.CreateDirectory(Path.GetDirectoryName(archiveFileName)!);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// If the archive doesn't exist, create it and put the single file
|
|
|
|
|
|
if (!File.Exists(archiveFileName))
|
|
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
inputStream.Seek(0, SeekOrigin.Begin);
|
|
|
|
|
|
zipReturn = zipFile.ZipFileCreate(tempFile);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Open the input file for reading
|
|
|
|
|
|
ulong istreamSize = (ulong)(inputStream.Length);
|
|
|
|
|
|
|
|
|
|
|
|
DateTime dt = DateTime.Now;
|
2024-02-28 21:59:13 -05:00
|
|
|
|
if (UseDates && !string.IsNullOrEmpty(baseFile.Date) && DateTime.TryParse(baseFile.Date.Replace('\\', '/'), out dt))
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-08-14 13:36:37 -04:00
|
|
|
|
long msDosDateTime = DateTimeHelper.ConvertToMsDosTimeFormat(dt);
|
2023-04-19 16:39:58 -04:00
|
|
|
|
TimeStamps ts = new() { ModTime = msDosDateTime };
|
2021-01-29 17:18:28 -08:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, false, baseFile.Filename.Replace('\\', '/'), istreamSize, 0, out writeStream, ts);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2021-01-29 17:18:28 -08:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, baseFile.Filename.Replace('\\', '/'), istreamSize, 0, out writeStream, null);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Copy the input stream to the output
|
2024-02-28 19:19:50 -05:00
|
|
|
|
if (writeStream != null)
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = inputStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
writeStream.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2020-08-28 21:38:27 -07:00
|
|
|
|
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(baseFile.CRC!);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Otherwise, sort the input files and write out in the correct order
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
// Open the old archive for reading
|
2020-04-03 13:19:21 -07:00
|
|
|
|
oldZipFile.ZipFileOpen(archiveFileName, -1, true);
|
|
|
|
|
|
|
|
|
|
|
|
// Map all inputs to index
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Dictionary<string, int> inputIndexMap = [];
|
2020-04-03 13:19:21 -07:00
|
|
|
|
var oldZipFileContents = new List<string>();
|
|
|
|
|
|
for (int i = 0; i < oldZipFile.LocalFilesCount(); i++)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
oldZipFileContents.Add(oldZipFile.GetLocalFile(i).Filename);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If the old one doesn't contain the new file, then add it
|
2020-12-08 11:09:05 -08:00
|
|
|
|
if (!oldZipFileContents.Contains(baseFile.Filename.Replace('\\', '/')))
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2020-12-08 11:09:05 -08:00
|
|
|
|
inputIndexMap.Add(baseFile.Filename.Replace('\\', '/'), -1);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Then add all of the old entries to it too
|
|
|
|
|
|
for (int i = 0; i < oldZipFile.LocalFilesCount(); i++)
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
inputIndexMap.Add(oldZipFile.GetLocalFile(i).Filename, i);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If the number of entries is the same as the old archive, skip out
|
|
|
|
|
|
if (inputIndexMap.Keys.Count <= oldZipFile.LocalFilesCount())
|
|
|
|
|
|
{
|
|
|
|
|
|
success = true;
|
|
|
|
|
|
return success;
|
|
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Otherwise, process the old zipfile
|
|
|
|
|
|
zipFile.ZipFileCreate(tempFile);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Get the order for the entries with the new file
|
2024-02-28 19:19:50 -05:00
|
|
|
|
List<string> keys = [.. inputIndexMap.Keys];
|
2023-04-21 15:04:31 -04:00
|
|
|
|
keys.Sort(CompressUtils.TrrntZipStringCompare);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Copy over all files to the new archive
|
|
|
|
|
|
foreach (string key in keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Get the index mapped to the key
|
|
|
|
|
|
int index = inputIndexMap[key];
|
|
|
|
|
|
|
|
|
|
|
|
// If we have the input file, add it now
|
|
|
|
|
|
if (index < 0)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Open the input file for reading
|
|
|
|
|
|
ulong istreamSize = (ulong)(inputStream.Length);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
DateTime dt = DateTime.Now;
|
2024-02-28 21:59:13 -05:00
|
|
|
|
if (UseDates && !string.IsNullOrEmpty(baseFile.Date) && DateTime.TryParse(baseFile.Date.Replace('\\', '/'), out dt))
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-08-14 13:36:37 -04:00
|
|
|
|
long msDosDateTime = DateTimeHelper.ConvertToMsDosTimeFormat(dt);
|
2023-04-19 16:39:58 -04:00
|
|
|
|
TimeStamps ts = new() { ModTime = msDosDateTime };
|
2021-01-29 17:18:28 -08:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, false, baseFile.Filename.Replace('\\', '/'), istreamSize, 0, out writeStream, ts);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2021-01-29 17:18:28 -08:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, baseFile.Filename.Replace('\\', '/'), istreamSize, 0, out writeStream, null);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Copy the input stream to the output
|
2024-02-28 19:19:50 -05:00
|
|
|
|
if (writeStream != null)
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = inputStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
writeStream.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(baseFile.CRC!);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Otherwise, copy the file from the old archive
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
// Instantiate the streams
|
|
|
|
|
|
oldZipFile.ZipFileOpenReadStream(index, out Stream zreadStream, out ulong istreamSize);
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, oldZipFile.GetLocalFile(index).Filename, istreamSize, 0, out writeStream, null);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
// Copy the input stream to the output
|
2024-02-28 19:19:50 -05:00
|
|
|
|
if (writeStream != null)
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = zreadStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
writeStream.Write(ibuffer, 0, ilen);
|
|
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
oldZipFile.ZipFileCloseReadStream();
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(oldZipFile.GetLocalFile(index).CRC);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Close the output zip file
|
|
|
|
|
|
zipFile.ZipFileClose();
|
|
|
|
|
|
oldZipFile.ZipFileClose();
|
|
|
|
|
|
|
2019-02-08 20:51:44 -08:00
|
|
|
|
success = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
success = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
finally
|
|
|
|
|
|
{
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If the old file exists, delete it and replace
|
|
|
|
|
|
if (File.Exists(archiveFileName))
|
2020-12-08 00:13:22 -08:00
|
|
|
|
File.Delete(archiveFileName);
|
2020-08-28 21:38:27 -07:00
|
|
|
|
|
2019-02-08 20:51:44 -08:00
|
|
|
|
File.Move(tempFile, archiveFileName);
|
|
|
|
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-12-08 11:09:05 -08:00
|
|
|
|
/// <inheritdoc/>
|
2024-02-28 19:19:50 -05:00
|
|
|
|
public override bool Write(List<string> inputFiles, string outDir, List<BaseFile>? baseFiles)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
bool success = false;
|
2020-06-10 22:37:19 -07:00
|
|
|
|
string tempFile = Path.Combine(outDir, $"tmp{Guid.NewGuid()}");
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// If either list of roms is null or empty, return
|
2020-12-08 11:09:05 -08:00
|
|
|
|
if (inputFiles == null || baseFiles == null || inputFiles.Count == 0 || baseFiles.Count == 0)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
return success;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If the number of inputs is less than the number of available roms, return
|
2020-12-08 11:09:05 -08:00
|
|
|
|
if (inputFiles.Count < baseFiles.Count)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
|
|
|
|
|
return success;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If one of the files doesn't exist, return
|
|
|
|
|
|
foreach (string file in inputFiles)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!File.Exists(file))
|
|
|
|
|
|
{
|
|
|
|
|
|
return success;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Get the output archive name from the first rebuild rom
|
2024-02-28 19:19:50 -05:00
|
|
|
|
string archiveFileName = Path.Combine(outDir, TextHelper.RemovePathUnsafeCharacters(baseFiles[0].Parent) + (baseFiles[0].Parent?.EndsWith(".7z") ?? false ? string.Empty : ".7z"));
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// Set internal variables
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Stream? writeStream = null;
|
2023-04-19 16:39:58 -04:00
|
|
|
|
SevenZ oldZipFile = new();
|
|
|
|
|
|
SevenZ zipFile = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ZipReturn zipReturn = ZipReturn.ZipGood;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
// If the full output path doesn't exist, create it
|
|
|
|
|
|
if (!Directory.Exists(Path.GetDirectoryName(archiveFileName)))
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Directory.CreateDirectory(Path.GetDirectoryName(archiveFileName)!);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// If the archive doesn't exist, create it and put the single file
|
|
|
|
|
|
if (!File.Exists(archiveFileName))
|
|
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
zipReturn = zipFile.ZipFileCreate(tempFile);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// Map all inputs to index
|
2024-02-28 19:19:50 -05:00
|
|
|
|
Dictionary<string, int> inputIndexMap = [];
|
2019-02-08 20:51:44 -08:00
|
|
|
|
for (int i = 0; i < inputFiles.Count; i++)
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
inputIndexMap.Add(baseFiles[i]?.Filename?.Replace('\\', '/') ?? string.Empty, i);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Sort the keys in TZIP order
|
2024-02-28 19:19:50 -05:00
|
|
|
|
List<string> keys = [.. inputIndexMap.Keys];
|
2023-04-21 15:04:31 -04:00
|
|
|
|
keys.Sort(CompressUtils.TrrntZipStringCompare);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
|
|
|
|
|
// Now add all of the files in order
|
|
|
|
|
|
foreach (string key in keys)
|
|
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Get the index mapped to the key
|
|
|
|
|
|
int index = inputIndexMap[key];
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Open the input file for reading
|
2020-12-08 00:13:22 -08:00
|
|
|
|
Stream freadStream = File.OpenRead(inputFiles[index]);
|
2024-02-28 19:19:50 -05:00
|
|
|
|
ulong istreamSize = (ulong)new FileInfo(inputFiles[index]).Length;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
DateTime dt = DateTime.Now;
|
2024-02-28 21:59:13 -05:00
|
|
|
|
if (UseDates && !string.IsNullOrEmpty(baseFiles[index].Date) && DateTime.TryParse(baseFiles[index].Date?.Replace('\\', '/'), out dt))
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2023-08-14 13:36:37 -04:00
|
|
|
|
long msDosDateTime = DateTimeHelper.ConvertToMsDosTimeFormat(dt);
|
2023-04-19 16:39:58 -04:00
|
|
|
|
TimeStamps ts = new() { ModTime = msDosDateTime };
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, false, baseFiles[index].Filename!.Replace('\\', '/')!, istreamSize, 0, out writeStream, ts);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, baseFiles[index].Filename!.Replace('\\', '/'), istreamSize, 0, out writeStream, null);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Copy the input stream to the output
|
|
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = freadStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
writeStream!.Write(ibuffer, 0, ilen);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
freadStream.Dispose();
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(baseFiles[index].CRC!);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Otherwise, sort the input files and write out in the correct order
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
// Open the old archive for reading
|
2020-04-03 13:19:21 -07:00
|
|
|
|
oldZipFile.ZipFileOpen(archiveFileName, -1, true);
|
|
|
|
|
|
|
|
|
|
|
|
// Map all inputs to index
|
2023-04-19 16:39:58 -04:00
|
|
|
|
Dictionary<string, int> inputIndexMap = new();
|
2020-04-03 13:19:21 -07:00
|
|
|
|
for (int i = 0; i < inputFiles.Count; i++)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
var oldZipFileContents = new List<string>();
|
|
|
|
|
|
for (int j = 0; j < oldZipFile.LocalFilesCount(); j++)
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
oldZipFileContents.Add(oldZipFile.GetLocalFile(j).Filename);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If the old one contains the new file, then just skip out
|
2024-02-28 19:19:50 -05:00
|
|
|
|
if (oldZipFileContents.Contains(baseFiles[i].Filename!.Replace('\\', '/')))
|
2019-02-08 20:51:44 -08:00
|
|
|
|
{
|
2020-04-03 13:19:21 -07:00
|
|
|
|
continue;
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-02-28 19:19:50 -05:00
|
|
|
|
inputIndexMap.Add(baseFiles[i].Filename!.Replace('\\', '/'), -(i + 1));
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Then add all of the old entries to it too
|
|
|
|
|
|
for (int i = 0; i < oldZipFile.LocalFilesCount(); i++)
|
|
|
|
|
|
{
|
2023-04-21 15:04:31 -04:00
|
|
|
|
inputIndexMap.Add(oldZipFile.GetLocalFile(i).Filename, i);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If the number of entries is the same as the old archive, skip out
|
|
|
|
|
|
if (inputIndexMap.Keys.Count <= oldZipFile.LocalFilesCount())
|
|
|
|
|
|
{
|
|
|
|
|
|
success = true;
|
|
|
|
|
|
return success;
|
|
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Otherwise, process the old zipfile
|
|
|
|
|
|
zipFile.ZipFileCreate(tempFile);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Get the order for the entries with the new file
|
|
|
|
|
|
List<string> keys = inputIndexMap.Keys.ToList();
|
2023-04-21 15:04:31 -04:00
|
|
|
|
keys.Sort(CompressUtils.TrrntZipStringCompare);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
// Copy over all files to the new archive
|
|
|
|
|
|
foreach (string key in keys)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Get the index mapped to the key
|
|
|
|
|
|
int index = inputIndexMap[key];
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// If we have the input file, add it now
|
|
|
|
|
|
if (index < 0)
|
|
|
|
|
|
{
|
|
|
|
|
|
// Open the input file for reading
|
2020-12-08 00:13:22 -08:00
|
|
|
|
Stream freadStream = File.OpenRead(inputFiles[-index - 1]);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
ulong istreamSize = (ulong)(new FileInfo(inputFiles[-index - 1]).Length);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
DateTime dt = DateTime.Now;
|
2024-02-28 21:59:13 -05:00
|
|
|
|
if (UseDates && !string.IsNullOrEmpty(baseFiles[-index - 1].Date) && DateTime.TryParse(baseFiles[-index - 1].Date?.Replace('\\', '/'), out dt))
|
2020-04-03 13:19:21 -07:00
|
|
|
|
{
|
2023-08-14 13:36:37 -04:00
|
|
|
|
long msDosDateTime = DateTimeHelper.ConvertToMsDosTimeFormat(dt);
|
2023-04-19 16:39:58 -04:00
|
|
|
|
TimeStamps ts = new() { ModTime = msDosDateTime };
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, false, baseFiles[-index - 1].Filename!.Replace('\\', '/'), istreamSize, 0, out writeStream, ts);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, baseFiles[-index - 1].Filename!.Replace('\\', '/'), istreamSize, 0, out writeStream, null);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Copy the input stream to the output
|
|
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = freadStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
writeStream!.Write(ibuffer, 0, ilen);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
writeStream.Flush();
|
|
|
|
|
|
}
|
|
|
|
|
|
freadStream.Dispose();
|
2024-02-28 19:19:50 -05:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(baseFiles[-index - 1].CRC!);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
}
|
2019-02-08 20:51:44 -08:00
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Otherwise, copy the file from the old archive
|
|
|
|
|
|
else
|
|
|
|
|
|
{
|
|
|
|
|
|
// Instantiate the streams
|
|
|
|
|
|
oldZipFile.ZipFileOpenReadStream(index, out Stream zreadStream, out ulong istreamSize);
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipFile.ZipFileOpenWriteStream(false, true, oldZipFile.GetLocalFile(index).Filename, istreamSize, 0, out writeStream, null);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
|
|
|
|
|
|
// Copy the input stream to the output
|
|
|
|
|
|
byte[] ibuffer = new byte[_bufferSize];
|
|
|
|
|
|
int ilen;
|
|
|
|
|
|
while ((ilen = zreadStream.Read(ibuffer, 0, _bufferSize)) > 0)
|
|
|
|
|
|
{
|
2024-02-28 19:19:50 -05:00
|
|
|
|
writeStream!.Write(ibuffer, 0, ilen);
|
2020-04-03 13:19:21 -07:00
|
|
|
|
writeStream.Flush();
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
|
2023-04-21 15:04:31 -04:00
|
|
|
|
zipFile.ZipFileCloseWriteStream(oldZipFile.GetLocalFile(index).CRC);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2020-04-03 13:19:21 -07:00
|
|
|
|
// Close the output zip file
|
|
|
|
|
|
zipFile.ZipFileClose();
|
|
|
|
|
|
oldZipFile.ZipFileClose();
|
|
|
|
|
|
|
2019-02-08 20:51:44 -08:00
|
|
|
|
success = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
|
{
|
2020-10-07 15:42:30 -07:00
|
|
|
|
logger.Error(ex);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
success = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// If the old file exists, delete it and replace
|
|
|
|
|
|
if (File.Exists(archiveFileName))
|
|
|
|
|
|
{
|
2020-12-08 00:13:22 -08:00
|
|
|
|
File.Delete(archiveFileName);
|
2019-02-08 20:51:44 -08:00
|
|
|
|
}
|
|
|
|
|
|
File.Move(tempFile, archiveFileName);
|
|
|
|
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endregion
|
|
|
|
|
|
}
|
2017-11-02 00:29:20 -07:00
|
|
|
|
}
|