mirror of
https://github.com/adamhathcock/sharpcompress.git
synced 2026-11-15 17:02:03 +00:00
Pool ZIP directory search buffers and bound signature scans
This commit is contained in:
@@ -106,10 +106,8 @@ internal sealed partial class SeekableZipHeaderFactory
|
||||
var span = memory.Span;
|
||||
span.Reverse();
|
||||
|
||||
// don't exclude the minimum eocd region, otherwise you fail to locate the header in empty zip files
|
||||
var max_search_area = len; // - MINIMUM_EOCD_LENGTH;
|
||||
|
||||
for (var pos_from_end = 0; pos_from_end < max_search_area; ++pos_from_end)
|
||||
// Include the minimum EOCD region, but never read beyond the populated span.
|
||||
for (var pos_from_end = 0; pos_from_end <= len - needle.Length; ++pos_from_end)
|
||||
{
|
||||
if (IsMatch(span, pos_from_end, needle))
|
||||
{
|
||||
|
||||
@@ -26,7 +26,7 @@ internal sealed partial class SeekableZipHeaderFactory : ZipHeaderFactory
|
||||
{
|
||||
var reader = new BinaryReader(stream);
|
||||
|
||||
SeekBackToHeader(stream, reader);
|
||||
SeekBackToHeader(stream);
|
||||
|
||||
var eocd_location = stream.Position;
|
||||
var entry = new DirectoryEndHeader();
|
||||
@@ -102,7 +102,7 @@ internal sealed partial class SeekableZipHeaderFactory : ZipHeaderFactory
|
||||
return true;
|
||||
}
|
||||
|
||||
private static void SeekBackToHeader(Stream stream, BinaryReader reader)
|
||||
private static void SeekBackToHeader(Stream stream)
|
||||
{
|
||||
// Minimum EOCD length
|
||||
if (stream.Length < MINIMUM_EOCD_LENGTH)
|
||||
@@ -118,24 +118,30 @@ internal sealed partial class SeekableZipHeaderFactory : ZipHeaderFactory
|
||||
: MAX_SEARCH_LENGTH_FOR_EOCD;
|
||||
stream.Seek(-len, SeekOrigin.End);
|
||||
|
||||
var seek = reader.ReadBytes(len);
|
||||
|
||||
// Search in reverse
|
||||
Array.Reverse(seek);
|
||||
|
||||
// don't exclude the minimum eocd region, otherwise you fail to locate the header in empty zip files
|
||||
var max_search_area = len; // - MINIMUM_EOCD_LENGTH;
|
||||
|
||||
for (var pos_from_end = 0; pos_from_end < max_search_area; ++pos_from_end)
|
||||
var seek = ArrayPool<byte>.Shared.Rent(len);
|
||||
try
|
||||
{
|
||||
if (IsMatch(seek, pos_from_end, needle))
|
||||
{
|
||||
stream.Seek(-pos_from_end, SeekOrigin.End);
|
||||
return;
|
||||
}
|
||||
}
|
||||
stream.ReadExact(seek, 0, len);
|
||||
// Only reverse and search the bytes read, not the unused tail of a pooled array.
|
||||
var span = seek.AsSpan(0, len);
|
||||
span.Reverse();
|
||||
|
||||
throw new ArchiveException("Failed to locate the Zip Header");
|
||||
// Include the minimum EOCD region so empty ZIP archives can be found.
|
||||
for (var pos_from_end = 0; pos_from_end <= len - needle.Length; ++pos_from_end)
|
||||
{
|
||||
if (IsMatch(span, pos_from_end, needle))
|
||||
{
|
||||
stream.Seek(-pos_from_end, SeekOrigin.End);
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
throw new ArchiveException("Failed to locate the Zip Header");
|
||||
}
|
||||
finally
|
||||
{
|
||||
ArrayPool<byte>.Shared.Return(seek);
|
||||
}
|
||||
}
|
||||
|
||||
internal LocalEntryHeader GetLocalHeader(
|
||||
|
||||
130
tests/SharpCompress.Test/Zip/ZipDirectorySearchTests.cs
Normal file
130
tests/SharpCompress.Test/Zip/ZipDirectorySearchTests.cs
Normal file
@@ -0,0 +1,130 @@
|
||||
using System;
|
||||
using System.Buffers.Binary;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using SharpCompress.Archives.Zip;
|
||||
using SharpCompress.Common;
|
||||
using SharpCompress.Common.Zip;
|
||||
using SharpCompress.Readers;
|
||||
using SharpCompress.Test.Mocks;
|
||||
using Xunit;
|
||||
|
||||
namespace SharpCompress.Test.Zip;
|
||||
|
||||
public class ZipDirectorySearchTests
|
||||
{
|
||||
[Theory]
|
||||
[InlineData(0, false)]
|
||||
[InlineData(0, true)]
|
||||
[InlineData(1, false)]
|
||||
[InlineData(1, true)]
|
||||
[InlineData(4096, false)]
|
||||
[InlineData(4096, true)]
|
||||
[InlineData(ushort.MaxValue, false)]
|
||||
[InlineData(ushort.MaxValue, true)]
|
||||
public async Task Empty_Archive_With_Comment_And_Short_Reads(int commentLength, bool async)
|
||||
{
|
||||
var bytes = new byte[22 + commentLength];
|
||||
BinaryPrimitives.WriteUInt32LittleEndian(bytes, 0x06054b50);
|
||||
BinaryPrimitives.WriteUInt16LittleEndian(bytes.AsSpan(20), (ushort)commentLength);
|
||||
bytes.AsSpan(22).Fill((byte)'a');
|
||||
using var input = new ShortReadStream(new MemoryStream(bytes), maxReadSize: 7);
|
||||
if (async)
|
||||
{
|
||||
await using var archive = await ZipArchive.OpenAsyncArchive(
|
||||
input,
|
||||
ReaderOptions.ForExternalStream
|
||||
);
|
||||
Assert.Empty(await archive.EntriesAsync.ToListAsync());
|
||||
}
|
||||
else
|
||||
{
|
||||
using var archive = ZipArchive.OpenArchive(input, ReaderOptions.ForExternalStream);
|
||||
Assert.Empty(archive.Entries);
|
||||
}
|
||||
Assert.True(input.CanRead);
|
||||
}
|
||||
|
||||
[Theory]
|
||||
[InlineData(1, false)]
|
||||
[InlineData(1, true)]
|
||||
[InlineData(2, false)]
|
||||
[InlineData(2, true)]
|
||||
[InlineData(3, false)]
|
||||
[InlineData(3, true)]
|
||||
public async Task Missing_Directory_With_Partial_Signature_Throws_ArchiveException(
|
||||
int prefixLength,
|
||||
bool async
|
||||
)
|
||||
{
|
||||
var bytes = new byte[31];
|
||||
var signature = new byte[] { 0x06, 0x05, 0x4b, 0x50 };
|
||||
for (var i = 0; i < prefixLength; i++)
|
||||
{
|
||||
bytes[prefixLength - i - 1] = signature[i];
|
||||
}
|
||||
using var input = new MemoryStream(bytes);
|
||||
var factory = new SeekableZipHeaderFactory(null, new ArchiveEncoding());
|
||||
if (async)
|
||||
{
|
||||
await Assert.ThrowsAsync<ArchiveException>(async () =>
|
||||
await factory.ReadSeekableHeaderAsync(input).ToListAsync()
|
||||
);
|
||||
}
|
||||
else
|
||||
{
|
||||
Assert.Throws<ArchiveException>(() => factory.ReadSeekableHeader(input).ToList());
|
||||
}
|
||||
}
|
||||
|
||||
[Theory]
|
||||
[InlineData(false)]
|
||||
[InlineData(true)]
|
||||
public async Task Directory_Search_Rejects_Premature_End_Of_Stream(bool async)
|
||||
{
|
||||
using var input = new PrematureEndStream();
|
||||
var factory = new SeekableZipHeaderFactory(null, new ArchiveEncoding());
|
||||
if (async)
|
||||
{
|
||||
await Assert.ThrowsAsync<IncompleteArchiveException>(async () =>
|
||||
await factory.ReadSeekableHeaderAsync(input).ToListAsync()
|
||||
);
|
||||
}
|
||||
else
|
||||
{
|
||||
Assert.Throws<IncompleteArchiveException>(() =>
|
||||
factory.ReadSeekableHeader(input).ToList()
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
private sealed class PrematureEndStream : MemoryStream
|
||||
{
|
||||
public PrematureEndStream()
|
||||
: base(new byte[31]) { }
|
||||
|
||||
public override int Read(byte[] buffer, int offset, int count) =>
|
||||
base.Read(buffer, offset, (int)Math.Min(count, Math.Max(0, 10 - Position)));
|
||||
|
||||
public override Task<int> ReadAsync(
|
||||
byte[] buffer,
|
||||
int offset,
|
||||
int count,
|
||||
CancellationToken cancellationToken
|
||||
) => Task.FromResult(Read(buffer, offset, count));
|
||||
|
||||
#if !LEGACY_DOTNET
|
||||
public override ValueTask<int> ReadAsync(
|
||||
Memory<byte> buffer,
|
||||
CancellationToken cancellationToken = default
|
||||
) =>
|
||||
new(
|
||||
base.Read(
|
||||
buffer.Span.Slice(0, (int)Math.Min(buffer.Length, Math.Max(0, 10 - Position)))
|
||||
)
|
||||
);
|
||||
#endif
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user