Add IProgress support for compression operations with tests

Co-authored-by: adamhathcock <527620+adamhathcock@users.noreply.github.com>
This commit is contained in:
copilot-swe-agent[bot]
2025-11-27 19:15:10 +00:00
parent c082d4203b
commit 0d487df61b
6 changed files with 223 additions and 40 deletions

View File

@@ -7,7 +7,8 @@ using SharpCompress.Common;
namespace SharpCompress.IO;
/// <summary>
/// A stream wrapper that reports progress as data is written.
/// A stream wrapper that reports progress as data is read from the source.
/// Used to track compression progress by wrapping the source stream.
/// </summary>
internal sealed class ProgressReportingStream : Stream
{
@@ -15,19 +16,22 @@ internal sealed class ProgressReportingStream : Stream
private readonly IProgress<CompressionProgress> _progress;
private readonly string _entryPath;
private readonly long? _totalBytes;
private long _bytesWritten;
private long _bytesRead;
private readonly bool _leaveOpen;
public ProgressReportingStream(
Stream baseStream,
IProgress<CompressionProgress> progress,
string entryPath,
long? totalBytes
long? totalBytes,
bool leaveOpen = false
)
{
_baseStream = baseStream;
_progress = progress;
_entryPath = entryPath;
_totalBytes = totalBytes;
_leaveOpen = leaveOpen;
}
public override bool CanRead => _baseStream.CanRead;
@@ -46,65 +50,88 @@ internal sealed class ProgressReportingStream : Stream
public override void Flush() => _baseStream.Flush();
public override int Read(byte[] buffer, int offset, int count) =>
_baseStream.Read(buffer, offset, count);
public override long Seek(long offset, SeekOrigin origin) =>
_baseStream.Seek(offset, origin);
public override void SetLength(long value) => _baseStream.SetLength(value);
public override void Write(byte[] buffer, int offset, int count)
public override int Read(byte[] buffer, int offset, int count)
{
_baseStream.Write(buffer, offset, count);
_bytesWritten += count;
ReportProgress();
var bytesRead = _baseStream.Read(buffer, offset, count);
if (bytesRead > 0)
{
_bytesRead += bytesRead;
ReportProgress();
}
return bytesRead;
}
public override void Write(ReadOnlySpan<byte> buffer)
public override int Read(Span<byte> buffer)
{
_baseStream.Write(buffer);
_bytesWritten += buffer.Length;
ReportProgress();
var bytesRead = _baseStream.Read(buffer);
if (bytesRead > 0)
{
_bytesRead += bytesRead;
ReportProgress();
}
return bytesRead;
}
public override async Task WriteAsync(
public override async Task<int> ReadAsync(
byte[] buffer,
int offset,
int count,
CancellationToken cancellationToken
)
{
await _baseStream.WriteAsync(buffer, offset, count, cancellationToken).ConfigureAwait(false);
_bytesWritten += count;
ReportProgress();
var bytesRead = await _baseStream
.ReadAsync(buffer, offset, count, cancellationToken)
.ConfigureAwait(false);
if (bytesRead > 0)
{
_bytesRead += bytesRead;
ReportProgress();
}
return bytesRead;
}
public override async ValueTask WriteAsync(
ReadOnlyMemory<byte> buffer,
public override async ValueTask<int> ReadAsync(
Memory<byte> buffer,
CancellationToken cancellationToken = default
)
{
await _baseStream.WriteAsync(buffer, cancellationToken).ConfigureAwait(false);
_bytesWritten += buffer.Length;
ReportProgress();
var bytesRead = await _baseStream
.ReadAsync(buffer, cancellationToken)
.ConfigureAwait(false);
if (bytesRead > 0)
{
_bytesRead += bytesRead;
ReportProgress();
}
return bytesRead;
}
public override void WriteByte(byte value)
public override int ReadByte()
{
_baseStream.WriteByte(value);
_bytesWritten++;
ReportProgress();
var value = _baseStream.ReadByte();
if (value != -1)
{
_bytesRead++;
ReportProgress();
}
return value;
}
public override long Seek(long offset, SeekOrigin origin) => _baseStream.Seek(offset, origin);
public override void SetLength(long value) => _baseStream.SetLength(value);
public override void Write(byte[] buffer, int offset, int count) =>
_baseStream.Write(buffer, offset, count);
private void ReportProgress()
{
_progress.Report(new CompressionProgress(_entryPath, _bytesWritten, _totalBytes));
_progress.Report(new CompressionProgress(_entryPath, _bytesRead, _totalBytes));
}
protected override void Dispose(bool disposing)
{
if (disposing)
if (disposing && !_leaveOpen)
{
_baseStream.Dispose();
}
@@ -113,7 +140,10 @@ internal sealed class ProgressReportingStream : Stream
public override async ValueTask DisposeAsync()
{
await _baseStream.DisposeAsync().ConfigureAwait(false);
if (!_leaveOpen)
{
await _baseStream.DisposeAsync().ConfigureAwait(false);
}
await base.DisposeAsync().ConfigureAwait(false);
}
}

View File

@@ -37,7 +37,13 @@ public abstract class AbstractWriter(ArchiveType type, WriterOptions writerOptio
}
long? totalBytes = source.CanSeek ? source.Length : null;
return new ProgressReportingStream(source, WriterOptions.Progress, entryPath, totalBytes);
return new ProgressReportingStream(
source,
WriterOptions.Progress,
entryPath,
totalBytes,
leaveOpen: true
);
}
public abstract void Write(string filename, Stream source, DateTime? modificationTime);

View File

@@ -47,7 +47,8 @@ public sealed class GZipWriter : AbstractWriter
var stream = (GZipStream)OutputStream;
stream.FileName = filename;
stream.LastModified = modificationTime;
source.CopyTo(stream);
var progressStream = WrapWithProgress(source, filename);
progressStream.CopyTo(stream);
_wroteToStream = true;
}

View File

@@ -127,7 +127,8 @@ public class TarWriter : AbstractWriter
header.Name = NormalizeFilename(filename);
header.Size = realSize;
header.Write(OutputStream);
size = source.TransferTo(OutputStream, realSize);
var progressStream = WrapWithProgress(source, filename);
size = progressStream.TransferTo(OutputStream, realSize);
PadTo512(size.Value);
}
@@ -159,7 +160,8 @@ public class TarWriter : AbstractWriter
header.Name = NormalizeFilename(filename);
header.Size = realSize;
header.Write(OutputStream);
var written = await source
var progressStream = WrapWithProgress(source, filename);
var written = await progressStream
.TransferToAsync(OutputStream, realSize, cancellationToken)
.ConfigureAwait(false);
PadTo512(written);

View File

@@ -85,7 +85,8 @@ public class ZipWriter : AbstractWriter
public void Write(string entryPath, Stream source, ZipWriterEntryOptions zipWriterEntryOptions)
{
using var output = WriteToStream(entryPath, zipWriterEntryOptions);
source.CopyTo(output);
var progressStream = WrapWithProgress(source, entryPath);
progressStream.CopyTo(output);
}
public Stream WriteToStream(string entryPath, ZipWriterEntryOptions options)

View File

@@ -0,0 +1,143 @@
using System;
using System.Collections.Generic;
using System.IO;
using System.Threading.Tasks;
using SharpCompress.Common;
using SharpCompress.Writers;
using SharpCompress.Writers.Tar;
using SharpCompress.Writers.Zip;
using Xunit;
namespace SharpCompress.Test;
/// <summary>
/// A synchronous progress implementation for testing.
/// Unlike Progress&lt;T&gt;, this captures reports immediately without SynchronizationContext.
/// </summary>
internal sealed class TestProgress<T> : IProgress<T>
{
private readonly List<T> _reports = new();
public IReadOnlyList<T> Reports => _reports;
public void Report(T value) => _reports.Add(value);
}
public class CompressionProgressTests : TestBase
{
[Fact]
public void Zip_Write_ReportsProgress()
{
var progress = new TestProgress<CompressionProgress>();
using var archiveStream = new MemoryStream();
var options = new ZipWriterOptions(CompressionType.Deflate) { Progress = progress };
using (var writer = new ZipWriter(archiveStream, options))
{
var testData = new byte[10000];
Array.Fill(testData, (byte)'A');
using var sourceStream = new MemoryStream(testData);
writer.Write("test.txt", sourceStream, DateTime.Now);
}
Assert.NotEmpty(progress.Reports);
Assert.All(progress.Reports, p => Assert.Equal("test.txt", p.EntryPath));
Assert.All(progress.Reports, p => Assert.Equal(10000, p.TotalBytes));
var lastReport = progress.Reports[^1];
Assert.Equal(10000, lastReport.BytesRead);
Assert.Equal(100.0, lastReport.PercentComplete);
}
[Fact]
public void Tar_Write_ReportsProgress()
{
var progress = new TestProgress<CompressionProgress>();
using var archiveStream = new MemoryStream();
var options = new TarWriterOptions(CompressionType.None, true) { Progress = progress };
using (var writer = new TarWriter(archiveStream, options))
{
var testData = new byte[10000];
Array.Fill(testData, (byte)'A');
using var sourceStream = new MemoryStream(testData);
writer.Write("test.txt", sourceStream, DateTime.Now);
}
Assert.NotEmpty(progress.Reports);
Assert.All(progress.Reports, p => Assert.Equal("test.txt", p.EntryPath));
Assert.All(progress.Reports, p => Assert.Equal(10000, p.TotalBytes));
var lastReport = progress.Reports[^1];
Assert.Equal(10000, lastReport.BytesRead);
Assert.Equal(100.0, lastReport.PercentComplete);
}
[Fact]
public void WriterOptions_WithoutProgress_DoesNotThrow()
{
using var archiveStream = new MemoryStream();
var options = new ZipWriterOptions(CompressionType.Deflate);
Assert.Null(options.Progress);
using (var writer = new ZipWriter(archiveStream, options))
{
var testData = new byte[100];
Array.Fill(testData, (byte)'A');
using var sourceStream = new MemoryStream(testData);
writer.Write("test.txt", sourceStream, DateTime.Now);
}
Assert.True(archiveStream.Length > 0);
}
[Fact]
public void CompressionProgress_PercentComplete_WithUnknownTotalBytes_ReturnsNull()
{
var progress = new CompressionProgress("test.txt", 100, null);
Assert.Null(progress.PercentComplete);
}
[Fact]
public void CompressionProgress_PercentComplete_WithZeroTotalBytes_ReturnsNull()
{
var progress = new CompressionProgress("test.txt", 0, 0);
Assert.Null(progress.PercentComplete);
}
[Fact]
public void CompressionProgress_Properties_AreSetCorrectly()
{
var progress = new CompressionProgress("path/to/file.txt", 500, 1000);
Assert.Equal("path/to/file.txt", progress.EntryPath);
Assert.Equal(500, progress.BytesRead);
Assert.Equal(1000, progress.TotalBytes);
Assert.Equal(50.0, progress.PercentComplete);
}
[Fact]
public async Task Tar_WriteAsync_ReportsProgress()
{
var progress = new TestProgress<CompressionProgress>();
using var archiveStream = new MemoryStream();
var options = new TarWriterOptions(CompressionType.None, true) { Progress = progress };
using (var writer = new TarWriter(archiveStream, options))
{
var testData = new byte[10000];
Array.Fill(testData, (byte)'A');
using var sourceStream = new MemoryStream(testData);
await writer.WriteAsync("test.txt", sourceStream, DateTime.Now);
}
Assert.NotEmpty(progress.Reports);
Assert.All(progress.Reports, p => Assert.Equal("test.txt", p.EntryPath));
var lastReport = progress.Reports[^1];
Assert.Equal(10000, lastReport.BytesRead);
}
}