mirror of
https://github.com/aaru-dps/Aaru.git
synced 2025-12-16 19:24:25 +00:00
Added 'benchmark' command to benchmark checksum and hashing
algorithms.
This commit is contained in:
@@ -1,3 +1,12 @@
|
|||||||
|
2015-11-30 Natalia Portillo <claunia@claunia.com>
|
||||||
|
|
||||||
|
* Main.cs:
|
||||||
|
* Options.cs:
|
||||||
|
* DiscImageChef.csproj:
|
||||||
|
* Commands/Benchmark.cs:
|
||||||
|
Added 'benchmark' command to benchmark checksum and hashing
|
||||||
|
algorithms.
|
||||||
|
|
||||||
2015-11-24 Natalia Portillo <claunia@claunia.com>
|
2015-11-24 Natalia Portillo <claunia@claunia.com>
|
||||||
|
|
||||||
* Commands/MediaInfo.cs:
|
* Commands/MediaInfo.cs:
|
||||||
|
|||||||
@@ -36,14 +36,775 @@
|
|||||||
// ****************************************************************************/
|
// ****************************************************************************/
|
||||||
// //$Id$
|
// //$Id$
|
||||||
using System;
|
using System;
|
||||||
|
using System.IO;
|
||||||
|
using DiscImageChef.Console;
|
||||||
|
using DiscImageChef.Checksums;
|
||||||
|
using System.Threading;
|
||||||
|
|
||||||
namespace DiscImageChef.Commands
|
namespace DiscImageChef.Commands
|
||||||
{
|
{
|
||||||
public class Benchmark
|
public static class Benchmark
|
||||||
{
|
{
|
||||||
public Benchmark()
|
public static void doBenchmark(BenchmarkSubOptions options)
|
||||||
{
|
{
|
||||||
|
int bufferSize = options.BufferSize * 1024 * 1024;
|
||||||
|
long minMemory = long.MaxValue;
|
||||||
|
long maxMemory = 0;
|
||||||
|
MemoryStream ms = new MemoryStream(bufferSize);
|
||||||
|
Random rnd = new Random();
|
||||||
|
DateTime start;
|
||||||
|
DateTime end;
|
||||||
|
long mem;
|
||||||
|
object ctx;
|
||||||
|
double allSeparate = 0;
|
||||||
|
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rWriting block {0} of {1} with random data.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
rnd.NextBytes(tmp);
|
||||||
|
ms.Write(tmp, 0, options.BlockSize);
|
||||||
|
}
|
||||||
|
end = DateTime.Now;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to fill buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rReading block {0} of {1}.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
}
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to read buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
|
||||||
|
#region Adler32
|
||||||
|
ctx = new Adler32Context();
|
||||||
|
((Adler32Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with Adler32.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((Adler32Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((Adler32Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to Adler32 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion Adler32
|
||||||
|
|
||||||
|
#region CRC16
|
||||||
|
ctx = new CRC16Context();
|
||||||
|
((CRC16Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with CRC16.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((CRC16Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((CRC16Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to CRC16 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion CRC16
|
||||||
|
|
||||||
|
#region CRC32
|
||||||
|
ctx = new CRC32Context();
|
||||||
|
((CRC32Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with CRC32.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((CRC32Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((CRC32Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to CRC32 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion CRC32
|
||||||
|
|
||||||
|
#region CRC64
|
||||||
|
ctx = new CRC64Context();
|
||||||
|
((CRC64Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with CRC64.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((CRC64Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((CRC64Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to CRC64 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion CRC64
|
||||||
|
|
||||||
|
#region Fletcher32
|
||||||
|
/* ctx = new Fletcher32Context();
|
||||||
|
((Fletcher32Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with Fletcher32.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((Fletcher32Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((Fletcher32Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to Fletcher32 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end-start).TotalSeconds;*/
|
||||||
|
#endregion Fletcher32
|
||||||
|
|
||||||
|
#region MD5
|
||||||
|
ctx = new MD5Context();
|
||||||
|
((MD5Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with MD5.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((MD5Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((MD5Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to MD5 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion MD5
|
||||||
|
|
||||||
|
#region RIPEMD160
|
||||||
|
ctx = new RIPEMD160Context();
|
||||||
|
((RIPEMD160Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with RIPEMD160.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((RIPEMD160Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((RIPEMD160Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to RIPEMD160 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion RIPEMD160
|
||||||
|
|
||||||
|
#region SHA1
|
||||||
|
ctx = new SHA1Context();
|
||||||
|
((SHA1Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with SHA1.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((SHA1Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((SHA1Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to SHA1 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion SHA1
|
||||||
|
|
||||||
|
#region SHA256
|
||||||
|
ctx = new SHA256Context();
|
||||||
|
((SHA256Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with SHA256.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((SHA256Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((SHA256Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to SHA256 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion SHA256
|
||||||
|
|
||||||
|
#region SHA384
|
||||||
|
ctx = new SHA384Context();
|
||||||
|
((SHA384Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with SHA384.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((SHA384Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((SHA384Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to SHA384 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion SHA384
|
||||||
|
|
||||||
|
#region SHA512
|
||||||
|
ctx = new SHA512Context();
|
||||||
|
((SHA512Context)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with SHA512.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((SHA512Context)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((SHA512Context)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to SHA512 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion SHA512
|
||||||
|
|
||||||
|
#region SpamSum
|
||||||
|
ctx = new SpamSumContext();
|
||||||
|
((SpamSumContext)ctx).Init();
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with SpamSum.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
((SpamSumContext)ctx).Update(tmp);
|
||||||
|
}
|
||||||
|
((SpamSumContext)ctx).End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to SpamSum buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
allSeparate += (end - start).TotalSeconds;
|
||||||
|
#endregion SpamSum
|
||||||
|
|
||||||
|
#region Entropy
|
||||||
|
ulong[] entTable = new ulong[256];
|
||||||
|
ms.Seek(0, SeekOrigin.Begin);
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
start = DateTime.Now;
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rEntropying block {0} of {1}.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
foreach (byte b in tmp)
|
||||||
|
entTable[b]++;
|
||||||
|
}
|
||||||
|
double entropy = 0;
|
||||||
|
foreach (ulong l in entTable)
|
||||||
|
{
|
||||||
|
double frequency = (double)l / (double)bufferSize;
|
||||||
|
entropy += -(frequency * Math.Log(frequency, 2));
|
||||||
|
}
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to entropy buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
#endregion Entropy
|
||||||
|
|
||||||
|
#region Multitasking
|
||||||
|
start = DateTime.Now;
|
||||||
|
Adler32Context adler32ctx = new Adler32Context();
|
||||||
|
CRC16Context crc16ctx = new CRC16Context();
|
||||||
|
CRC32Context crc32ctx = new CRC32Context();
|
||||||
|
CRC64Context crc64ctx = new CRC64Context();
|
||||||
|
// Fletcher16Context fletcher16ctx = new Fletcher16Context();
|
||||||
|
// Fletcher32Context fletcher32ctx = new Fletcher32Context();
|
||||||
|
MD5Context md5ctx = new MD5Context();
|
||||||
|
RIPEMD160Context ripemd160ctx = new RIPEMD160Context();
|
||||||
|
SHA1Context sha1ctx = new SHA1Context();
|
||||||
|
SHA256Context sha256ctx = new SHA256Context();
|
||||||
|
SHA384Context sha384ctx = new SHA384Context();
|
||||||
|
SHA512Context sha512ctx = new SHA512Context();
|
||||||
|
SpamSumContext ssctx = new SpamSumContext();
|
||||||
|
|
||||||
|
Thread adlerThread = new Thread(updateAdler);
|
||||||
|
Thread crc16Thread = new Thread(updateCRC16);
|
||||||
|
Thread crc32Thread = new Thread(updateCRC32);
|
||||||
|
Thread crc64Thread = new Thread(updateCRC64);
|
||||||
|
// Thread fletcher16Thread = new Thread(updateFletcher16);
|
||||||
|
// Thread fletcher32Thread = new Thread(updateFletcher32);
|
||||||
|
Thread md5Thread = new Thread(updateMD5);
|
||||||
|
Thread ripemd160Thread = new Thread(updateRIPEMD160);
|
||||||
|
Thread sha1Thread = new Thread(updateSHA1);
|
||||||
|
Thread sha256Thread = new Thread(updateSHA256);
|
||||||
|
Thread sha384Thread = new Thread(updateSHA384);
|
||||||
|
Thread sha512Thread = new Thread(updateSHA512);
|
||||||
|
Thread spamsumThread = new Thread(updateSpamSum);
|
||||||
|
|
||||||
|
adlerPacket adlerPkt = new adlerPacket();
|
||||||
|
crc16Packet crc16Pkt = new crc16Packet();
|
||||||
|
crc32Packet crc32Pkt = new crc32Packet();
|
||||||
|
crc64Packet crc64Pkt = new crc64Packet();
|
||||||
|
// fletcher16Packet fletcher16Pkt = new fletcher16Packet();
|
||||||
|
// fletcher32Packet fletcher32Pkt = new fletcher32Packet();
|
||||||
|
md5Packet md5Pkt = new md5Packet();
|
||||||
|
ripemd160Packet ripemd160Pkt = new ripemd160Packet();
|
||||||
|
sha1Packet sha1Pkt = new sha1Packet();
|
||||||
|
sha256Packet sha256Pkt = new sha256Packet();
|
||||||
|
sha384Packet sha384Pkt = new sha384Packet();
|
||||||
|
sha512Packet sha512Pkt = new sha512Packet();
|
||||||
|
spamsumPacket spamsumPkt = new spamsumPacket();
|
||||||
|
|
||||||
|
|
||||||
|
adler32ctx.Init();
|
||||||
|
adlerPkt.context = adler32ctx;
|
||||||
|
crc16ctx.Init();
|
||||||
|
crc16Pkt.context = crc16ctx;
|
||||||
|
crc32ctx.Init();
|
||||||
|
crc32Pkt.context = crc32ctx;
|
||||||
|
crc64ctx.Init();
|
||||||
|
crc64Pkt.context = crc64ctx;
|
||||||
|
// fletcher16ctx.Init();
|
||||||
|
// fletcher16Pkt.context = fletcher16ctx;
|
||||||
|
// fletcher32ctx.Init();
|
||||||
|
// fletcher32Pkt.context = fletcher32ctx;
|
||||||
|
md5ctx.Init();
|
||||||
|
md5Pkt.context = md5ctx;
|
||||||
|
ripemd160ctx.Init();
|
||||||
|
ripemd160Pkt.context = ripemd160ctx;
|
||||||
|
sha1ctx.Init();
|
||||||
|
sha1Pkt.context = sha1ctx;
|
||||||
|
sha256ctx.Init();
|
||||||
|
sha256Pkt.context = sha256ctx;
|
||||||
|
sha384ctx.Init();
|
||||||
|
sha384Pkt.context = sha384ctx;
|
||||||
|
sha512ctx.Init();
|
||||||
|
sha512Pkt.context = sha512ctx;
|
||||||
|
ssctx.Init();
|
||||||
|
spamsumPkt.context = ssctx;
|
||||||
|
|
||||||
|
for (int i = 0; i < bufferSize / options.BlockSize; i++)
|
||||||
|
{
|
||||||
|
DicConsole.Write("\rChecksumming block {0} of {1} with all algorithms at the same time.", i + 1, bufferSize / options.BlockSize);
|
||||||
|
byte[] tmp = new byte[options.BlockSize];
|
||||||
|
ms.Read(tmp, 0, options.BlockSize);
|
||||||
|
|
||||||
|
adlerThread = new Thread(updateAdler);
|
||||||
|
crc16Thread = new Thread(updateCRC16);
|
||||||
|
crc32Thread = new Thread(updateCRC32);
|
||||||
|
crc64Thread = new Thread(updateCRC64);
|
||||||
|
// fletcher16Thread = new Thread(updateFletcher16);
|
||||||
|
// fletcher32Thread = new Thread(updateFletcher32);
|
||||||
|
md5Thread = new Thread(updateMD5);
|
||||||
|
ripemd160Thread = new Thread(updateRIPEMD160);
|
||||||
|
sha1Thread = new Thread(updateSHA1);
|
||||||
|
sha256Thread = new Thread(updateSHA256);
|
||||||
|
sha384Thread = new Thread(updateSHA384);
|
||||||
|
sha512Thread = new Thread(updateSHA512);
|
||||||
|
spamsumThread = new Thread(updateSpamSum);
|
||||||
|
|
||||||
|
adlerPkt.data = tmp;
|
||||||
|
adlerThread.Start(adlerPkt);
|
||||||
|
crc16Pkt.data = tmp;
|
||||||
|
crc16Thread.Start(crc16Pkt);
|
||||||
|
crc32Pkt.data = tmp;
|
||||||
|
crc32Thread.Start(crc32Pkt);
|
||||||
|
crc64Pkt.data = tmp;
|
||||||
|
crc64Thread.Start(crc64Pkt);
|
||||||
|
// fletcher16Pkt.data = tmp;
|
||||||
|
// fletcher16Thread.Start(fletcher16Pkt);
|
||||||
|
// fletcher32Pkt.data = tmp;
|
||||||
|
// fletcher32Thread.Start(fletcher32Pkt);
|
||||||
|
md5Pkt.data = tmp;
|
||||||
|
md5Thread.Start(md5Pkt);
|
||||||
|
ripemd160Pkt.data = tmp;
|
||||||
|
ripemd160Thread.Start(ripemd160Pkt);
|
||||||
|
sha1Pkt.data = tmp;
|
||||||
|
sha1Thread.Start(sha1Pkt);
|
||||||
|
sha256Pkt.data = tmp;
|
||||||
|
sha256Thread.Start(sha256Pkt);
|
||||||
|
sha384Pkt.data = tmp;
|
||||||
|
sha384Thread.Start(sha384Pkt);
|
||||||
|
sha512Pkt.data = tmp;
|
||||||
|
sha512Thread.Start(sha512Pkt);
|
||||||
|
spamsumPkt.data = tmp;
|
||||||
|
spamsumThread.Start(spamsumPkt);
|
||||||
|
|
||||||
|
/* mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;*/
|
||||||
|
|
||||||
|
while (adlerThread.IsAlive || crc16Thread.IsAlive ||
|
||||||
|
crc32Thread.IsAlive || crc64Thread.IsAlive ||
|
||||||
|
//fletcher16Thread.IsAlive || fletcher32Thread.IsAlive ||
|
||||||
|
md5Thread.IsAlive || ripemd160Thread.IsAlive ||
|
||||||
|
sha1Thread.IsAlive || sha256Thread.IsAlive ||
|
||||||
|
sha384Thread.IsAlive || sha512Thread.IsAlive ||
|
||||||
|
spamsumThread.IsAlive)
|
||||||
|
{
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
adler32ctx.End();
|
||||||
|
crc16ctx.End();
|
||||||
|
crc32ctx.End();
|
||||||
|
crc64ctx.End();
|
||||||
|
// fletcher16ctx.End();
|
||||||
|
// fletcher32ctx.End();
|
||||||
|
md5ctx.End();
|
||||||
|
ripemd160ctx.End();
|
||||||
|
sha1ctx.End();
|
||||||
|
sha256ctx.End();
|
||||||
|
sha384ctx.End();
|
||||||
|
sha512ctx.End();
|
||||||
|
ssctx.End();
|
||||||
|
end = DateTime.Now;
|
||||||
|
mem = GC.GetTotalMemory(false);
|
||||||
|
if (mem > maxMemory)
|
||||||
|
maxMemory = mem;
|
||||||
|
if (mem < minMemory)
|
||||||
|
minMemory = mem;
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to do all algorithms at the same time, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
|
||||||
|
DicConsole.WriteLine("Took {0} seconds to do all algorithms sequentially, {1} MiB/sec.", allSeparate, (bufferSize / 1048576) / allSeparate);
|
||||||
|
|
||||||
|
DicConsole.WriteLine();
|
||||||
|
DicConsole.WriteLine("Max memory used is {0} bytes", maxMemory);
|
||||||
|
DicConsole.WriteLine("Min memory used is {0} bytes", minMemory);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#region Threading helpers
|
||||||
|
|
||||||
|
struct adlerPacket
|
||||||
|
{
|
||||||
|
public Adler32Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct crc16Packet
|
||||||
|
{
|
||||||
|
public CRC16Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct crc32Packet
|
||||||
|
{
|
||||||
|
public CRC32Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct crc64Packet
|
||||||
|
{
|
||||||
|
public CRC64Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
/*struct fletcher16Packet
|
||||||
|
{
|
||||||
|
public Fletcher16Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct fletcher32Packet
|
||||||
|
{
|
||||||
|
public Fletcher32Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct md5Packet
|
||||||
|
{
|
||||||
|
public MD5Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct ripemd160Packet
|
||||||
|
{
|
||||||
|
public RIPEMD160Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct sha1Packet
|
||||||
|
{
|
||||||
|
public SHA1Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct sha256Packet
|
||||||
|
{
|
||||||
|
public SHA256Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct sha384Packet
|
||||||
|
{
|
||||||
|
public SHA384Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct sha512Packet
|
||||||
|
{
|
||||||
|
public SHA512Context context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct spamsumPacket
|
||||||
|
{
|
||||||
|
public SpamSumContext context;
|
||||||
|
public byte[] data;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateAdler(object packet)
|
||||||
|
{
|
||||||
|
((adlerPacket)packet).context.Update(((adlerPacket)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateCRC16(object packet)
|
||||||
|
{
|
||||||
|
((crc16Packet)packet).context.Update(((crc16Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateCRC32(object packet)
|
||||||
|
{
|
||||||
|
((crc32Packet)packet).context.Update(((crc32Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateCRC64(object packet)
|
||||||
|
{
|
||||||
|
((crc64Packet)packet).context.Update(((crc64Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
/*static void updateFletcher16(object packet)
|
||||||
|
{
|
||||||
|
((fletcher16Packet)packet).context.Update(((fletcher16Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateFletcher32(object packet)
|
||||||
|
{
|
||||||
|
((fletcher32Packet)packet).context.Update(((fletcher32Packet)packet).data);
|
||||||
|
}*/
|
||||||
|
|
||||||
|
static void updateMD5(object packet)
|
||||||
|
{
|
||||||
|
((md5Packet)packet).context.Update(((md5Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateRIPEMD160(object packet)
|
||||||
|
{
|
||||||
|
((ripemd160Packet)packet).context.Update(((ripemd160Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateSHA1(object packet)
|
||||||
|
{
|
||||||
|
((sha1Packet)packet).context.Update(((sha1Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateSHA256(object packet)
|
||||||
|
{
|
||||||
|
((sha256Packet)packet).context.Update(((sha256Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateSHA384(object packet)
|
||||||
|
{
|
||||||
|
((sha384Packet)packet).context.Update(((sha384Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateSHA512(object packet)
|
||||||
|
{
|
||||||
|
((sha512Packet)packet).context.Update(((sha512Packet)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void updateSpamSum(object packet)
|
||||||
|
{
|
||||||
|
((spamsumPacket)packet).context.Update(((spamsumPacket)packet).data);
|
||||||
|
}
|
||||||
|
|
||||||
|
#endregion Threading helpers
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -52,6 +52,7 @@
|
|||||||
<Compile Include="DetectImageFormat.cs" />
|
<Compile Include="DetectImageFormat.cs" />
|
||||||
<Compile Include="Commands\DeviceInfo.cs" />
|
<Compile Include="Commands\DeviceInfo.cs" />
|
||||||
<Compile Include="Commands\MediaInfo.cs" />
|
<Compile Include="Commands\MediaInfo.cs" />
|
||||||
|
<Compile Include="Commands\Benchmark.cs" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
<Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
|
<Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
|
|||||||
@@ -162,6 +162,14 @@ namespace DiscImageChef
|
|||||||
DicConsole.VerboseWriteLineEvent += System.Console.WriteLine;
|
DicConsole.VerboseWriteLineEvent += System.Console.WriteLine;
|
||||||
Commands.MediaInfo.doMediaInfo(MediaInfoOptions);
|
Commands.MediaInfo.doMediaInfo(MediaInfoOptions);
|
||||||
break;
|
break;
|
||||||
|
case "benchmark":
|
||||||
|
BenchmarkSubOptions BenchmarkOptions = (BenchmarkSubOptions)invokedVerbInstance;
|
||||||
|
if (BenchmarkOptions.Debug)
|
||||||
|
DicConsole.DebugWriteLineEvent += System.Console.Error.WriteLine;
|
||||||
|
if (BenchmarkOptions.Verbose)
|
||||||
|
DicConsole.VerboseWriteLineEvent += System.Console.WriteLine;
|
||||||
|
Commands.Benchmark.doBenchmark(BenchmarkOptions);
|
||||||
|
break;
|
||||||
default:
|
default:
|
||||||
throw new ArgumentException("Should never arrive here!");
|
throw new ArgumentException("Should never arrive here!");
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -236,6 +236,15 @@ namespace DiscImageChef
|
|||||||
{
|
{
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public class BenchmarkSubOptions : CommonSubOptions
|
||||||
|
{
|
||||||
|
[Option('b', "block-size", Required = false, DefaultValue = (int)512, HelpText = "Block size.")]
|
||||||
|
public int BlockSize { get; set; }
|
||||||
|
|
||||||
|
[Option('s', "buffer-size", Required = false, DefaultValue = (int)128, HelpText = "Buffer size in mebibytes.")]
|
||||||
|
public int BufferSize { get; set; }
|
||||||
|
}
|
||||||
|
|
||||||
public class Options
|
public class Options
|
||||||
{
|
{
|
||||||
public Options()
|
public Options()
|
||||||
@@ -250,6 +259,7 @@ namespace DiscImageChef
|
|||||||
DecodeVerb = new DecodeSubOptions();
|
DecodeVerb = new DecodeSubOptions();
|
||||||
DeviceInfoVerb = new DeviceInfoSubOptions();
|
DeviceInfoVerb = new DeviceInfoSubOptions();
|
||||||
MediaInfoVerb = new MediaInfoSubOptions();
|
MediaInfoVerb = new MediaInfoSubOptions();
|
||||||
|
BenchmarkInfoVerb = new BenchmarkSubOptions();
|
||||||
}
|
}
|
||||||
|
|
||||||
[VerbOption("analyze", HelpText = "Analyzes a disc image and searches for partitions and/or filesystems.")]
|
[VerbOption("analyze", HelpText = "Analyzes a disc image and searches for partitions and/or filesystems.")]
|
||||||
@@ -282,6 +292,9 @@ namespace DiscImageChef
|
|||||||
[VerbOption("media-info", HelpText = "Gets information about the media inserted on a device.")]
|
[VerbOption("media-info", HelpText = "Gets information about the media inserted on a device.")]
|
||||||
public MediaInfoSubOptions MediaInfoVerb { get; set; }
|
public MediaInfoSubOptions MediaInfoVerb { get; set; }
|
||||||
|
|
||||||
|
[VerbOption("benchmark", HelpText = "Benchmarks hashing and entropy calculation.")]
|
||||||
|
public BenchmarkSubOptions BenchmarkInfoVerb { get; set; }
|
||||||
|
|
||||||
[HelpVerbOption]
|
[HelpVerbOption]
|
||||||
public string DoHelpForVerb(string verbName)
|
public string DoHelpForVerb(string verbName)
|
||||||
{
|
{
|
||||||
|
|||||||
Reference in New Issue
Block a user