Files
Aaru.Server/DiscImageChef.Core/Benchmark.cs

514 lines
21 KiB
C#
Raw Normal View History

2017-05-27 22:30:02 +01:00
// /***************************************************************************
// The Disc Image Chef
// ----------------------------------------------------------------------------
//
// Filename : Benchmark.cs
// Version : 1.0
// Author(s) : Natalia Portillo
//
// Component : Component
//
// Revision : $Revision$
// Last change by : $Author$
// Date : $Date$
//
// --[ Description ] ----------------------------------------------------------
//
// Description
//
// --[ License ] --------------------------------------------------------------
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as
// published by the Free Software Foundation, either version 3 of the
// License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
//
// ----------------------------------------------------------------------------
// Copyright (C) 2011-2015 Claunia.com
// ****************************************************************************/
// //$Id$
using System;
using System.IO;
using DiscImageChef.Checksums;
using DiscImageChef.Console;
namespace DiscImageChef.Core
{
public static class Benchmark
{
public static void Do(int bufferSize, int blockSize)
{
long minMemory = long.MaxValue;
long maxMemory = 0;
MemoryStream ms = new MemoryStream(bufferSize);
Random rnd = new Random();
DateTime start;
DateTime end;
long mem;
object ctx;
double allSeparate = 0;
System.Collections.Generic.Dictionary<string, double> checksumTimes = new System.Collections.Generic.Dictionary<string, double>();
DicConsole.WriteLine();
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rWriting block {0} of {1} with random data.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
rnd.NextBytes(tmp);
ms.Write(tmp, 0, blockSize);
}
end = DateTime.Now;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to fill buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rReading block {0} of {1}.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
}
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to read buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
#region Adler32
ctx = new Adler32Context();
((Adler32Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with Adler32.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((Adler32Context)ctx).Update(tmp);
}
((Adler32Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to Adler32 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("Adler32", (end - start).TotalSeconds);
#endregion Adler32
#region CRC16
ctx = new CRC16Context();
((CRC16Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with CRC16.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((CRC16Context)ctx).Update(tmp);
}
((CRC16Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to CRC16 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("CRC16", (end - start).TotalSeconds);
#endregion CRC16
#region CRC32
ctx = new CRC32Context();
((CRC32Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with CRC32.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((CRC32Context)ctx).Update(tmp);
}
((CRC32Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to CRC32 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("CRC32", (end - start).TotalSeconds);
#endregion CRC32
#region CRC64
ctx = new CRC64Context();
((CRC64Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with CRC64.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((CRC64Context)ctx).Update(tmp);
}
((CRC64Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to CRC64 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("CRC64", (end - start).TotalSeconds);
#endregion CRC64
#region MD5
ctx = new MD5Context();
((MD5Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with MD5.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((MD5Context)ctx).Update(tmp);
}
((MD5Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to MD5 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("MD5", (end - start).TotalSeconds);
#endregion MD5
#region RIPEMD160
ctx = new RIPEMD160Context();
((RIPEMD160Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with RIPEMD160.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((RIPEMD160Context)ctx).Update(tmp);
}
((RIPEMD160Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to RIPEMD160 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("RIPEMD160", (end - start).TotalSeconds);
#endregion RIPEMD160
#region SHA1
ctx = new SHA1Context();
((SHA1Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with SHA1.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((SHA1Context)ctx).Update(tmp);
}
((SHA1Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to SHA1 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("SHA1", (end - start).TotalSeconds);
#endregion SHA1
#region SHA256
ctx = new SHA256Context();
((SHA256Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with SHA256.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((SHA256Context)ctx).Update(tmp);
}
((SHA256Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to SHA256 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("SHA256", (end - start).TotalSeconds);
#endregion SHA256
#region SHA384
ctx = new SHA384Context();
((SHA384Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with SHA384.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((SHA384Context)ctx).Update(tmp);
}
((SHA384Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to SHA384 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("SHA384", (end - start).TotalSeconds);
#endregion SHA384
#region SHA512
ctx = new SHA512Context();
((SHA512Context)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with SHA512.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((SHA512Context)ctx).Update(tmp);
}
((SHA512Context)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to SHA512 buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("SHA512", (end - start).TotalSeconds);
#endregion SHA512
#region SpamSum
ctx = new SpamSumContext();
((SpamSumContext)ctx).Init();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with SpamSum.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
((SpamSumContext)ctx).Update(tmp);
}
((SpamSumContext)ctx).End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to SpamSum buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
allSeparate += (end - start).TotalSeconds;
checksumTimes.Add("SpamSum", (end - start).TotalSeconds);
#endregion SpamSum
#region Entropy
ulong[] entTable = new ulong[256];
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
start = DateTime.Now;
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rEntropying block {0} of {1}.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
foreach(byte b in tmp)
entTable[b]++;
}
double entropy = 0;
foreach(ulong l in entTable)
{
#pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values
double frequency = (double)l / (double)bufferSize;
#pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values
entropy += -(frequency * Math.Log(frequency, 2));
}
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to entropy buffer, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
double entropyTime = (end - start).TotalSeconds;
#endregion Entropy
#region Multitasking
start = DateTime.Now;
Core.Checksum allChecksums = new Core.Checksum();
for(int i = 0; i < bufferSize / blockSize; i++)
{
DicConsole.Write("\rChecksumming block {0} of {1} with all algorithms at the same time.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
allChecksums.Update(tmp);
}
allChecksums.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if(mem > maxMemory)
maxMemory = mem;
if(mem < minMemory)
minMemory = mem;
DicConsole.WriteLine();
DicConsole.WriteLine("Took {0} seconds to do all algorithms at the same time, {1} MiB/sec.", (end - start).TotalSeconds, (bufferSize / 1048576) / (end - start).TotalSeconds);
#endregion
DicConsole.WriteLine("Took {0} seconds to do all algorithms sequentially, {1} MiB/sec.", allSeparate, (bufferSize / 1048576) / allSeparate);
DicConsole.WriteLine();
DicConsole.WriteLine("Max memory used is {0} bytes", maxMemory);
DicConsole.WriteLine("Min memory used is {0} bytes", minMemory);
Core.Statistics.AddCommand("benchmark");
Core.Statistics.AddBenchmark(checksumTimes, entropyTime, (end - start).TotalSeconds, allSeparate, maxMemory, minMemory);
}
}
}