// /*************************************************************************** // Aaru Data Preservation Suite // ---------------------------------------------------------------------------- // // Filename : Entropy.cs // Author(s) : Natalia Portillo // // Component : Core algorithms. // // --[ Description ] ---------------------------------------------------------- // // Calculates the entropy of an image // // --[ License ] -------------------------------------------------------------- // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as // published by the Free Software Foundation, either version 3 of the // License, or (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . // // ---------------------------------------------------------------------------- // Copyright © 2011-2022 Natalia Portillo // ****************************************************************************/ namespace Aaru.Core; using System; using System.Collections.Generic; using System.Linq; using Aaru.Checksums; using Aaru.CommonTypes; using Aaru.CommonTypes.Enums; using Aaru.CommonTypes.Interfaces; using Aaru.CommonTypes.Structs; using Aaru.Console; /// Media image entropy operations public sealed class Entropy { readonly bool _debug; readonly IBaseImage _inputFormat; /// Initializes an instance with the specified parameters /// Debug enabled /// Media image public Entropy(bool debug, IBaseImage inputFormat) { _debug = debug; _inputFormat = inputFormat; } /// Event raised when a progress bar is needed public event InitProgressHandler InitProgressEvent; /// Event raised to update the values of a determinate progress bar public event UpdateProgressHandler UpdateProgressEvent; /// Event raised when the progress bar is not longer needed public event EndProgressHandler EndProgressEvent; /// Event raised when a progress bar is needed public event InitProgressHandler InitProgress2Event; /// Event raised to update the values of a determinate progress bar public event UpdateProgressHandler UpdateProgress2Event; /// Event raised when the progress bar is not longer needed public event EndProgressHandler EndProgress2Event; /// Calculates the tracks entropy /// Checks for duplicated sectors /// Calculated entropy public EntropyResults[] CalculateTracksEntropy(bool duplicatedSectors) { List entropyResults = new(); if(_inputFormat is not IOpticalMediaImage opticalMediaImage) { AaruConsole.ErrorWriteLine("The selected image does not support tracks."); return entropyResults.ToArray(); } try { List inputTracks = opticalMediaImage.Tracks; InitProgressEvent?.Invoke(); foreach(Track currentTrack in inputTracks) { var trackEntropy = new EntropyResults { Track = currentTrack.Sequence, Entropy = 0 }; UpdateProgressEvent?. Invoke($"Entropying track {currentTrack.Sequence} of {inputTracks.Max(t => t.Sequence)}", currentTrack.Sequence, inputTracks.Max(t => t.Sequence)); var entTable = new ulong[256]; ulong trackSize = 0; List uniqueSectorsPerTrack = new(); trackEntropy.Sectors = currentTrack.EndSector - currentTrack.StartSector + 1; AaruConsole.VerboseWriteLine("Track {0} has {1} sectors", currentTrack.Sequence, trackEntropy.Sectors); InitProgress2Event?.Invoke(); for(ulong i = 0; i < trackEntropy.Sectors; i++) { UpdateProgress2Event?.Invoke($"Entropying sector {i + 1} of track {currentTrack.Sequence}", (long)(i + 1), (long)currentTrack.EndSector); ErrorNumber errno = opticalMediaImage.ReadSector(i, currentTrack.Sequence, out byte[] sector); if(errno != ErrorNumber.NoError) { AaruConsole.ErrorWriteLine($"Error {errno} while reading sector {i}, continuing..."); continue; } if(duplicatedSectors) { string sectorHash = Sha1Context.Data(sector, out _); if(!uniqueSectorsPerTrack.Contains(sectorHash)) uniqueSectorsPerTrack.Add(sectorHash); } foreach(byte b in sector) entTable[b]++; trackSize += (ulong)sector.LongLength; } EndProgress2Event?.Invoke(); trackEntropy.Entropy += entTable.Select(l => l / (double)trackSize). Select(frequency => -(frequency * Math.Log(frequency, 2))).Sum(); if(duplicatedSectors) trackEntropy.UniqueSectors = uniqueSectorsPerTrack.Count; entropyResults.Add(trackEntropy); } EndProgressEvent?.Invoke(); } catch(Exception ex) { if(_debug) AaruConsole.DebugWriteLine("Could not get tracks because {0}", ex.Message); else AaruConsole.ErrorWriteLine("Unable to get separate tracks, not calculating their entropy"); } return entropyResults.ToArray(); } /// Calculates the media entropy for block addressable media /// Checks for duplicated sectors /// Calculated entropy public EntropyResults CalculateMediaEntropy(bool duplicatedSectors) { var entropy = new EntropyResults { Entropy = 0 }; if(_inputFormat is not IMediaImage mediaImage) return entropy; var entTable = new ulong[256]; ulong diskSize = 0; List uniqueSectors = new(); entropy.Sectors = mediaImage.Info.Sectors; AaruConsole.WriteLine("Sectors {0}", entropy.Sectors); InitProgressEvent?.Invoke(); for(ulong i = 0; i < entropy.Sectors; i++) { UpdateProgressEvent?.Invoke($"Entropying sector {i + 1}", (long)(i + 1), (long)entropy.Sectors); ErrorNumber errno = mediaImage.ReadSector(i, out byte[] sector); if(errno != ErrorNumber.NoError) { AaruConsole.ErrorWriteLine($"Error {errno} while reading sector {i}, continuing..."); continue; } if(duplicatedSectors) { string sectorHash = Sha1Context.Data(sector, out _); if(!uniqueSectors.Contains(sectorHash)) uniqueSectors.Add(sectorHash); } foreach(byte b in sector) entTable[b]++; diskSize += (ulong)sector.LongLength; } EndProgressEvent?.Invoke(); entropy.Entropy += entTable.Select(l => l / (double)diskSize). Select(frequency => -(frequency * Math.Log(frequency, 2))).Sum(); if(duplicatedSectors) entropy.UniqueSectors = uniqueSectors.Count; return entropy; } /// Calculates the media entropy for byte addressable media /// Calculated entropy public EntropyResults CalculateLinearMediaEntropy() { var entropy = new EntropyResults { Entropy = 0 }; if(_inputFormat is not IByteAddressableImage byteAddressableImage) return entropy; var entTable = new ulong[256]; var data = new byte[byteAddressableImage.Info.Sectors]; entropy.Sectors = _inputFormat.Info.Sectors; AaruConsole.WriteLine("{0} bytes", entropy.Sectors); InitProgressEvent?.Invoke(); ErrorNumber errno = byteAddressableImage.ReadBytes(data, 0, data.Length, out int bytesRead); if(errno != ErrorNumber.NoError) { AaruConsole.ErrorWriteLine($"Error {errno} while reading data, not continuing..."); return entropy; } if(bytesRead != data.Length) { var tmp = new byte[bytesRead]; Array.Copy(data, 0, tmp, 0, bytesRead); data = tmp; } foreach(byte b in data) entTable[b]++; EndProgressEvent?.Invoke(); entropy.Entropy += entTable.Select(l => l / (double)data.Length). Select(frequency => -(frequency * Math.Log(frequency, 2))).Sum(); return entropy; } } /// Entropy results public struct EntropyResults { /// Track number, if applicable public uint Track; /// Entropy public double Entropy; /// Number of unique sectors public int? UniqueSectors; /// Number of total sectors public ulong Sectors; }