// /*************************************************************************** // The Disc Image Chef // ---------------------------------------------------------------------------- // // Filename : SCSI.cs // Version : 1.0 // Author(s) : Natalia Portillo // // Component : Component // // Revision : $Revision$ // Last change by : $Author$ // Date : $Date$ // // --[ Description ] ---------------------------------------------------------- // // Description // // --[ License ] -------------------------------------------------------------- // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as // published by the Free Software Foundation, either version 3 of the // License, or (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . // // ---------------------------------------------------------------------------- // Copyright (C) 2011-2015 Claunia.com // ****************************************************************************/ // //$Id$ using System; using System.Collections.Generic; using DiscImageChef.Console; using DiscImageChef.Core.Logging; using DiscImageChef.Devices; namespace DiscImageChef.Core.Devices.Scanning { public static class SCSI { public static void Scan(string MHDDLogPath, string IBGLogPath, string devicePath, Device dev) { bool aborted; MHDDLog mhddLog; IBGLog ibgLog; byte[] cmdBuf; byte[] senseBuf; bool sense = false; double duration; ulong blocks = 0; uint blockSize = 0; ushort currentProfile = 0x0001; if(dev.IsRemovable) { sense = dev.ScsiTestUnitReady(out senseBuf, dev.Timeout, out duration); if(sense) { Decoders.SCSI.FixedSense? decSense = Decoders.SCSI.Sense.DecodeFixed(senseBuf); if(decSense.HasValue) { if(decSense.Value.ASC == 0x3A) { int leftRetries = 5; while(leftRetries > 0) { DicConsole.WriteLine("\rWaiting for drive to become ready"); System.Threading.Thread.Sleep(2000); sense = dev.ScsiTestUnitReady(out senseBuf, dev.Timeout, out duration); if(!sense) break; leftRetries--; } if(sense) { DicConsole.ErrorWriteLine("Please insert media in drive"); return; } } else if(decSense.Value.ASC == 0x04 && decSense.Value.ASCQ == 0x01) { int leftRetries = 10; while(leftRetries > 0) { DicConsole.WriteLine("\rWaiting for drive to become ready"); System.Threading.Thread.Sleep(2000); sense = dev.ScsiTestUnitReady(out senseBuf, dev.Timeout, out duration); if(!sense) break; leftRetries--; } if(sense) { DicConsole.ErrorWriteLine("Error testing unit was ready:\n{0}", Decoders.SCSI.Sense.PrettifySense(senseBuf)); return; } } else { DicConsole.ErrorWriteLine("Error testing unit was ready:\n{0}", Decoders.SCSI.Sense.PrettifySense(senseBuf)); return; } } else { DicConsole.ErrorWriteLine("Unknown testing unit was ready."); return; } } } if(dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.DirectAccess || dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.MultiMediaDevice || dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.OCRWDevice || dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.OpticalDevice || dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.SimplifiedDevice || dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.WriteOnceDevice) { sense = dev.ReadCapacity(out cmdBuf, out senseBuf, dev.Timeout, out duration); if(!sense) { blocks = (ulong)((cmdBuf[0] << 24) + (cmdBuf[1] << 16) + (cmdBuf[2] << 8) + (cmdBuf[3])); blockSize = (uint)((cmdBuf[5] << 24) + (cmdBuf[5] << 16) + (cmdBuf[6] << 8) + (cmdBuf[7])); } if(sense || blocks == 0xFFFFFFFF) { sense = dev.ReadCapacity16(out cmdBuf, out senseBuf, dev.Timeout, out duration); if(sense && blocks == 0) { // Not all MMC devices support READ CAPACITY, as they have READ TOC if(dev.SCSIType != Decoders.SCSI.PeripheralDeviceTypes.MultiMediaDevice) { DicConsole.ErrorWriteLine("Unable to get media capacity"); DicConsole.ErrorWriteLine("{0}", Decoders.SCSI.Sense.PrettifySense(senseBuf)); } } if(!sense) { byte[] temp = new byte[8]; Array.Copy(cmdBuf, 0, temp, 0, 8); Array.Reverse(temp); blocks = BitConverter.ToUInt64(temp, 0); blockSize = (uint)((cmdBuf[5] << 24) + (cmdBuf[5] << 16) + (cmdBuf[6] << 8) + (cmdBuf[7])); } } if(blocks != 0 && blockSize != 0) { blocks++; #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values DicConsole.WriteLine("Media has {0} blocks of {1} bytes/each. (for a total of {2} bytes)", blocks, blockSize, blocks * (ulong)blockSize); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values } } if(dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.SequentialAccess) { DicConsole.WriteLine("Scanning will never be supported on SCSI Streaming Devices."); DicConsole.WriteLine("It has no sense to do it, and it will put too much strain on the tape."); return; } if(blocks == 0) { DicConsole.ErrorWriteLine("Unable to read medium or empty medium present..."); return; } bool compactDisc = true; Decoders.CD.FullTOC.CDFullTOC? toc = null; if(dev.SCSIType == Decoders.SCSI.PeripheralDeviceTypes.MultiMediaDevice) { sense = dev.GetConfiguration(out cmdBuf, out senseBuf, 0, MmcGetConfigurationRt.Current, dev.Timeout, out duration); if(!sense) { Decoders.SCSI.MMC.Features.SeparatedFeatures ftr = Decoders.SCSI.MMC.Features.Separate(cmdBuf); currentProfile = ftr.CurrentProfile; switch(ftr.CurrentProfile) { case 0x0005: case 0x0008: case 0x0009: case 0x000A: case 0x0020: case 0x0021: case 0x0022: break; default: compactDisc = false; break; } } if(compactDisc) { currentProfile = 0x0008; // We discarded all discs that falsify a TOC before requesting a real TOC // No TOC, no CD (or an empty one) bool tocSense = dev.ReadRawToc(out cmdBuf, out senseBuf, 1, dev.Timeout, out duration); if(!tocSense) toc = Decoders.CD.FullTOC.Decode(cmdBuf); } } else compactDisc = false; byte[] readBuffer; uint blocksToRead = 64; ulong A = 0; // <3ms ulong B = 0; // >=3ms, <10ms ulong C = 0; // >=10ms, <50ms ulong D = 0; // >=50ms, <150ms ulong E = 0; // >=150ms, <500ms ulong F = 0; // >=500ms ulong errored = 0; DateTime start; DateTime end; double totalDuration = 0; double currentSpeed = 0; double maxSpeed = double.MinValue; double minSpeed = double.MaxValue; List unreadableSectors = new List(); aborted = false; System.Console.CancelKeyPress += (sender, e) => { e.Cancel = aborted = true; }; bool read6 = false, read10 = false, read12 = false, read16 = false, readcd; if(compactDisc) { if(toc == null) { DicConsole.ErrorWriteLine("Error trying to decode TOC..."); return; } readcd = !dev.ReadCd(out readBuffer, out senseBuf, 0, 2352, 1, MmcSectorTypes.AllTypes, false, false, true, MmcHeaderCodes.AllHeaders, true, true, MmcErrorField.None, MmcSubchannel.None, dev.Timeout, out duration); if(readcd) DicConsole.WriteLine("Using MMC READ CD command."); start = DateTime.UtcNow; while(true) { if(readcd) { sense = dev.ReadCd(out readBuffer, out senseBuf, 0, 2352, blocksToRead, MmcSectorTypes.AllTypes, false, false, true, MmcHeaderCodes.AllHeaders, true, true, MmcErrorField.None, MmcSubchannel.None, dev.Timeout, out duration); if(dev.Error) blocksToRead /= 2; } if(!dev.Error || blocksToRead == 1) break; } if(dev.Error) { DicConsole.ErrorWriteLine("Device error {0} trying to guess ideal transfer length.", dev.LastError); return; } DicConsole.WriteLine("Reading {0} sectors at a time.", blocksToRead); mhddLog = new MHDDLog(MHDDLogPath, dev, blocks, blockSize, blocksToRead); ibgLog = new IBGLog(IBGLogPath, currentProfile); for(ulong i = 0; i < blocks; i += blocksToRead) { if(aborted) break; double cmdDuration = 0; if((blocks - i) < blocksToRead) blocksToRead = (uint)(blocks - i); #pragma warning disable RECS0018 // Comparison of floating point numbers with equality operator if(currentSpeed > maxSpeed && currentSpeed != 0) maxSpeed = currentSpeed; if(currentSpeed < minSpeed && currentSpeed != 0) minSpeed = currentSpeed; #pragma warning restore RECS0018 // Comparison of floating point numbers with equality operator DicConsole.Write("\rReading sector {0} of {1} ({2:F3} MiB/sec.)", i, blocks, currentSpeed); if(readcd) { sense = dev.ReadCd(out readBuffer, out senseBuf, (uint)i, 2352, blocksToRead, MmcSectorTypes.AllTypes, false, false, true, MmcHeaderCodes.AllHeaders, true, true, MmcErrorField.None, MmcSubchannel.None, dev.Timeout, out cmdDuration); totalDuration += cmdDuration; } if(!sense) { if(cmdDuration >= 500) { F += blocksToRead; } else if(cmdDuration >= 150) { E += blocksToRead; } else if(cmdDuration >= 50) { D += blocksToRead; } else if(cmdDuration >= 10) { C += blocksToRead; } else if(cmdDuration >= 3) { B += blocksToRead; } else { A += blocksToRead; } mhddLog.Write(i, cmdDuration); ibgLog.Write(i, currentSpeed * 1024); } else { DicConsole.DebugWriteLine("Media-Scan", "READ CD error:\n{0}", Decoders.SCSI.Sense.PrettifySense(senseBuf)); Decoders.SCSI.FixedSense? senseDecoded = Decoders.SCSI.Sense.DecodeFixed(senseBuf); if(senseDecoded.HasValue) { // TODO: This error happens when changing from track type afaik. Need to solve that more cleanly // LOGICAL BLOCK ADDRESS OUT OF RANGE if((senseDecoded.Value.ASC != 0x21 || senseDecoded.Value.ASCQ != 0x00) && // ILLEGAL MODE FOR THIS TRACK (requesting sectors as-is, this is a firmware misconception when audio sectors // are in a track where subchannel indicates data) (senseDecoded.Value.ASC != 0x64 || senseDecoded.Value.ASCQ != 0x00)) { errored += blocksToRead; unreadableSectors.Add(i); if(cmdDuration < 500) mhddLog.Write(i, 65535); else mhddLog.Write(i, cmdDuration); ibgLog.Write(i, 0); } } else { errored += blocksToRead; unreadableSectors.Add(i); if(cmdDuration < 500) mhddLog.Write(i, 65535); else mhddLog.Write(i, cmdDuration); ibgLog.Write(i, 0); } } #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values currentSpeed = ((double)blockSize * blocksToRead / (double)1048576) / (cmdDuration / (double)1000); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values GC.Collect(); } end = DateTime.UtcNow; DicConsole.WriteLine(); mhddLog.Close(); #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values ibgLog.Close(dev, blocks, blockSize, (end - start).TotalSeconds, currentSpeed * 1024, (((double)blockSize * (double)(blocks + 1)) / 1024) / (totalDuration / 1000), devicePath); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values } else { read6 = !dev.Read6(out readBuffer, out senseBuf, 0, blockSize, dev.Timeout, out duration); read10 = !dev.Read10(out readBuffer, out senseBuf, 0, false, true, false, false, 0, blockSize, 0, 1, dev.Timeout, out duration); read12 = !dev.Read12(out readBuffer, out senseBuf, 0, false, true, false, false, 0, blockSize, 0, 1, false, dev.Timeout, out duration); read16 = !dev.Read16(out readBuffer, out senseBuf, 0, false, true, false, 0, blockSize, 0, 1, false, dev.Timeout, out duration); if(!read6 && !read10 && !read12 && !read16) { DicConsole.ErrorWriteLine("Cannot read medium, aborting scan..."); return; } if(read6 && !read10 && !read12 && !read16 && blocks > (0x001FFFFF + 1)) { DicConsole.ErrorWriteLine("Device only supports SCSI READ (6) but has more than {0} blocks ({1} blocks total)", 0x001FFFFF + 1, blocks); return; } if(!read16 && blocks > 0xFFFFFFFFL + 1L) { DicConsole.ErrorWriteLine("Device only supports SCSI READ (10) but has more than {0} blocks ({1} blocks total)", 0xFFFFFFFFL + 1L, blocks); return; } if(read16) DicConsole.WriteLine("Using SCSI READ (16) command."); else if(read12) DicConsole.WriteLine("Using SCSI READ (12) command."); else if(read10) DicConsole.WriteLine("Using SCSI READ (10) command."); else if(read6) DicConsole.WriteLine("Using SCSI READ (6) command."); start = DateTime.UtcNow; while(true) { if(read16) { sense = dev.Read16(out readBuffer, out senseBuf, 0, false, true, false, 0, blockSize, 0, blocksToRead, false, dev.Timeout, out duration); if(dev.Error) blocksToRead /= 2; } else if(read12) { sense = dev.Read12(out readBuffer, out senseBuf, 0, false, false, false, false, 0, blockSize, 0, blocksToRead, false, dev.Timeout, out duration); if(dev.Error) blocksToRead /= 2; } else if(read10) { sense = dev.Read10(out readBuffer, out senseBuf, 0, false, true, false, false, 0, blockSize, 0, (ushort)blocksToRead, dev.Timeout, out duration); if(dev.Error) blocksToRead /= 2; } else if(read6) { sense = dev.Read6(out readBuffer, out senseBuf, 0, blockSize, (byte)blocksToRead, dev.Timeout, out duration); if(dev.Error) blocksToRead /= 2; } if(!dev.Error || blocksToRead == 1) break; } if(dev.Error) { DicConsole.ErrorWriteLine("Device error {0} trying to guess ideal transfer length.", dev.LastError); return; } DicConsole.WriteLine("Reading {0} sectors at a time.", blocksToRead); mhddLog = new MHDDLog(MHDDLogPath, dev, blocks, blockSize, blocksToRead); ibgLog = new IBGLog(IBGLogPath, currentProfile); for(ulong i = 0; i < blocks; i += blocksToRead) { if(aborted) break; double cmdDuration = 0; if((blocks - i) < blocksToRead) blocksToRead = (uint)(blocks - i); #pragma warning disable RECS0018 // Comparison of floating point numbers with equality operator if(currentSpeed > maxSpeed && currentSpeed != 0) maxSpeed = currentSpeed; if(currentSpeed < minSpeed && currentSpeed != 0) minSpeed = currentSpeed; #pragma warning restore RECS0018 // Comparison of floating point numbers with equality operator DicConsole.Write("\rReading sector {0} of {1} ({2:F3} MiB/sec.)", i, blocks, currentSpeed); if(read16) { sense = dev.Read16(out readBuffer, out senseBuf, 0, false, true, false, i, blockSize, 0, blocksToRead, false, dev.Timeout, out cmdDuration); totalDuration += cmdDuration; } else if(read12) { sense = dev.Read12(out readBuffer, out senseBuf, 0, false, false, false, false, (uint)i, blockSize, 0, blocksToRead, false, dev.Timeout, out cmdDuration); totalDuration += cmdDuration; } else if(read10) { sense = dev.Read10(out readBuffer, out senseBuf, 0, false, true, false, false, (uint)i, blockSize, 0, (ushort)blocksToRead, dev.Timeout, out cmdDuration); totalDuration += cmdDuration; } else if(read6) { sense = dev.Read6(out readBuffer, out senseBuf, (uint)i, blockSize, (byte)blocksToRead, dev.Timeout, out cmdDuration); totalDuration += cmdDuration; } if(!sense && !dev.Error) { if(cmdDuration >= 500) F += blocksToRead; else if(cmdDuration >= 150) E += blocksToRead; else if(cmdDuration >= 50) D += blocksToRead; else if(cmdDuration >= 10) C += blocksToRead; else if(cmdDuration >= 3) B += blocksToRead; else A += blocksToRead; mhddLog.Write(i, cmdDuration); ibgLog.Write(i, currentSpeed * 1024); } // TODO: Separate errors on kind of errors. else { errored += blocksToRead; unreadableSectors.Add(i); DicConsole.DebugWriteLine("Media-Scan", "READ error:\n{0}", Decoders.SCSI.Sense.PrettifySense(senseBuf)); if(cmdDuration < 500) mhddLog.Write(i, 65535); else mhddLog.Write(i, cmdDuration); ibgLog.Write(i, 0); } #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values currentSpeed = ((double)blockSize * blocksToRead / (double)1048576) / (cmdDuration / (double)1000); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values } end = DateTime.UtcNow; DicConsole.WriteLine(); mhddLog.Close(); #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values ibgLog.Close(dev, blocks, blockSize, (end - start).TotalSeconds, currentSpeed * 1024, (((double)blockSize * (double)(blocks + 1)) / 1024) / (totalDuration / 1000), devicePath); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values } bool seek6, seek10; seek6 = !dev.Seek6(out senseBuf, 0, dev.Timeout, out duration); seek10 = !dev.Seek10(out senseBuf, 0, dev.Timeout, out duration); double seekMax = double.MinValue; double seekMin = double.MaxValue; double seekTotal = 0; const int seekTimes = 1000; double seekCur = 0; Random rnd = new Random(); uint seekPos = (uint)rnd.Next((int)blocks); if(seek6) { dev.Seek6(out senseBuf, seekPos, dev.Timeout, out seekCur); DicConsole.WriteLine("Using SCSI SEEK (6) command."); } else if(seek10) { dev.Seek10(out senseBuf, seekPos, dev.Timeout, out seekCur); DicConsole.WriteLine("Using SCSI SEEK (10) command."); } else { if(read16) DicConsole.WriteLine("Using SCSI READ (16) command for seeking."); else if(read12) DicConsole.WriteLine("Using SCSI READ (12) command for seeking."); else if(read10) DicConsole.WriteLine("Using SCSI READ (10) command for seeking."); else if(read6) DicConsole.WriteLine("Using SCSI READ (6) command for seeking."); } for(int i = 0; i < seekTimes; i++) { if(aborted) break; seekPos = (uint)rnd.Next((int)blocks); DicConsole.Write("\rSeeking to sector {0}...\t\t", seekPos); if(seek6) dev.Seek6(out senseBuf, seekPos, dev.Timeout, out seekCur); else if(seek10) dev.Seek10(out senseBuf, seekPos, dev.Timeout, out seekCur); else { if(read16) { dev.Read16(out readBuffer, out senseBuf, 0, false, true, false, seekPos, blockSize, 0, 1, false, dev.Timeout, out seekCur); } else if(read12) { dev.Read12(out readBuffer, out senseBuf, 0, false, false, false, false, seekPos, blockSize, 0, 1, false, dev.Timeout, out seekCur); } else if(read10) { dev.Read10(out readBuffer, out senseBuf, 0, false, true, false, false, seekPos, blockSize, 0, 1, dev.Timeout, out seekCur); } else if(read6) { dev.Read6(out readBuffer, out senseBuf, seekPos, blockSize, 1, dev.Timeout, out seekCur); } } #pragma warning disable RECS0018 // Comparison of floating point numbers with equality operator if(seekCur > seekMax && seekCur != 0) seekMax = seekCur; if(seekCur < seekMin && seekCur != 0) seekMin = seekCur; #pragma warning restore RECS0018 // Comparison of floating point numbers with equality operator seekTotal += seekCur; GC.Collect(); } DicConsole.WriteLine(); DicConsole.WriteLine("Took a total of {0} seconds ({1} processing commands).", (end - start).TotalSeconds, totalDuration / 1000); #pragma warning disable IDE0004 // Without this specific cast, it gives incorrect values DicConsole.WriteLine("Avegare speed: {0:F3} MiB/sec.", (((double)blockSize * (double)(blocks + 1)) / 1048576) / (totalDuration / 1000)); #pragma warning restore IDE0004 // Without this specific cast, it gives incorrect values DicConsole.WriteLine("Fastest speed burst: {0:F3} MiB/sec.", maxSpeed); DicConsole.WriteLine("Slowest speed burst: {0:F3} MiB/sec.", minSpeed); DicConsole.WriteLine("Summary:"); DicConsole.WriteLine("{0} sectors took less than 3 ms.", A); DicConsole.WriteLine("{0} sectors took less than 10 ms but more than 3 ms.", B); DicConsole.WriteLine("{0} sectors took less than 50 ms but more than 10 ms.", C); DicConsole.WriteLine("{0} sectors took less than 150 ms but more than 50 ms.", D); DicConsole.WriteLine("{0} sectors took less than 500 ms but more than 150 ms.", E); DicConsole.WriteLine("{0} sectors took more than 500 ms.", F); DicConsole.WriteLine("{0} sectors could not be read.", unreadableSectors.Count); if(unreadableSectors.Count > 0) { foreach(ulong bad in unreadableSectors) DicConsole.WriteLine("Sector {0} could not be read", bad); } DicConsole.WriteLine(); #pragma warning disable RECS0018 // Comparison of floating point numbers with equality operator if(seekTotal != 0 || seekMin != double.MaxValue || seekMax != double.MinValue) #pragma warning restore RECS0018 // Comparison of floating point numbers with equality operator DicConsole.WriteLine("Testing {0} seeks, longest seek took {1:F3} ms, fastest one took {2:F3} ms. ({3:F3} ms average)", seekTimes, seekMax, seekMin, seekTotal / 1000); Statistics.AddMediaScan((long)A, (long)B, (long)C, (long)D, (long)E, (long)F, (long)blocks, (long)errored, (long)(blocks - errored)); } } }