2017-05-18 18:16:32 +01:00
//
// Author:
// Natalia Portillo claunia@claunia.com
//
// Copyright (c) 2017, © Claunia.com
//
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
//
// * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in
// the documentation and/or other materials provided with the distribution.
// * Neither the name of the [ORGANIZATION] nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
using System ;
using System.Collections.Generic ;
using System.Diagnostics ;
using System.IO ;
using System.Linq ;
2017-06-13 18:21:12 +01:00
using System.Threading ;
2017-05-18 18:16:32 +01:00
using System.Xml ;
using System.Xml.Serialization ;
using DiscImageChef.Checksums ;
using Newtonsoft.Json ;
using Schemas ;
using SharpCompress.Compressors.BZip2 ;
using SharpCompress.Compressors.Deflate ;
using SharpCompress.Compressors.LZMA ;
2017-08-22 18:05:18 +01:00
using DiscImageChef.Interop ;
2017-05-18 18:16:32 +01:00
namespace osrepodbmgr.Core
{
public static partial class Workers
{
public static void FindFiles ( )
{
string filesPath ;
if ( ! string . IsNullOrEmpty ( Context . tmpFolder ) & & Directory . Exists ( Context . tmpFolder ) )
filesPath = Context . tmpFolder ;
else
filesPath = Context . path ;
if ( string . IsNullOrEmpty ( filesPath ) )
{
if ( Failed ! = null )
Failed ( "Path is null or empty" ) ;
}
if ( ! Directory . Exists ( filesPath ) )
{
if ( Failed ! = null )
Failed ( "Directory not found" ) ;
}
try
{
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Restart ( ) ;
#endif
2017-08-23 17:47:41 +01:00
Context . files = IO . EnumerateFiles ( filesPath , "*" , SearchOption . AllDirectories , false , false ) ;
2017-05-18 18:16:32 +01:00
Context . files . Sort ( ) ;
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.FindFiles(): Took {0} seconds to find all files" , stopwatch . Elapsed . TotalSeconds ) ;
stopwatch . Restart ( ) ;
#endif
2017-08-23 17:47:41 +01:00
Context . folders = IO . EnumerateDirectories ( filesPath , "*" , SearchOption . AllDirectories , false , false ) ;
2017-05-18 18:16:32 +01:00
Context . folders . Sort ( ) ;
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.FindFiles(): Took {0} seconds to find all folders" , stopwatch . Elapsed . TotalSeconds ) ;
2017-08-23 17:47:41 +01:00
stopwatch . Restart ( ) ;
#endif
Context . symlinks = IO . EnumerateSymlinks ( filesPath , "*" , SearchOption . AllDirectories ) ;
Context . symlinks . Sort ( ) ;
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.FindFiles(): Took {0} seconds to find all symbolic links" , stopwatch . Elapsed . TotalSeconds ) ;
2017-05-19 03:24:34 +01:00
#endif
2017-05-18 18:16:32 +01:00
if ( Finished ! = null )
Finished ( ) ;
}
2017-06-13 18:21:12 +01:00
catch ( ThreadAbortException )
{ }
2017-05-18 18:16:32 +01:00
catch ( Exception ex )
{
if ( Debugger . IsAttached )
throw ;
if ( Failed ! = null )
Failed ( string . Format ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ) ;
2017-06-13 18:21:12 +01:00
#if DEBUG
Console . WriteLine ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ;
#endif
2017-05-18 18:16:32 +01:00
}
}
public static void HashFiles ( )
{
try
{
Context . hashes = new Dictionary < string , DBOSFile > ( ) ;
Context . foldersDict = new Dictionary < string , DBFolder > ( ) ;
2017-08-23 17:47:41 +01:00
Context . symlinksDict = new Dictionary < string , string > ( ) ;
2017-05-18 18:16:32 +01:00
List < string > alreadyMetadata = new List < string > ( ) ;
bool foundMetadata = false ;
// For metadata
List < ArchitecturesTypeArchitecture > architectures = new List < ArchitecturesTypeArchitecture > ( ) ;
List < BarcodeType > barcodes = new List < BarcodeType > ( ) ;
List < BlockMediaType > disks = new List < BlockMediaType > ( ) ;
List < string > categories = new List < string > ( ) ;
List < string > keywords = new List < string > ( ) ;
List < LanguagesTypeLanguage > languages = new List < LanguagesTypeLanguage > ( ) ;
List < OpticalDiscType > discs = new List < OpticalDiscType > ( ) ;
List < string > subcategories = new List < string > ( ) ;
List < string > systems = new List < string > ( ) ;
bool releaseDateSpecified = false ;
DateTime releaseDate = DateTime . MinValue ;
CICMMetadataTypeReleaseType releaseType = CICMMetadataTypeReleaseType . Retail ;
bool releaseTypeSpecified = false ;
List < string > authors = new List < string > ( ) ;
List < string > developers = new List < string > ( ) ;
List < string > performers = new List < string > ( ) ;
List < string > publishers = new List < string > ( ) ;
string metadataName = null ;
string metadataPartNo = null ;
string metadataSerial = null ;
string metadataVersion = null ;
2017-09-30 17:47:54 +01:00
List < MagazineType > magazines = new List < MagazineType > ( ) ;
List < BookType > books = new List < BookType > ( ) ;
List < RequiredOperatingSystemType > requiredOses = new List < RequiredOperatingSystemType > ( ) ;
List < UserManualType > usermanuals = new List < UserManualType > ( ) ;
List < AdvertisementType > adverts = new List < AdvertisementType > ( ) ;
List < LinearMediaType > linearmedias = new List < LinearMediaType > ( ) ;
List < PCIType > pcis = new List < PCIType > ( ) ;
List < AudioMediaType > audiomedias = new List < AudioMediaType > ( ) ;
2017-05-18 18:16:32 +01:00
// End for metadata
2017-08-23 17:47:41 +01:00
if ( ( DetectOS . GetRealPlatformID ( ) = = DiscImageChef . Interop . PlatformID . WinCE | |
DetectOS . GetRealPlatformID ( ) = = DiscImageChef . Interop . PlatformID . Win32S | |
DetectOS . GetRealPlatformID ( ) = = DiscImageChef . Interop . PlatformID . Win32NT | |
DetectOS . GetRealPlatformID ( ) = = DiscImageChef . Interop . PlatformID . Win32Windows | |
DetectOS . GetRealPlatformID ( ) = = DiscImageChef . Interop . PlatformID . WindowsPhone ) & &
Context . symlinks . Count > 0 )
{
if ( Failed ! = null )
Failed ( "Source contain unsupported symbolic links, not continuing." ) ;
return ;
}
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Restart ( ) ;
#endif
2017-05-18 18:16:32 +01:00
long counter = 1 ;
foreach ( string file in Context . files )
{
// An already known metadata file, skip it
if ( alreadyMetadata . Contains ( file ) )
{
counter + + ;
continue ;
}
if ( Path . GetExtension ( file ) . ToLowerInvariant ( ) = = ".xml" )
{
FileStream xrs = new FileStream ( file , FileMode . Open , FileAccess . Read ) ;
2017-08-16 00:13:49 +01:00
XmlReaderSettings xrt = new XmlReaderSettings
{
DtdProcessing = DtdProcessing . Ignore
} ;
XmlReader xr = XmlReader . Create ( xrs , xrt ) ;
2017-05-18 18:16:32 +01:00
XmlSerializer xs = new XmlSerializer ( typeof ( CICMMetadataType ) ) ;
2017-08-16 00:13:49 +01:00
try
2017-05-18 18:16:32 +01:00
{
2017-08-22 18:05:18 +01:00
if ( xs . CanDeserialize ( xr ) )
2017-05-18 18:16:32 +01:00
{
2017-08-16 00:13:49 +01:00
CICMMetadataType thisMetadata = ( CICMMetadataType ) xs . Deserialize ( xr ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Architectures ! = null )
2017-08-16 00:13:49 +01:00
architectures . AddRange ( thisMetadata . Architectures ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Barcodes ! = null )
2017-08-16 00:13:49 +01:00
barcodes . AddRange ( thisMetadata . Barcodes ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . BlockMedia ! = null )
2017-08-16 00:13:49 +01:00
disks . AddRange ( thisMetadata . BlockMedia ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Categories ! = null )
2017-08-16 00:13:49 +01:00
categories . AddRange ( thisMetadata . Categories ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Keywords ! = null )
2017-08-16 00:13:49 +01:00
keywords . AddRange ( thisMetadata . Keywords ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Languages ! = null )
2017-08-16 00:13:49 +01:00
languages . AddRange ( thisMetadata . Languages ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . OpticalDisc ! = null )
2017-08-16 00:13:49 +01:00
discs . AddRange ( thisMetadata . OpticalDisc ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Subcategories ! = null )
2017-08-16 00:13:49 +01:00
subcategories . AddRange ( thisMetadata . Subcategories ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Systems ! = null )
2017-08-16 00:13:49 +01:00
systems . AddRange ( thisMetadata . Systems ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Author ! = null )
2017-08-16 00:13:49 +01:00
authors . AddRange ( thisMetadata . Author ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Developer ! = null )
2017-08-16 00:13:49 +01:00
developers . AddRange ( thisMetadata . Developer ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Performer ! = null )
2017-08-16 00:13:49 +01:00
performers . AddRange ( thisMetadata . Performer ) ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . Publisher ! = null )
2017-08-16 00:13:49 +01:00
publishers . AddRange ( thisMetadata . Publisher ) ;
2017-08-22 18:05:18 +01:00
if ( string . IsNullOrWhiteSpace ( metadataName ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . Name ) )
2017-08-16 00:13:49 +01:00
metadataName = thisMetadata . Name ;
2017-08-22 18:05:18 +01:00
if ( string . IsNullOrWhiteSpace ( metadataPartNo ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . PartNumber ) )
2017-08-16 00:13:49 +01:00
metadataPartNo = thisMetadata . PartNumber ;
2017-08-22 18:05:18 +01:00
if ( string . IsNullOrWhiteSpace ( metadataSerial ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . SerialNumber ) )
2017-08-16 00:13:49 +01:00
metadataSerial = thisMetadata . SerialNumber ;
2017-08-22 18:05:18 +01:00
if ( string . IsNullOrWhiteSpace ( metadataVersion ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . Version ) )
2017-08-16 00:13:49 +01:00
metadataVersion = thisMetadata . Version ;
2017-08-22 18:05:18 +01:00
if ( thisMetadata . ReleaseDateSpecified )
2017-05-18 18:16:32 +01:00
{
2017-08-22 18:05:18 +01:00
if ( thisMetadata . ReleaseDate > releaseDate )
2017-08-16 00:13:49 +01:00
{
releaseDateSpecified = true ;
releaseDate = thisMetadata . ReleaseDate ;
}
}
2017-08-22 18:05:18 +01:00
if ( thisMetadata . ReleaseTypeSpecified )
2017-08-16 00:13:49 +01:00
{
releaseTypeSpecified = true ;
releaseType = thisMetadata . ReleaseType ;
2017-05-18 18:16:32 +01:00
}
2017-09-30 17:47:54 +01:00
if ( thisMetadata . Magazine ! = null )
magazines . AddRange ( thisMetadata . Magazine ) ;
if ( thisMetadata . Book ! = null )
books . AddRange ( thisMetadata . Book ) ;
if ( thisMetadata . RequiredOperatingSystems ! = null )
requiredOses . AddRange ( thisMetadata . RequiredOperatingSystems ) ;
if ( thisMetadata . UserManual ! = null )
usermanuals . AddRange ( thisMetadata . UserManual ) ;
if ( thisMetadata . Advertisement ! = null )
adverts . AddRange ( thisMetadata . Advertisement ) ;
if ( thisMetadata . LinearMedia ! = null )
linearmedias . AddRange ( thisMetadata . LinearMedia ) ;
if ( thisMetadata . PCICard ! = null )
pcis . AddRange ( thisMetadata . PCICard ) ;
if ( thisMetadata . AudioMedia ! = null )
audiomedias . AddRange ( thisMetadata . AudioMedia ) ;
2017-05-18 18:16:32 +01:00
2017-08-16 00:13:49 +01:00
foundMetadata = true ;
2017-05-18 18:16:32 +01:00
2017-08-16 00:13:49 +01:00
string metadataFileWithoutExtension = Path . Combine ( Path . GetDirectoryName ( file ) , Path . GetFileNameWithoutExtension ( file ) ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xml" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xmL" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xMl" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xML" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".Xml" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XmL" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XMl" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XML" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".json" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSon" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".Json" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSon" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSON" ) ;
2017-05-18 18:16:32 +01:00
2017-08-16 00:13:49 +01:00
xr . Close ( ) ;
xrs . Close ( ) ;
continue ;
}
}
2017-08-22 18:05:18 +01:00
catch ( XmlException )
2017-08-16 00:13:49 +01:00
{
2017-05-18 18:16:32 +01:00
xr . Close ( ) ;
xrs . Close ( ) ;
}
}
else if ( Path . GetExtension ( file ) . ToLowerInvariant ( ) = = ".json" )
{
FileStream jrs = new FileStream ( file , FileMode . Open , FileAccess . Read ) ;
TextReader jr = new StreamReader ( jrs ) ;
JsonSerializer js = new JsonSerializer ( ) ;
try
{
CICMMetadataType thisMetadata = ( CICMMetadataType ) js . Deserialize ( jr , typeof ( CICMMetadataType ) ) ;
if ( thisMetadata . Architectures ! = null )
architectures . AddRange ( thisMetadata . Architectures ) ;
if ( thisMetadata . Barcodes ! = null )
barcodes . AddRange ( thisMetadata . Barcodes ) ;
if ( thisMetadata . BlockMedia ! = null )
disks . AddRange ( thisMetadata . BlockMedia ) ;
if ( thisMetadata . Categories ! = null )
categories . AddRange ( thisMetadata . Categories ) ;
if ( thisMetadata . Keywords ! = null )
keywords . AddRange ( thisMetadata . Keywords ) ;
if ( thisMetadata . Languages ! = null )
languages . AddRange ( thisMetadata . Languages ) ;
if ( thisMetadata . OpticalDisc ! = null )
discs . AddRange ( thisMetadata . OpticalDisc ) ;
if ( thisMetadata . Subcategories ! = null )
subcategories . AddRange ( thisMetadata . Subcategories ) ;
if ( thisMetadata . Systems ! = null )
systems . AddRange ( thisMetadata . Systems ) ;
if ( thisMetadata . Author ! = null )
authors . AddRange ( thisMetadata . Author ) ;
if ( thisMetadata . Developer ! = null )
developers . AddRange ( thisMetadata . Developer ) ;
if ( thisMetadata . Performer ! = null )
performers . AddRange ( thisMetadata . Performer ) ;
if ( thisMetadata . Publisher ! = null )
publishers . AddRange ( thisMetadata . Publisher ) ;
if ( string . IsNullOrWhiteSpace ( metadataName ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . Name ) )
metadataName = thisMetadata . Name ;
if ( string . IsNullOrWhiteSpace ( metadataPartNo ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . PartNumber ) )
metadataPartNo = thisMetadata . PartNumber ;
if ( string . IsNullOrWhiteSpace ( metadataSerial ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . SerialNumber ) )
metadataSerial = thisMetadata . SerialNumber ;
if ( string . IsNullOrWhiteSpace ( metadataVersion ) & & ! string . IsNullOrWhiteSpace ( thisMetadata . Version ) )
metadataVersion = thisMetadata . Version ;
if ( thisMetadata . ReleaseDateSpecified )
{
if ( thisMetadata . ReleaseDate > releaseDate )
{
releaseDateSpecified = true ;
releaseDate = thisMetadata . ReleaseDate ;
}
}
if ( thisMetadata . ReleaseTypeSpecified )
{
releaseTypeSpecified = true ;
releaseType = thisMetadata . ReleaseType ;
}
2017-09-30 17:47:54 +01:00
if ( thisMetadata . Magazine ! = null )
magazines . AddRange ( thisMetadata . Magazine ) ;
if ( thisMetadata . Book ! = null )
books . AddRange ( thisMetadata . Book ) ;
if ( thisMetadata . RequiredOperatingSystems ! = null )
requiredOses . AddRange ( thisMetadata . RequiredOperatingSystems ) ;
if ( thisMetadata . UserManual ! = null )
usermanuals . AddRange ( thisMetadata . UserManual ) ;
if ( thisMetadata . Advertisement ! = null )
adverts . AddRange ( thisMetadata . Advertisement ) ;
if ( thisMetadata . LinearMedia ! = null )
linearmedias . AddRange ( thisMetadata . LinearMedia ) ;
if ( thisMetadata . PCICard ! = null )
pcis . AddRange ( thisMetadata . PCICard ) ;
if ( thisMetadata . AudioMedia ! = null )
audiomedias . AddRange ( thisMetadata . AudioMedia ) ;
2017-05-18 18:16:32 +01:00
foundMetadata = true ;
string metadataFileWithoutExtension = Path . Combine ( Path . GetDirectoryName ( file ) , Path . GetFileNameWithoutExtension ( file ) ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xml" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xmL" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xMl" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".xML" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".Xml" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XmL" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XMl" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".XML" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".json" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jsON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSon" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".jSON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".Json" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JsON" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSon" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSoN" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSOn" ) ;
alreadyMetadata . Add ( metadataFileWithoutExtension + ".JSON" ) ;
jr . Close ( ) ;
jrs . Close ( ) ;
continue ;
}
2017-08-16 00:13:49 +01:00
catch ( JsonException )
2017-05-18 18:16:32 +01:00
{
jr . Close ( ) ;
jrs . Close ( ) ;
}
}
string filesPath ;
FileInfo fi = new FileInfo ( file ) ;
if ( ! string . IsNullOrEmpty ( Context . tmpFolder ) & & Directory . Exists ( Context . tmpFolder ) )
filesPath = Context . tmpFolder ;
else
filesPath = Context . path ;
string relpath = file . Substring ( filesPath . Length + 1 ) ;
2017-05-21 14:26:21 +01:00
2017-05-18 18:16:32 +01:00
if ( UpdateProgress ! = null )
UpdateProgress ( string . Format ( "Hashing file {0} of {1}" , counter , Context . files . Count ) , null , counter , Context . files . Count ) ;
FileStream fileStream = new FileStream ( file , FileMode . Open , FileAccess . Read ) ;
byte [ ] dataBuffer = new byte [ bufferSize ] ;
SHA256Context sha256Context = new SHA256Context ( ) ;
sha256Context . Init ( ) ;
if ( fileStream . Length > bufferSize )
{
long offset ;
long remainder = fileStream . Length % bufferSize ;
for ( offset = 0 ; offset < ( fileStream . Length - remainder ) ; offset + = ( int ) bufferSize )
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , offset / ( double ) fileStream . Length ) , relpath , offset , fileStream . Length ) ;
dataBuffer = new byte [ bufferSize ] ;
fileStream . Read ( dataBuffer , 0 , ( int ) bufferSize ) ;
sha256Context . Update ( dataBuffer ) ;
}
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , offset / ( double ) fileStream . Length ) , relpath , offset , fileStream . Length ) ;
dataBuffer = new byte [ remainder ] ;
fileStream . Read ( dataBuffer , 0 , ( int ) remainder ) ;
sha256Context . Update ( dataBuffer ) ;
}
else
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , 0 / ( double ) fileStream . Length ) , relpath , 0 , fileStream . Length ) ;
dataBuffer = new byte [ fileStream . Length ] ;
fileStream . Read ( dataBuffer , 0 , ( int ) fileStream . Length ) ;
sha256Context . Update ( dataBuffer ) ;
}
fileStream . Close ( ) ;
string hash = stringify ( sha256Context . Final ( ) ) ;
DBOSFile dbFile = new DBOSFile ( ) ;
dbFile . Attributes = fi . Attributes ;
dbFile . CreationTimeUtc = fi . CreationTimeUtc ;
dbFile . LastAccessTimeUtc = fi . LastAccessTimeUtc ;
dbFile . LastWriteTimeUtc = fi . LastWriteTimeUtc ;
dbFile . Length = fi . Length ;
dbFile . Path = relpath ;
dbFile . Sha256 = hash ;
// TODO: Add common cracker group names?
dbFile . Crack | = ( relpath . ToLowerInvariant ( ) . Contains ( "crack" ) | | // Typical crack
relpath . ToLowerInvariant ( ) . Contains ( "crack" ) | | // Typical keygen
relpath . ToLowerInvariant ( ) . Contains ( "[k]" ) ) ;
Context . hashes . Add ( relpath , dbFile ) ;
counter + + ;
}
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.HashFiles(): Took {0} seconds to hash all files" , stopwatch . Elapsed . TotalSeconds ) ;
stopwatch . Restart ( ) ;
#endif
2017-05-18 18:16:32 +01:00
counter = 1 ;
foreach ( string folder in Context . folders )
{
string filesPath ;
DirectoryInfo di = new DirectoryInfo ( folder ) ;
if ( ! string . IsNullOrEmpty ( Context . tmpFolder ) & & Directory . Exists ( Context . tmpFolder ) )
filesPath = Context . tmpFolder ;
else
filesPath = Context . path ;
string relpath = folder . Substring ( filesPath . Length + 1 ) ;
if ( UpdateProgress ! = null )
UpdateProgress ( string . Format ( "Checking folder {0} of {1}" , counter , Context . folders . Count ) , null , counter , Context . folders . Count ) ;
DBFolder dbFolder = new DBFolder ( ) ;
dbFolder . Attributes = di . Attributes ;
dbFolder . CreationTimeUtc = di . CreationTimeUtc ;
dbFolder . LastAccessTimeUtc = di . LastAccessTimeUtc ;
dbFolder . LastWriteTimeUtc = di . LastWriteTimeUtc ;
dbFolder . Path = relpath ;
Context . foldersDict . Add ( relpath , dbFolder ) ;
counter + + ;
}
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.HashFiles(): Took {0} seconds to iterate all folders" , stopwatch . Elapsed . TotalSeconds ) ;
2017-08-23 17:47:41 +01:00
stopwatch . Restart ( ) ;
#endif
counter = 2 ;
foreach ( string symlink in Context . symlinks )
{
string filesPath ;
if ( ! string . IsNullOrEmpty ( Context . tmpFolder ) & & Directory . Exists ( Context . tmpFolder ) )
filesPath = Context . tmpFolder ;
else
filesPath = Context . path ;
string relpath = symlink . Substring ( filesPath . Length + 1 ) ;
if ( UpdateProgress ! = null )
UpdateProgress ( string . Format ( "Resolving symlink {0} of {1}" , counter , Context . symlinks . Count ) , null , counter , Context . symlinks . Count ) ;
string target = Symlinks . ReadLink ( symlink ) ;
if ( target = = null )
{
if ( Failed ! = null )
Failed ( string . Format ( "Could not resolve symbolic link at {0}, not continuing." , relpath ) ) ;
return ;
}
Context . symlinksDict . Add ( relpath , target ) ;
counter + + ;
continue ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.HashFiles(): Took {0} seconds to resolve all symbolic links" , stopwatch . Elapsed . TotalSeconds ) ;
2017-05-19 03:24:34 +01:00
#endif
2017-05-18 18:16:32 +01:00
if ( foundMetadata )
{
Context . metadata = new CICMMetadataType ( ) ;
if ( architectures . Count > 0 )
Context . metadata . Architectures = architectures . Distinct ( ) . ToArray ( ) ;
if ( authors . Count > 0 )
Context . metadata . Author = authors . Distinct ( ) . ToArray ( ) ;
// TODO: Check for uniqueness
if ( barcodes . Count > 0 )
Context . metadata . Barcodes = barcodes . ToArray ( ) ;
if ( disks . Count > 0 )
Context . metadata . BlockMedia = disks . ToArray ( ) ;
if ( categories . Count > 0 )
Context . metadata . Categories = categories . Distinct ( ) . ToArray ( ) ;
if ( developers . Count > 0 )
Context . metadata . Developer = developers . Distinct ( ) . ToArray ( ) ;
if ( keywords . Count > 0 )
Context . metadata . Keywords = keywords . Distinct ( ) . ToArray ( ) ;
if ( languages . Count > 0 )
Context . metadata . Languages = languages . Distinct ( ) . ToArray ( ) ;
Context . metadata . Name = metadataName ;
if ( discs . Count > 0 )
Context . metadata . OpticalDisc = discs . ToArray ( ) ;
Context . metadata . PartNumber = metadataPartNo ;
if ( performers . Count > 0 )
Context . metadata . Performer = performers . Distinct ( ) . ToArray ( ) ;
if ( publishers . Count > 0 )
Context . metadata . Publisher = publishers . Distinct ( ) . ToArray ( ) ;
if ( releaseDateSpecified )
{
Context . metadata . ReleaseDate = releaseDate ;
Context . metadata . ReleaseDateSpecified = true ;
}
if ( releaseTypeSpecified )
{
Context . metadata . ReleaseType = releaseType ;
Context . metadata . ReleaseTypeSpecified = true ;
}
Context . metadata . SerialNumber = metadataSerial ;
if ( subcategories . Count > 0 )
Context . metadata . Subcategories = subcategories . Distinct ( ) . ToArray ( ) ;
if ( systems . Count > 0 )
Context . metadata . Systems = systems . Distinct ( ) . ToArray ( ) ;
Context . metadata . Version = metadataVersion ;
2017-09-30 17:47:54 +01:00
Context . metadata . Magazine = magazines . ToArray ( ) ;
Context . metadata . Book = books . ToArray ( ) ;
Context . metadata . RequiredOperatingSystems = requiredOses . ToArray ( ) ;
Context . metadata . UserManual = usermanuals . ToArray ( ) ;
Context . metadata . Advertisement = adverts . ToArray ( ) ;
Context . metadata . LinearMedia = linearmedias . ToArray ( ) ;
Context . metadata . PCICard = pcis . ToArray ( ) ;
Context . metadata . AudioMedia = audiomedias . ToArray ( ) ;
2017-05-18 18:16:32 +01:00
foreach ( string metadataFile in alreadyMetadata )
Context . files . Remove ( metadataFile ) ;
}
else
Context . metadata = null ;
if ( Finished ! = null )
Finished ( ) ;
}
2017-06-13 18:21:12 +01:00
catch ( ThreadAbortException )
{ }
2017-05-18 18:16:32 +01:00
catch ( Exception ex )
{
if ( Debugger . IsAttached )
throw ;
if ( Failed ! = null )
Failed ( string . Format ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ) ;
2017-06-13 18:21:12 +01:00
#if DEBUG
Console . WriteLine ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ;
#endif
2017-05-18 18:16:32 +01:00
}
}
public static void RemoveTempFolder ( )
{
try
{
if ( Directory . Exists ( Context . tmpFolder ) )
{
Directory . Delete ( Context . tmpFolder , true ) ;
if ( Finished ! = null )
Finished ( ) ;
}
}
2017-06-13 18:21:12 +01:00
catch ( ThreadAbortException )
{ }
catch ( IOException )
2017-05-18 18:16:32 +01:00
{
// Could not delete temporary files, do not crash.
if ( Finished ! = null )
Finished ( ) ;
}
catch ( Exception ex )
{
if ( Debugger . IsAttached )
throw ;
if ( Failed ! = null )
Failed ( string . Format ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ) ;
2017-06-13 18:21:12 +01:00
#if DEBUG
Console . WriteLine ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ;
#endif
2017-05-18 18:16:32 +01:00
}
}
public static void CopyFile ( )
{
try
{
if ( ! File . Exists ( Context . path ) )
{
if ( Failed ! = null )
Failed ( "Specified file cannot be found" ) ;
return ;
}
if ( string . IsNullOrWhiteSpace ( Context . tmpFolder ) )
{
if ( Failed ! = null )
Failed ( "Destination cannot be empty" ) ;
return ;
}
if ( Directory . Exists ( Context . tmpFolder ) )
{
if ( Failed ! = null )
Failed ( "Destination cannot be a folder" ) ;
return ;
}
FileStream inFs = new FileStream ( Context . path , FileMode . Open , FileAccess . Read ) ;
FileStream outFs = new FileStream ( Context . tmpFolder , FileMode . Create , FileAccess . Write ) ;
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Restart ( ) ;
#endif
2017-05-18 18:16:32 +01:00
byte [ ] buffer = new byte [ bufferSize ] ;
while ( ( inFs . Position + bufferSize ) < = inFs . Length )
{
if ( UpdateProgress ! = null )
UpdateProgress ( "Copying file..." , string . Format ( "{0} / {1} bytes" , inFs . Position , inFs . Length ) , inFs . Position , inFs . Length ) ;
inFs . Read ( buffer , 0 , buffer . Length ) ;
outFs . Write ( buffer , 0 , buffer . Length ) ;
}
buffer = new byte [ inFs . Length - inFs . Position ] ;
if ( UpdateProgress ! = null )
UpdateProgress ( "Copying file..." , string . Format ( "{0} / {1} bytes" , inFs . Position , inFs . Length ) , inFs . Position , inFs . Length ) ;
inFs . Read ( buffer , 0 , buffer . Length ) ;
outFs . Write ( buffer , 0 , buffer . Length ) ;
inFs . Close ( ) ;
outFs . Close ( ) ;
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CopyFile(): Took {0} seconds to copy file" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
2017-05-18 18:16:32 +01:00
if ( Finished ! = null )
Finished ( ) ;
}
2017-06-13 18:21:12 +01:00
catch ( ThreadAbortException )
{ }
2017-05-18 18:16:32 +01:00
catch ( Exception ex )
{
if ( Debugger . IsAttached )
throw ;
if ( Failed ! = null )
Failed ( string . Format ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ) ;
2017-06-13 18:21:12 +01:00
#if DEBUG
Console . WriteLine ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ;
#endif
2017-05-18 18:16:32 +01:00
}
}
public static void SaveAs ( )
{
try
{
if ( string . IsNullOrWhiteSpace ( Context . path ) )
{
if ( Failed ! = null )
Failed ( "Destination cannot be empty" ) ;
return ;
}
if ( File . Exists ( Context . path ) )
{
if ( Failed ! = null )
Failed ( "Destination cannot be a file" ) ;
return ;
}
if ( Context . dbInfo . id = = 0 )
{
if ( Failed ! = null )
Failed ( "Operating system must be set" ) ;
return ;
}
2017-08-22 18:05:18 +01:00
bool symlinksSupported = DetectOS . GetRealPlatformID ( ) ! = DiscImageChef . Interop . PlatformID . WinCE & &
DetectOS . GetRealPlatformID ( ) ! = DiscImageChef . Interop . PlatformID . Win32S & &
DetectOS . GetRealPlatformID ( ) ! = DiscImageChef . Interop . PlatformID . Win32NT & &
DetectOS . GetRealPlatformID ( ) ! = DiscImageChef . Interop . PlatformID . Win32Windows & &
DetectOS . GetRealPlatformID ( ) ! = DiscImageChef . Interop . PlatformID . WindowsPhone ;
2017-05-18 18:16:32 +01:00
List < DBOSFile > files ;
List < DBFolder > folders ;
2017-08-22 18:05:18 +01:00
Dictionary < string , string > symlinks = new Dictionary < string , string > ( ) ;
2017-05-18 18:16:32 +01:00
long counter ;
if ( UpdateProgress ! = null )
UpdateProgress ( "" , "Asking DB for files..." , 1 , 100 ) ;
dbCore . DBOps . GetAllFilesInOS ( out files , Context . dbInfo . id ) ;
if ( UpdateProgress ! = null )
UpdateProgress ( "" , "Asking DB for folders..." , 2 , 100 ) ;
dbCore . DBOps . GetAllFolders ( out folders , Context . dbInfo . id ) ;
if ( UpdateProgress ! = null )
2017-08-22 18:05:18 +01:00
UpdateProgress ( "" , "Asking DB for symbolic links..." , 3 , 100 ) ;
if ( dbCore . DBOps . HasSymlinks ( Context . dbInfo . id ) )
{
if ( ! symlinksSupported )
{
if ( Failed ! = null )
Failed ( "Symbolic links cannot be created on this platform." ) ;
return ;
}
dbCore . DBOps . GetAllSymlinks ( out symlinks , Context . dbInfo . id ) ;
}
if ( UpdateProgress ! = null )
UpdateProgress ( "" , "Creating folders..." , 4 , 100 ) ;
2017-05-18 18:16:32 +01:00
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Restart ( ) ;
#endif
2017-05-18 18:16:32 +01:00
counter = 0 ;
foreach ( DBFolder folder in folders )
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( "" , folder . Path , counter , folders . Count ) ;
DirectoryInfo di = Directory . CreateDirectory ( Path . Combine ( Context . path , folder . Path ) ) ;
di . Attributes = folder . Attributes ;
di . CreationTimeUtc = folder . CreationTimeUtc ;
di . LastAccessTimeUtc = folder . LastAccessTimeUtc ;
di . LastWriteTimeUtc = folder . LastWriteTimeUtc ;
counter + + ;
}
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.SaveAs(): Took {0} seconds to create all folders" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
2017-08-22 18:05:18 +01:00
if ( UpdateProgress ! = null )
UpdateProgress ( "" , "Creating symbolic links..." , 4 , 100 ) ;
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Restart ( ) ;
#endif
2017-08-22 18:05:18 +01:00
counter = 0 ;
foreach ( KeyValuePair < string , string > kvp in symlinks )
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( "" , kvp . Key , counter , folders . Count ) ;
Symlinks . Symlink ( kvp . Value , kvp . Key ) ;
counter + + ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.SaveAs(): Took {0} seconds to create all symbolic links" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
#if DEBUG
stopwatch . Restart ( ) ;
#endif
counter = 4 ;
2017-05-18 18:16:32 +01:00
foreach ( DBOSFile file in files )
{
if ( UpdateProgress ! = null )
2017-08-22 18:05:18 +01:00
UpdateProgress ( "" , string . Format ( "Creating {0}..." , file . Path ) , counter , 4 + files . Count ) ;
2017-05-18 18:16:32 +01:00
Stream zStream = null ;
string repoPath ;
AlgoEnum algorithm ;
if ( File . Exists ( Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".gz" ) ) )
{
repoPath = Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".gz" ) ;
algorithm = AlgoEnum . GZip ;
}
else if ( File . Exists ( Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".bz2" ) ) )
{
repoPath = Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".bz2" ) ;
algorithm = AlgoEnum . BZip2 ;
}
else if ( File . Exists ( Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".lzma" ) ) )
{
repoPath = Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".lzma" ) ;
algorithm = AlgoEnum . LZMA ;
}
2017-06-06 22:50:45 +01:00
else if ( File . Exists ( Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".lz" ) ) )
{
repoPath = Path . Combine ( Settings . Current . RepositoryPath , file . Sha256 [ 0 ] . ToString ( ) ,
file . Sha256 [ 1 ] . ToString ( ) , file . Sha256 [ 2 ] . ToString ( ) ,
file . Sha256 [ 3 ] . ToString ( ) , file . Sha256 [ 4 ] . ToString ( ) ,
file . Sha256 + ".lz" ) ;
algorithm = AlgoEnum . LZip ;
}
2017-05-18 18:16:32 +01:00
else
{
if ( Failed ! = null )
Failed ( string . Format ( "Cannot find file with hash {0} in the repository" , file . Sha256 ) ) ;
return ;
}
FileStream inFs = new FileStream ( repoPath , FileMode . Open , FileAccess . Read ) ;
FileStream outFs = new FileStream ( Path . Combine ( Context . path , file . Path ) , FileMode . CreateNew , FileAccess . Write ) ;
switch ( algorithm )
{
case AlgoEnum . GZip :
zStream = new GZipStream ( inFs , SharpCompress . Compressors . CompressionMode . Decompress ) ;
break ;
case AlgoEnum . BZip2 :
zStream = new BZip2Stream ( inFs , SharpCompress . Compressors . CompressionMode . Decompress ) ;
break ;
case AlgoEnum . LZMA :
byte [ ] properties = new byte [ 5 ] ;
inFs . Read ( properties , 0 , 5 ) ;
inFs . Seek ( 8 , SeekOrigin . Current ) ;
zStream = new LzmaStream ( properties , inFs ) ;
break ;
2017-06-06 22:50:45 +01:00
case AlgoEnum . LZip :
zStream = new LZipStream ( inFs , SharpCompress . Compressors . CompressionMode . Decompress ) ;
break ;
2017-05-18 18:16:32 +01:00
}
byte [ ] buffer = new byte [ bufferSize ] ;
while ( ( outFs . Position + bufferSize ) < = file . Length )
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , outFs . Position / ( double ) file . Length ) ,
string . Format ( "{0} / {1} bytes" , outFs . Position , file . Length ) ,
outFs . Position , file . Length ) ;
zStream . Read ( buffer , 0 , buffer . Length ) ;
outFs . Write ( buffer , 0 , buffer . Length ) ;
}
buffer = new byte [ file . Length - outFs . Position ] ;
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , outFs . Position / ( double ) file . Length ) ,
string . Format ( "{0} / {1} bytes" , outFs . Position , file . Length ) ,
outFs . Position , file . Length ) ;
zStream . Read ( buffer , 0 , buffer . Length ) ;
outFs . Write ( buffer , 0 , buffer . Length ) ;
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( string . Format ( "{0:P}" , file . Length / ( double ) file . Length ) ,
"Finishing..." , inFs . Length , inFs . Length ) ;
zStream . Close ( ) ;
outFs . Close ( ) ;
FileInfo fi = new FileInfo ( Path . Combine ( Context . path , file . Path ) ) ;
fi . Attributes = file . Attributes ;
fi . CreationTimeUtc = file . CreationTimeUtc ;
fi . LastAccessTimeUtc = file . LastAccessTimeUtc ;
fi . LastWriteTimeUtc = file . LastWriteTimeUtc ;
counter + + ;
}
2017-05-19 03:24:34 +01:00
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.SaveAs(): Took {0} seconds to create all files" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
2017-05-18 18:16:32 +01:00
if ( Finished ! = null )
Finished ( ) ;
}
2017-06-13 18:21:12 +01:00
catch ( ThreadAbortException )
{ }
2017-05-18 18:16:32 +01:00
catch ( Exception ex )
{
if ( Debugger . IsAttached )
throw ;
if ( Failed ! = null )
Failed ( string . Format ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ) ;
2017-06-13 18:21:12 +01:00
#if DEBUG
Console . WriteLine ( "Exception {0}\n{1}" , ex . Message , ex . InnerException ) ;
#endif
2017-05-18 18:16:32 +01:00
}
}
2017-05-19 16:57:28 +01:00
public static void CleanFiles ( )
{
ulong count = dbCore . DBOps . GetFilesCount ( ) ;
const ulong page = 2500 ;
ulong offset = 0 ;
List < DBFile > filesPage , allFiles ;
allFiles = new List < DBFile > ( ) ;
#if DEBUG
stopwatch . Restart ( ) ;
#endif
while ( dbCore . DBOps . GetFiles ( out filesPage , offset , page ) )
{
if ( filesPage . Count = = 0 )
break ;
if ( UpdateProgress ! = null )
UpdateProgress ( null , string . Format ( "Loaded file {0} of {1}" , offset , count ) , ( long ) offset , ( long ) count ) ;
allFiles . AddRange ( filesPage ) ;
offset + = page ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to get all files from the database" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
filesPage = null ;
if ( UpdateProgress ! = null )
UpdateProgress ( null , "Getting OSes from the database" , 0 , 0 ) ;
#if DEBUG
stopwatch . Restart ( ) ;
#endif
List < DBEntry > oses ;
dbCore . DBOps . GetAllOSes ( out oses ) ;
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to get OSes from database" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
List < string > orphanFiles = new List < string > ( ) ;
#if DEBUG
stopwatch . Restart ( ) ;
Stopwatch stopwatch2 = new Stopwatch ( ) ;
#endif
int counterF = 0 ;
foreach ( DBFile file in allFiles )
{
if ( UpdateProgress ! = null )
UpdateProgress ( null , string . Format ( "Checking file {0} of {1}" , counterF , allFiles . Count ) , counterF , allFiles . Count ) ;
bool fileExists = false ;
int counterO = 0 ;
#if DEBUG
stopwatch2 . Restart ( ) ;
#endif
foreach ( DBEntry os in oses )
{
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( null , string . Format ( "Checking OS {0} of {1}" , counterO , oses . Count ) , counterO , oses . Count ) ;
if ( dbCore . DBOps . ExistsFileInOS ( file . Sha256 , os . id ) )
{
fileExists = true ;
break ;
}
counterO + + ;
}
#if DEBUG
stopwatch2 . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to check file in all OSes" , stopwatch2 . Elapsed . TotalSeconds ) ;
#endif
if ( ! fileExists )
orphanFiles . Add ( file . Sha256 ) ;
counterF + + ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to check all files" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
if ( UpdateProgress2 ! = null )
UpdateProgress2 ( null , null , 0 , 0 ) ;
#if DEBUG
stopwatch . Restart ( ) ;
#endif
counterF = 0 ;
foreach ( string hash in orphanFiles )
{
if ( UpdateProgress ! = null )
UpdateProgress ( null , string . Format ( "Deleting file {0} of {1} from database" , counterF , orphanFiles . Count ) , counterF , orphanFiles . Count ) ;
dbCore . DBOps . DeleteFile ( hash ) ;
counterF + + ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to remove all orphan files from database" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
if ( UpdateProgress ! = null )
UpdateProgress ( null , "Listing files in repository" , 0 , 0 ) ;
#if DEBUG
stopwatch . Restart ( ) ;
#endif
List < string > repoFiles = new List < string > ( Directory . EnumerateFiles ( Settings . Current . RepositoryPath , "*" , SearchOption . AllDirectories ) ) ;
repoFiles . Sort ( ) ;
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to find all files" , stopwatch . Elapsed . TotalSeconds ) ;
stopwatch . Restart ( ) ;
#endif
counterF = 0 ;
List < string > filesToDelete = new List < string > ( ) ;
foreach ( string file in repoFiles )
{
if ( UpdateProgress ! = null )
UpdateProgress ( null , string . Format ( "Checking file {0} of {1} from repository" , counterF , repoFiles . Count ) , counterF , repoFiles . Count ) ;
// Allow database to be inside repo
if ( file = = Settings . Current . DatabasePath )
continue ;
if ( Path . GetExtension ( file ) . ToLowerInvariant ( ) = = ".xml" | |
Path . GetExtension ( file ) . ToLowerInvariant ( ) = = ".json" )
{
if ( ! dbCore . DBOps . ExistsOS ( Path . GetFileNameWithoutExtension ( file ) ) )
filesToDelete . Add ( file ) ;
}
else if ( ! dbCore . DBOps . ExistsFile ( Path . GetFileNameWithoutExtension ( file ) ) )
filesToDelete . Add ( file ) ;
counterF + + ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to check all repository files" , stopwatch . Elapsed . TotalSeconds ) ;
stopwatch . Restart ( ) ;
#endif
counterF = 0 ;
foreach ( string file in filesToDelete )
{
if ( UpdateProgress ! = null )
UpdateProgress ( null , string . Format ( "Deleting file {0} of {1} from repository" , counterF , filesToDelete . Count ) , counterF , filesToDelete . Count ) ;
try
{
File . Delete ( file ) ;
2017-05-19 18:16:16 +01:00
}
#pragma warning disable RECS0022 // A catch clause that catches System.Exception and has an empty body
catch
#pragma warning restore RECS0022 // A catch clause that catches System.Exception and has an empty body
{
2017-05-19 16:57:28 +01:00
// Do not crash
}
counterF + + ;
}
#if DEBUG
stopwatch . Stop ( ) ;
Console . WriteLine ( "Core.CleanFiles(): Took {0} seconds to delete all orphan files" , stopwatch . Elapsed . TotalSeconds ) ;
#endif
if ( Finished ! = null )
Finished ( ) ;
}
2017-05-18 18:16:32 +01:00
}
}
