// /*************************************************************************** // The Disc Image Chef // ---------------------------------------------------------------------------- // // Filename : UploadStatsController.cs // Author(s) : Natalia Portillo // // Component : DiscImageChef Server. // // --[ Description ] ---------------------------------------------------------- // // Handles statistics uploads. // // --[ License ] -------------------------------------------------------------- // // This library is free software; you can redistribute it and/or modify // it under the terms of the GNU Lesser General Public License as // published by the Free Software Foundation; either version 2.1 of the // License, or (at your option) any later version. // // This library is distributed in the hope that it will be useful, but // WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU // Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public // License along with this library; if not, see . // // ---------------------------------------------------------------------------- // Copyright © 2011-2018 Natalia Portillo // ****************************************************************************/ using System; using System.Diagnostics; using System.IO; using System.Linq; using System.Net; using System.Net.Http; using System.Text; using System.Threading; using System.Web; using System.Web.Http; using System.Xml.Serialization; using DiscImageChef.CommonTypes.Metadata; using DiscImageChef.Server.Models; using Newtonsoft.Json; using OperatingSystem = DiscImageChef.Server.Models.OperatingSystem; using Version = DiscImageChef.Server.Models.Version; namespace DiscImageChef.Server.Controllers { public class UploadStatsController : ApiController { /// /// Receives statistics from DiscImageChef.Core, processes them and adds them to a server-side global statistics XML /// /// HTTP response [Route("api/uploadstats")] [HttpPost] public HttpResponseMessage UploadStats() { HttpResponseMessage response = new HttpResponseMessage {StatusCode = HttpStatusCode.OK}; try { Stats newStats = new Stats(); HttpRequest request = HttpContext.Current.Request; XmlSerializer xs = new XmlSerializer(newStats.GetType()); newStats = (Stats)xs.Deserialize(request.InputStream); if(newStats == null) { response.Content = new StringContent("notstats", Encoding.UTF8, "text/plain"); return response; } DicServerContext ctx = new DicServerContext(); if(newStats.Commands != null) { if(newStats.Commands.Analyze > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "analyze"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Analyze, Name = "analyze"}); else existing.Count += newStats.Commands.Analyze; } if(newStats.Commands.Benchmark > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "benchmark"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Benchmark, Name = "benchmark"}); else existing.Count += newStats.Commands.Benchmark; } if(newStats.Commands.Checksum > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "checksum"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Checksum, Name = "checksum"}); else existing.Count += newStats.Commands.Checksum; } if(newStats.Commands.Compare > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "compare"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Compare, Name = "compare"}); else existing.Count += newStats.Commands.Compare; } if(newStats.Commands.CreateSidecar > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "create-sidecar"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.CreateSidecar, Name = "create-sidecar" }); else existing.Count += newStats.Commands.CreateSidecar; } if(newStats.Commands.Decode > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "decode"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Decode, Name = "decode"}); else existing.Count += newStats.Commands.Decode; } if(newStats.Commands.DeviceInfo > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "device-info"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.DeviceInfo, Name = "device-info"}); else existing.Count += newStats.Commands.DeviceInfo; } if(newStats.Commands.DeviceReport > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "device-report"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.DeviceReport, Name = "device-report" }); else existing.Count += newStats.Commands.DeviceReport; } if(newStats.Commands.DumpMedia > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "dump-media"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.DumpMedia, Name = "dump-media"}); else existing.Count += newStats.Commands.DumpMedia; } if(newStats.Commands.Entropy > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "entropy"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Entropy, Name = "entropy"}); else existing.Count += newStats.Commands.Entropy; } if(newStats.Commands.Formats > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "formats"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Formats, Name = "formats"}); else existing.Count += newStats.Commands.Formats; } if(newStats.Commands.MediaInfo > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "media-info"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.MediaInfo, Name = "media-info"}); else existing.Count += newStats.Commands.MediaInfo; } if(newStats.Commands.MediaScan > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "media-scan"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.MediaScan, Name = "media-scan"}); else existing.Count += newStats.Commands.MediaScan; } if(newStats.Commands.PrintHex > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "printhex"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.PrintHex, Name = "printhex"}); else existing.Count += newStats.Commands.PrintHex; } if(newStats.Commands.Verify > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "verify"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Verify, Name = "verify"}); else existing.Count += newStats.Commands.Verify; } if(newStats.Commands.Ls > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "ls"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.Ls, Name = "ls"}); else existing.Count += newStats.Commands.Ls; } if(newStats.Commands.ExtractFiles > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "extract-files"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.ExtractFiles, Name = "extract-files" }); else existing.Count += newStats.Commands.ExtractFiles; } if(newStats.Commands.ListDevices > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "list-devices"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.ListDevices, Name = "list-devices" }); else existing.Count += newStats.Commands.ListDevices; } if(newStats.Commands.ListEncodings > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "list-encodings"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.ListEncodings, Name = "list-encodings" }); else existing.Count += newStats.Commands.ListEncodings; } if(newStats.Commands.ConvertImage > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "convert-image"); if(existing == null) ctx.Commands.Add(new Command { Count = newStats.Commands.ConvertImage, Name = "convert-image" }); else existing.Count += newStats.Commands.ConvertImage; } if(newStats.Commands.ImageInfo > 0) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == "image-info"); if(existing == null) ctx.Commands.Add(new Command {Count = newStats.Commands.ImageInfo, Name = "image-info"}); else existing.Count += newStats.Commands.ImageInfo; } } if(newStats.OperatingSystems != null) foreach(OsStats operatingSystem in newStats.OperatingSystems) { if(string.IsNullOrWhiteSpace(operatingSystem.name) || string.IsNullOrWhiteSpace(operatingSystem.version)) continue; OperatingSystem existing = ctx.OperatingSystems.FirstOrDefault(c => c.Name == operatingSystem.name && c.Version == operatingSystem.version); if(existing == null) ctx.OperatingSystems.Add(new OperatingSystem { Count = operatingSystem.Value, Name = operatingSystem.name, Version = operatingSystem.version }); else existing.Count += operatingSystem.Value; } else { OperatingSystem existing = ctx.OperatingSystems.FirstOrDefault(c => c.Name == "Linux" && c.Version == null); if(existing == null) ctx.OperatingSystems.Add(new OperatingSystem {Count = 1, Name = "Linux"}); else existing.Count++; } if(newStats.Versions != null) foreach(NameValueStats nvs in newStats.Versions) { if(string.IsNullOrWhiteSpace(nvs.name)) continue; Version existing = ctx.Versions.FirstOrDefault(c => c.Value == nvs.name); if(existing == null) ctx.Versions.Add(new Version {Count = nvs.Value, Value = nvs.name}); else existing.Count += nvs.Value; } else { Version existing = ctx.Versions.FirstOrDefault(c => c.Value == "previous"); if(existing == null) ctx.Versions.Add(new Version {Count = 1, Value = "previous"}); else existing.Count++; } if(newStats.Filesystems != null) foreach(NameValueStats nvs in newStats.Filesystems) { if(string.IsNullOrWhiteSpace(nvs.name)) continue; Filesystem existing = ctx.Filesystems.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Filesystems.Add(new Filesystem {Count = nvs.Value, Name = nvs.name}); else existing.Count += nvs.Value; } if(newStats.Partitions != null) foreach(NameValueStats nvs in newStats.Partitions) { if(string.IsNullOrWhiteSpace(nvs.name)) continue; Partition existing = ctx.Partitions.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Partitions.Add(new Partition {Count = nvs.Value, Name = nvs.name}); else existing.Count += nvs.Value; } if(newStats.MediaImages != null) foreach(NameValueStats nvs in newStats.MediaImages) { if(string.IsNullOrWhiteSpace(nvs.name)) continue; MediaFormat existing = ctx.MediaFormats.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.MediaFormats.Add(new MediaFormat {Count = nvs.Value, Name = nvs.name}); else existing.Count += nvs.Value; } if(newStats.Filters != null) foreach(NameValueStats nvs in newStats.Filters) { if(string.IsNullOrWhiteSpace(nvs.name)) continue; Filter existing = ctx.Filters.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Filters.Add(new Filter {Count = nvs.Value, Name = nvs.name}); else existing.Count += nvs.Value; } if(newStats.Devices != null) foreach(DeviceStats device in newStats.Devices) { if(string.IsNullOrWhiteSpace(device.Model)) continue; if(!ctx.DeviceStats.Any(c => c.Bus == device.Bus && c.Manufacturer == device.Manufacturer && c.Model == device.Model && c.Revision == device.Revision)) ctx.DeviceStats.Add(new DeviceStat { Bus = device.Bus, Manufacturer = device.Manufacturer, Model = device.Model, Revision = device.Revision }); } if(newStats.Medias != null) foreach(MediaStats media in newStats.Medias) { if(string.IsNullOrWhiteSpace(media.type)) continue; Media existing = ctx.Medias.FirstOrDefault(c => c.Type == media.type && c.Real == media.real); if(existing == null) ctx.Medias.Add(new Media {Count = media.Value, Real = media.real, Type = media.type}); else existing.Count += media.Value; } ctx.SaveChanges(); response.Content = new StringContent("ok", Encoding.UTF8, "text/plain"); return response; } catch(Exception ex) { #if DEBUG if(Debugger.IsAttached) throw; #endif response.Content = new StringContent("error", Encoding.UTF8, "text/plain"); return response; } } /// /// Receives a report from DiscImageChef.Core, verifies it's in the correct format and stores it on the server /// /// HTTP response [Route("api/uploadstatsv2")] [HttpPost] public HttpResponseMessage UploadStatsV2() { HttpResponseMessage response = new HttpResponseMessage {StatusCode = HttpStatusCode.OK}; try { HttpRequest request = HttpContext.Current.Request; StreamReader sr = new StreamReader(request.InputStream); StatsDto newstats = JsonConvert.DeserializeObject(sr.ReadToEnd()); if(newstats == null) { response.Content = new StringContent("notstats", Encoding.UTF8, "text/plain"); return response; } DicServerContext ctx = new DicServerContext(); if(newstats.Commands != null) foreach(NameValueStats nvs in newstats.Commands) { Command existing = ctx.Commands.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Commands.Add(new Command {Name = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.Versions != null) foreach(NameValueStats nvs in newstats.Versions) { Version existing = ctx.Versions.FirstOrDefault(c => c.Value == nvs.name); if(existing == null) ctx.Versions.Add(new Version {Value = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.Filesystems != null) foreach(NameValueStats nvs in newstats.Filesystems) { Filesystem existing = ctx.Filesystems.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Filesystems.Add(new Filesystem {Name = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.Partitions != null) foreach(NameValueStats nvs in newstats.Partitions) { Partition existing = ctx.Partitions.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Partitions.Add(new Partition {Name = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.MediaFormats != null) foreach(NameValueStats nvs in newstats.MediaFormats) { MediaFormat existing = ctx.MediaFormats.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.MediaFormats.Add(new MediaFormat {Name = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.Filters != null) foreach(NameValueStats nvs in newstats.Filters) { Filter existing = ctx.Filters.FirstOrDefault(c => c.Name == nvs.name); if(existing == null) ctx.Filters.Add(new Filter {Name = nvs.name, Count = nvs.Value}); else existing.Count += nvs.Value; } if(newstats.OperatingSystems != null) foreach(OsStats operatingSystem in newstats.OperatingSystems) { OperatingSystem existing = ctx.OperatingSystems.FirstOrDefault(c => c.Name == operatingSystem.name && c.Version == operatingSystem.version); if(existing == null) ctx.OperatingSystems.Add(new OperatingSystem { Name = operatingSystem.name, Version = operatingSystem.version, Count = operatingSystem.Value }); else existing.Count += operatingSystem.Value; } if(newstats.Medias != null) foreach(MediaStats media in newstats.Medias) { Media existing = ctx.Medias.FirstOrDefault(c => c.Type == media.type && c.Real == media.real); if(existing == null) ctx.Medias.Add(new Media {Type = media.type, Real = media.real, Count = media.Value}); else existing.Count += media.Value; } if(newstats.Devices != null) foreach(DeviceStats device in newstats.Devices) { DeviceStat existing = ctx.DeviceStats.FirstOrDefault(c => c.Bus == device.Bus && c.Manufacturer == device.Manufacturer && c.Model == device.Model && c.Revision == device.Revision); if(existing == null) ctx.DeviceStats.Add(new DeviceStat { Bus = device.Bus, Manufacturer = device.Manufacturer, Model = device.Model, Revision = device.Revision }); } ctx.SaveChanges(); response.Content = new StringContent("ok", Encoding.UTF8, "text/plain"); return response; } // ReSharper disable once RedundantCatchClause catch { #if DEBUG if(Debugger.IsAttached) throw; #endif response.Content = new StringContent("error", Encoding.UTF8, "text/plain"); return response; } } FileStream WaitForFile(string fullPath, FileMode mode, FileAccess access, FileShare share) { for(int numTries = 0; numTries < 100; numTries++) { FileStream fs = null; try { fs = new FileStream(fullPath, mode, access, share); return fs; } catch(IOException) { if(fs != null) fs.Dispose(); Thread.Sleep(50); } } return null; } } }