mirror of
https://github.com/aaru-dps/Aaru.git
synced 2025-12-16 11:14:25 +00:00
604 lines
31 KiB
C#
604 lines
31 KiB
C#
// /***************************************************************************
|
|
// Aaru Data Preservation Suite
|
|
// ----------------------------------------------------------------------------
|
|
//
|
|
// Filename : Remote.cs
|
|
// Author(s) : Natalia Portillo <claunia@claunia.com>
|
|
//
|
|
// Component : Core algorithms.
|
|
//
|
|
// --[ Description ] ----------------------------------------------------------
|
|
//
|
|
// Handles connections to Aaru.Server.
|
|
//
|
|
// --[ License ] --------------------------------------------------------------
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as
|
|
// published by the Free Software Foundation, either version 3 of the
|
|
// License, or (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
//
|
|
// ----------------------------------------------------------------------------
|
|
// Copyright © 2011-2025 Natalia Portillo
|
|
// ****************************************************************************/
|
|
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.Net.Http;
|
|
using System.Text;
|
|
using System.Text.Json;
|
|
using System.Threading.Tasks;
|
|
using Aaru.CommonTypes.Metadata;
|
|
using Aaru.Database;
|
|
using Aaru.Database.Models;
|
|
using Aaru.Dto;
|
|
using Aaru.Logging;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using Sentry;
|
|
using Spectre.Console;
|
|
using CdOffset = Aaru.Database.Models.CdOffset;
|
|
using Version = Aaru.CommonTypes.Metadata.Version;
|
|
|
|
namespace Aaru.Core;
|
|
|
|
/// <summary>Handles connections to Aaru.Server</summary>
|
|
public static class Remote
|
|
{
|
|
/// <summary>Submits a device report</summary>
|
|
/// <param name="report">Device report</param>
|
|
public static Task SubmitReportAsync(DeviceReport report)
|
|
{
|
|
return AnsiConsole.Status()
|
|
.StartAsync(Localization.Core.Uploading_device_report,
|
|
async _ =>
|
|
{
|
|
try
|
|
{
|
|
string json =
|
|
JsonSerializer.Serialize(report,
|
|
typeof(DeviceReport),
|
|
DeviceReportContext.Default);
|
|
|
|
var httpClient = new HttpClient();
|
|
|
|
httpClient.DefaultRequestHeaders.Add("User-Agent",
|
|
$"Aaru {typeof(Version).Assembly.GetName().Version}");
|
|
|
|
httpClient.BaseAddress = new Uri("https://www.aaru.app");
|
|
|
|
HttpResponseMessage response =
|
|
await httpClient.PostAsync("/api/uploadreportv2",
|
|
new StringContent(json,
|
|
Encoding.UTF8,
|
|
"application/json"));
|
|
|
|
if(!response.IsSuccessStatusCode) return;
|
|
|
|
Stream data = await response.Content.ReadAsStreamAsync();
|
|
var reader = new StreamReader(data);
|
|
|
|
await reader.ReadToEndAsync();
|
|
data.Close();
|
|
}
|
|
catch(WebException ex)
|
|
{
|
|
// Can't connect to the server, do nothing
|
|
SentrySdk.CaptureException(ex);
|
|
}
|
|
|
|
catch(Exception ex)
|
|
{
|
|
SentrySdk.CaptureException(ex);
|
|
|
|
#if DEBUG
|
|
if(Debugger.IsAttached) throw;
|
|
#endif
|
|
}
|
|
});
|
|
}
|
|
|
|
/// <summary>Updates the main database</summary>
|
|
/// <param name="create">If <c>true</c> creates the database from scratch, otherwise updates an existing database</param>
|
|
public static async Task UpdateMainDatabaseAsync(bool create)
|
|
{
|
|
var mctx = AaruContext.Create(Settings.Settings.MainDbPath);
|
|
|
|
if(create)
|
|
{
|
|
await mctx.Database.EnsureCreatedAsync();
|
|
|
|
await mctx.Database
|
|
.ExecuteSqlRawAsync("CREATE TABLE IF NOT EXISTS \"__EFMigrationsHistory\" (\"MigrationId\" TEXT PRIMARY KEY, \"ProductVersion\" TEXT)");
|
|
|
|
foreach(string migration in await mctx.Database.GetPendingMigrationsAsync())
|
|
{
|
|
await mctx.Database
|
|
#pragma warning disable EF1002
|
|
.ExecuteSqlRawAsync($"INSERT INTO \"__EFMigrationsHistory\" (MigrationId, ProductVersion) VALUES ('{
|
|
migration}', '0.0.0')");
|
|
#pragma warning restore EF1002
|
|
}
|
|
}
|
|
else
|
|
await mctx.Database.MigrateAsync();
|
|
|
|
await mctx.SaveChangesAsync();
|
|
|
|
try
|
|
{
|
|
long lastUpdate = 0;
|
|
DateTime latest = DateTime.MinValue;
|
|
|
|
if(!create)
|
|
{
|
|
List<DateTime> latestAll = [];
|
|
|
|
if(await mctx.UsbVendors.AnyAsync())
|
|
latestAll.Add(await mctx.UsbVendors.MaxAsync(static v => v.ModifiedWhen));
|
|
|
|
if(await mctx.UsbProducts.AnyAsync())
|
|
latestAll.Add(await mctx.UsbProducts.MaxAsync(static p => p.ModifiedWhen));
|
|
|
|
if(await mctx.CdOffsets.AnyAsync())
|
|
latestAll.Add(await mctx.CdOffsets.MaxAsync(static o => o.ModifiedWhen));
|
|
|
|
if(await mctx.Devices.AnyAsync())
|
|
latestAll.Add(await mctx.Devices.MaxAsync(static d => d.LastSynchronized));
|
|
|
|
if(latestAll.Any())
|
|
{
|
|
latest = latestAll.Max(static t => t);
|
|
lastUpdate = (latest.ToFileTimeUtc() - new DateTime(1970, 1, 1).ToFileTimeUtc()) / 10000000;
|
|
}
|
|
}
|
|
|
|
if(lastUpdate == 0)
|
|
{
|
|
create = true;
|
|
AaruLogging.WriteLine(Localization.Core.Creating_main_database);
|
|
}
|
|
else
|
|
{
|
|
AaruLogging.WriteLine(Localization.Core.Updating_main_database);
|
|
AaruLogging.WriteLine(Localization.Core.Last_update_0, latest);
|
|
}
|
|
|
|
DateTime updateStart = DateTime.UtcNow;
|
|
|
|
var httpClient = new HttpClient();
|
|
httpClient.DefaultRequestHeaders.Add("User-Agent", $"Aaru {typeof(Version).Assembly.GetName().Version}");
|
|
httpClient.BaseAddress = new Uri("https://www.aaru.app");
|
|
|
|
HttpResponseMessage response = await httpClient.GetAsync($"/api/update?timestamp={lastUpdate}");
|
|
|
|
if(!response.IsSuccessStatusCode)
|
|
{
|
|
AaruLogging.Error(Localization.Core.Error_0_when_trying_to_get_updated_entities, response.StatusCode);
|
|
|
|
return;
|
|
}
|
|
|
|
Stream data = await response.Content.ReadAsStreamAsync();
|
|
var reader = new StreamReader(data);
|
|
SyncDto sync = JsonSerializer.Deserialize<SyncDto>(await reader.ReadToEndAsync()) ?? new SyncDto();
|
|
|
|
if(create)
|
|
{
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.Start(ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Adding_USB_vendors);
|
|
task.MaxValue = sync.UsbVendors.Count;
|
|
|
|
foreach(UsbVendorDto vendor in sync.UsbVendors)
|
|
{
|
|
task.Increment(1);
|
|
mctx.UsbVendors.Add(new UsbVendor(vendor.VendorId, vendor.Vendor));
|
|
}
|
|
|
|
return Task.CompletedTask;
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_usb_vendors, sync.UsbVendors.Count);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.Start(ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Adding_USB_products);
|
|
task.MaxValue = sync.UsbProducts.Count;
|
|
|
|
foreach(UsbProductDto product in sync.UsbProducts)
|
|
{
|
|
task.Increment(1);
|
|
|
|
mctx.UsbProducts.Add(new UsbProduct(product.VendorId,
|
|
product.ProductId,
|
|
product.Product));
|
|
}
|
|
|
|
return Task.CompletedTask;
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_usb_products, sync.UsbProducts.Count);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.Start(ctx =>
|
|
{
|
|
ProgressTask task =
|
|
ctx.AddTask(Localization.Core.Adding_CompactDisc_read_offsets);
|
|
|
|
task.MaxValue = sync.Offsets.Count;
|
|
|
|
foreach(CdOffsetDto offset in sync.Offsets)
|
|
{
|
|
task.Increment(1);
|
|
|
|
mctx.CdOffsets.Add(new CdOffset(offset)
|
|
{
|
|
Id = offset.Id
|
|
});
|
|
}
|
|
|
|
return Task.CompletedTask;
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_CompactDisc_read_offsets, sync.Offsets.Count);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.Start(ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Adding_known_devices);
|
|
task.MaxValue = sync.Devices.Count;
|
|
|
|
foreach(DeviceDto device in sync.Devices)
|
|
|
|
{
|
|
task.Increment(1);
|
|
|
|
mctx.Devices.Add(new Device(device)
|
|
{
|
|
Id = device.Id
|
|
});
|
|
}
|
|
|
|
return Task.CompletedTask;
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_known_devices, sync.Devices.Count);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.Start(ctx =>
|
|
{
|
|
ProgressTask task =
|
|
ctx.AddTask(Localization.Core.Adding_known_iNES_NES_2_0_headers);
|
|
|
|
task.MaxValue = sync.NesHeaders?.Count ?? 0;
|
|
|
|
foreach(NesHeaderDto header in sync.NesHeaders ?? [])
|
|
{
|
|
task.Increment(1);
|
|
|
|
mctx.NesHeaders.Add(new NesHeaderInfo
|
|
{
|
|
Id = header.Id,
|
|
AddedWhen = DateTime.UtcNow,
|
|
BatteryPresent = header.BatteryPresent,
|
|
ConsoleType = header.ConsoleType,
|
|
DefaultExpansionDevice = header.DefaultExpansionDevice,
|
|
ExtendedConsoleType = header.ExtendedConsoleType,
|
|
FourScreenMode = header.FourScreenMode,
|
|
Mapper = header.Mapper,
|
|
ModifiedWhen = DateTime.UtcNow,
|
|
NametableMirroring = header.NametableMirroring,
|
|
Sha256 = header.Sha256,
|
|
Submapper = header.Submapper,
|
|
TimingMode = header.TimingMode,
|
|
VsHardwareType = header.VsHardwareType,
|
|
VsPpuType = header.VsPpuType
|
|
});
|
|
}
|
|
|
|
return Task.CompletedTask;
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_known_iNES_NES_2_0_headers,
|
|
sync.NesHeaders?.Count ?? 0);
|
|
}
|
|
else
|
|
{
|
|
long addedVendors = 0;
|
|
long addedProducts = 0;
|
|
long addedOffsets = 0;
|
|
long addedDevices = 0;
|
|
long addedNesHeaders = 0;
|
|
long modifiedVendors = 0;
|
|
long modifiedProducts = 0;
|
|
long modifiedOffsets = 0;
|
|
long modifiedDevices = 0;
|
|
long modifiedNesHeaders = 0;
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.StartAsync(async ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Updating_USB_vendors);
|
|
task.MaxValue = sync.UsbVendors.Count;
|
|
|
|
foreach(UsbVendorDto vendor in sync.UsbVendors)
|
|
{
|
|
task.Increment(1);
|
|
|
|
UsbVendor existing =
|
|
await mctx.UsbVendors.FirstOrDefaultAsync(v => v.Id == vendor.VendorId);
|
|
|
|
if(existing != null)
|
|
{
|
|
modifiedVendors++;
|
|
existing.Vendor = vendor.Vendor;
|
|
existing.ModifiedWhen = updateStart;
|
|
mctx.UsbVendors.Update(existing);
|
|
}
|
|
else
|
|
{
|
|
addedVendors++;
|
|
mctx.UsbVendors.Add(new UsbVendor(vendor.VendorId, vendor.Vendor));
|
|
}
|
|
}
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_usb_vendors, addedVendors);
|
|
AaruLogging.WriteLine(Localization.Core.Modified_0_USB_vendors, modifiedVendors);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.StartAsync(async ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Updating_USB_products);
|
|
task.MaxValue = sync.UsbVendors.Count;
|
|
|
|
foreach(UsbProductDto product in sync.UsbProducts)
|
|
{
|
|
task.Increment(1);
|
|
|
|
UsbProduct existing =
|
|
await mctx.UsbProducts.FirstOrDefaultAsync(p =>
|
|
p.VendorId == product.VendorId &&
|
|
p.ProductId == product.ProductId);
|
|
|
|
if(existing != null)
|
|
{
|
|
modifiedProducts++;
|
|
existing.Product = product.Product;
|
|
existing.ModifiedWhen = updateStart;
|
|
mctx.UsbProducts.Update(existing);
|
|
}
|
|
else
|
|
{
|
|
addedProducts++;
|
|
|
|
mctx.UsbProducts.Add(new UsbProduct(product.VendorId,
|
|
product.ProductId,
|
|
product.Product));
|
|
}
|
|
}
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_usb_products, addedProducts);
|
|
AaruLogging.WriteLine(Localization.Core.Modified_0_USB_products, modifiedProducts);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.StartAsync(async ctx =>
|
|
{
|
|
ProgressTask task =
|
|
ctx.AddTask(Localization.Core.Updating_CompactDisc_read_offsets);
|
|
|
|
task.MaxValue = sync.Offsets.Count;
|
|
|
|
foreach(CdOffsetDto offset in sync.Offsets)
|
|
{
|
|
CdOffset existing =
|
|
await mctx.CdOffsets.FirstOrDefaultAsync(o => o.Id == offset.Id);
|
|
|
|
task.Increment(1);
|
|
|
|
if(existing != null)
|
|
{
|
|
modifiedOffsets++;
|
|
existing.Agreement = offset.Agreement;
|
|
existing.Manufacturer = offset.Manufacturer;
|
|
existing.Model = offset.Model;
|
|
existing.Submissions = offset.Submissions;
|
|
existing.Offset = offset.Offset;
|
|
existing.ModifiedWhen = updateStart;
|
|
mctx.CdOffsets.Update(existing);
|
|
}
|
|
else
|
|
{
|
|
addedOffsets++;
|
|
|
|
mctx.CdOffsets.Add(new CdOffset(offset)
|
|
{
|
|
Id = offset.Id
|
|
});
|
|
}
|
|
}
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_CompactDisc_read_offsets, addedOffsets);
|
|
AaruLogging.WriteLine(Localization.Core.Modified_0_CompactDisc_read_offsets, modifiedOffsets);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.StartAsync(async ctx =>
|
|
{
|
|
ProgressTask task = ctx.AddTask(Localization.Core.Updating_known_devices);
|
|
task.MaxValue = sync.Offsets.Count;
|
|
|
|
foreach(DeviceDto device in sync.Devices)
|
|
{
|
|
task.Increment(1);
|
|
|
|
Device existing =
|
|
await mctx.Devices.FirstOrDefaultAsync(d => d.Id == device.Id);
|
|
|
|
if(existing != null)
|
|
{
|
|
modifiedDevices++;
|
|
|
|
mctx.Remove(existing);
|
|
|
|
existing = new Device(device)
|
|
{
|
|
Id = device.Id,
|
|
OptimalMultipleSectorsRead = device.OptimalMultipleSectorsRead,
|
|
CanReadGdRomUsingSwapDisc = device.CanReadGdRomUsingSwapDisc
|
|
};
|
|
|
|
mctx.Devices.Add(existing);
|
|
}
|
|
else
|
|
{
|
|
addedDevices++;
|
|
|
|
mctx.Devices.Add(new Device(device)
|
|
{
|
|
Id = device.Id,
|
|
OptimalMultipleSectorsRead = device.OptimalMultipleSectorsRead,
|
|
CanReadGdRomUsingSwapDisc = device.CanReadGdRomUsingSwapDisc
|
|
});
|
|
}
|
|
}
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_known_devices, addedDevices);
|
|
AaruLogging.WriteLine(Localization.Core.Modified_0_known_devices, modifiedDevices);
|
|
|
|
await AnsiConsole.Progress()
|
|
.AutoClear(true)
|
|
.HideCompleted(true)
|
|
.Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
|
|
.StartAsync(async ctx =>
|
|
{
|
|
ProgressTask task =
|
|
ctx.AddTask(Localization.Core.Updating_known_iNES_NES_2_0_headers);
|
|
|
|
task.MaxValue = sync.Offsets.Count;
|
|
|
|
sync.NesHeaders ??= [];
|
|
|
|
foreach(NesHeaderDto header in sync.NesHeaders)
|
|
{
|
|
task.Increment(1);
|
|
|
|
NesHeaderInfo existing =
|
|
await mctx.NesHeaders.FirstOrDefaultAsync(d => d.Id == header.Id);
|
|
|
|
if(existing != null)
|
|
{
|
|
modifiedNesHeaders++;
|
|
DateTime addedDate = existing.AddedWhen;
|
|
|
|
mctx.Remove(existing);
|
|
|
|
existing = new NesHeaderInfo
|
|
{
|
|
Id = header.Id,
|
|
AddedWhen = addedDate,
|
|
BatteryPresent = header.BatteryPresent,
|
|
ConsoleType = header.ConsoleType,
|
|
DefaultExpansionDevice = header.DefaultExpansionDevice,
|
|
ExtendedConsoleType = header.ExtendedConsoleType,
|
|
FourScreenMode = header.FourScreenMode,
|
|
Mapper = header.Mapper,
|
|
ModifiedWhen = DateTime.UtcNow,
|
|
NametableMirroring = header.NametableMirroring,
|
|
Sha256 = header.Sha256,
|
|
Submapper = header.Submapper,
|
|
TimingMode = header.TimingMode,
|
|
VsHardwareType = header.VsHardwareType,
|
|
VsPpuType = header.VsPpuType
|
|
};
|
|
|
|
mctx.NesHeaders.Add(existing);
|
|
}
|
|
else
|
|
{
|
|
addedNesHeaders++;
|
|
|
|
mctx.NesHeaders.Add(new NesHeaderInfo
|
|
{
|
|
Id = header.Id,
|
|
AddedWhen = DateTime.UtcNow,
|
|
BatteryPresent = header.BatteryPresent,
|
|
ConsoleType = header.ConsoleType,
|
|
DefaultExpansionDevice = header.DefaultExpansionDevice,
|
|
ExtendedConsoleType = header.ExtendedConsoleType,
|
|
FourScreenMode = header.FourScreenMode,
|
|
Mapper = header.Mapper,
|
|
ModifiedWhen = DateTime.UtcNow,
|
|
NametableMirroring = header.NametableMirroring,
|
|
Sha256 = header.Sha256,
|
|
Submapper = header.Submapper,
|
|
TimingMode = header.TimingMode,
|
|
VsHardwareType = header.VsHardwareType,
|
|
VsPpuType = header.VsPpuType
|
|
});
|
|
}
|
|
}
|
|
});
|
|
|
|
AaruLogging.WriteLine(Localization.Core.Added_0_known_iNES_NES_2_0_headers, addedNesHeaders);
|
|
AaruLogging.WriteLine(Localization.Core.Modified_0_known_iNES_NES_2_0_headers, modifiedNesHeaders);
|
|
}
|
|
}
|
|
catch(Exception ex)
|
|
{
|
|
AaruLogging.Error(Localization.Core.Exception_0_when_updating_database, ex);
|
|
AaruLogging.Exception(ex, Localization.Core.Exception_0_when_updating_database, ex.Message);
|
|
}
|
|
finally
|
|
{
|
|
Spectre.ProgressSingleSpinner(ctx =>
|
|
{
|
|
ctx.AddTask(Localization.Core.Saving_changes).IsIndeterminate();
|
|
mctx.SaveChanges();
|
|
});
|
|
}
|
|
}
|
|
} |