Aaru/Aaru.Core/Remote.cs

// /***************************************************************************
// Aaru Data Preservation Suite
// ----------------------------------------------------------------------------
//
// Filename       : Remote.cs
// Author(s)      : Natalia Portillo <claunia@claunia.com>
//
// Component      : Core algorithms.
//
// --[ Description ] ----------------------------------------------------------
//
//     Handles connections to Aaru.Server.
//
// --[ License ] --------------------------------------------------------------
//
//     This program is free software: you can redistribute it and/or modify
//     it under the terms of the GNU General Public License as
//     published by the Free Software Foundation, either version 3 of the
//     License, or (at your option) any later version.
//
//     This program is distributed in the hope that it will be useful,
//     but WITHOUT ANY WARRANTY; without even the implied warranty of
//     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//     GNU General Public License for more details.
//
//     You should have received a copy of the GNU General Public License
//     along with this program.  If not, see <http://www.gnu.org/licenses/>.
//
// ----------------------------------------------------------------------------
// Copyright © 2011-2025 Natalia Portillo
// ****************************************************************************/

using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Text.Json;
using System.Threading.Tasks;
using Aaru.CommonTypes.Metadata;
using Aaru.Database;
using Aaru.Database.Models;
using Aaru.Dto;
using Aaru.Logging;
using Microsoft.EntityFrameworkCore;
using Sentry;
using Spectre.Console;
using CdOffset = Aaru.Database.Models.CdOffset;
using Version = Aaru.CommonTypes.Metadata.Version;

namespace Aaru.Core;

/// <summary>Handles connections to Aaru.Server</summary>
public static class Remote
{
    /// <summary>Submits a device report</summary>
    /// <param name="report">Device report</param>
    public static Task SubmitReportAsync(DeviceReport report)
    {
        return AnsiConsole.Status()
                          .StartAsync(Localization.Core.Uploading_device_report,
                                      async _ =>
                                      {
                                          try
                                          {
                                              string json =
                                                  JsonSerializer.Serialize(report,
                                                                           typeof(DeviceReport),
                                                                           DeviceReportContext.Default);

                                              var httpClient = new HttpClient();

                                              httpClient.DefaultRequestHeaders.Add("User-Agent",
                                                  $"Aaru {typeof(Version).Assembly.GetName().Version}");

                                              httpClient.BaseAddress = new Uri("https://www.aaru.app");

                                              HttpResponseMessage response =
                                                  await httpClient.PostAsync("/api/uploadreportv2",
                                                                             new StringContent(json,
                                                                                 Encoding.UTF8,
                                                                                 "application/json"));

                                              if(!response.IsSuccessStatusCode) return;

                                              Stream data   = await response.Content.ReadAsStreamAsync();
                                              var    reader = new StreamReader(data);

                                              await reader.ReadToEndAsync();
                                              data.Close();
                                          }
                                          catch(WebException ex)
                                          {
                                              // Can't connect to the server, do nothing
                                              SentrySdk.CaptureException(ex);
                                          }

                                          catch(Exception ex)
                                          {
                                              SentrySdk.CaptureException(ex);

#if DEBUG
                                              if(Debugger.IsAttached) throw;
#endif
                                          }
                                      });
    }

    /// <summary>Updates the main database</summary>
    /// <param name="create">If <c>true</c> creates the database from scratch, otherwise updates an existing database</param>
    public static async Task UpdateMainDatabaseAsync(bool create)
    {
        var mctx = AaruContext.Create(Settings.Settings.MainDbPath);

        if(create)
        {
            await mctx.Database.EnsureCreatedAsync();

            await mctx.Database
                      .ExecuteSqlRawAsync("CREATE TABLE IF NOT EXISTS \"__EFMigrationsHistory\" (\"MigrationId\" TEXT PRIMARY KEY, \"ProductVersion\" TEXT)");

            foreach(string migration in await mctx.Database.GetPendingMigrationsAsync())
            {
                await mctx.Database
#pragma warning disable EF1002
                          .ExecuteSqlRawAsync($"INSERT INTO \"__EFMigrationsHistory\" (MigrationId, ProductVersion) VALUES ('{
                              migration}', '0.0.0')");
#pragma warning restore EF1002
            }
        }
        else
            await mctx.Database.MigrateAsync();

        await mctx.SaveChangesAsync();

        try
        {
            long     lastUpdate = 0;
            DateTime latest     = DateTime.MinValue;

            if(!create)
            {
                List<DateTime> latestAll = [];

                if(await mctx.UsbVendors.AnyAsync())
                    latestAll.Add(await mctx.UsbVendors.MaxAsync(static v => v.ModifiedWhen));

                if(await mctx.UsbProducts.AnyAsync())
                    latestAll.Add(await mctx.UsbProducts.MaxAsync(static p => p.ModifiedWhen));

                if(await mctx.CdOffsets.AnyAsync())
                    latestAll.Add(await mctx.CdOffsets.MaxAsync(static o => o.ModifiedWhen));

                if(await mctx.Devices.AnyAsync())
                    latestAll.Add(await mctx.Devices.MaxAsync(static d => d.LastSynchronized));

                if(latestAll.Any())
                {
                    latest     = latestAll.Max(static t => t);
                    lastUpdate = (latest.ToFileTimeUtc() - new DateTime(1970, 1, 1).ToFileTimeUtc()) / 10000000;
                }
            }

            if(lastUpdate == 0)
            {
                create = true;
                AaruLogging.WriteLine(Localization.Core.Creating_main_database);
            }
            else
            {
                AaruLogging.WriteLine(Localization.Core.Updating_main_database);
                AaruLogging.WriteLine(Localization.Core.Last_update_0, latest);
            }

            DateTime updateStart = DateTime.UtcNow;

            var httpClient = new HttpClient();
            httpClient.DefaultRequestHeaders.Add("User-Agent", $"Aaru {typeof(Version).Assembly.GetName().Version}");
            httpClient.BaseAddress = new Uri("https://www.aaru.app");

            HttpResponseMessage response = await httpClient.GetAsync($"/api/update?timestamp={lastUpdate}");

            if(!response.IsSuccessStatusCode)
            {
                AaruLogging.Error(Localization.Core.Error_0_when_trying_to_get_updated_entities, response.StatusCode);

                return;
            }

            Stream  data   = await response.Content.ReadAsStreamAsync();
            var     reader = new StreamReader(data);
            SyncDto sync   = JsonSerializer.Deserialize<SyncDto>(await reader.ReadToEndAsync()) ?? new SyncDto();

            if(create)
            {
                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .Start(ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Adding_USB_vendors);
                                      task.MaxValue = sync.UsbVendors.Count;

                                      foreach(UsbVendorDto vendor in sync.UsbVendors)
                                      {
                                          task.Increment(1);
                                          mctx.UsbVendors.Add(new UsbVendor(vendor.VendorId, vendor.Vendor));
                                      }

                                      return Task.CompletedTask;
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_usb_vendors, sync.UsbVendors.Count);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .Start(ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Adding_USB_products);
                                      task.MaxValue = sync.UsbProducts.Count;

                                      foreach(UsbProductDto product in sync.UsbProducts)
                                      {
                                          task.Increment(1);

                                          mctx.UsbProducts.Add(new UsbProduct(product.VendorId,
                                                                              product.ProductId,
                                                                              product.Product));
                                      }

                                      return Task.CompletedTask;
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_usb_products, sync.UsbProducts.Count);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .Start(ctx =>
                                  {
                                      ProgressTask task =
                                          ctx.AddTask(Localization.Core.Adding_CompactDisc_read_offsets);

                                      task.MaxValue = sync.Offsets.Count;

                                      foreach(CdOffsetDto offset in sync.Offsets)
                                      {
                                          task.Increment(1);

                                          mctx.CdOffsets.Add(new CdOffset(offset)
                                          {
                                              Id = offset.Id
                                          });
                                      }

                                      return Task.CompletedTask;
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_CompactDisc_read_offsets, sync.Offsets.Count);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .Start(ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Adding_known_devices);
                                      task.MaxValue = sync.Devices.Count;

                                      foreach(DeviceDto device in sync.Devices)

                                      {
                                          task.Increment(1);

                                          mctx.Devices.Add(new Device(device)
                                          {
                                              Id = device.Id
                                          });
                                      }

                                      return Task.CompletedTask;
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_known_devices, sync.Devices.Count);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .Start(ctx =>
                                  {
                                      ProgressTask task =
                                          ctx.AddTask(Localization.Core.Adding_known_iNES_NES_2_0_headers);

                                      task.MaxValue = sync.NesHeaders?.Count ?? 0;

                                      foreach(NesHeaderDto header in sync.NesHeaders ?? [])
                                      {
                                          task.Increment(1);

                                          mctx.NesHeaders.Add(new NesHeaderInfo
                                          {
                                              Id                     = header.Id,
                                              AddedWhen              = DateTime.UtcNow,
                                              BatteryPresent         = header.BatteryPresent,
                                              ConsoleType            = header.ConsoleType,
                                              DefaultExpansionDevice = header.DefaultExpansionDevice,
                                              ExtendedConsoleType    = header.ExtendedConsoleType,
                                              FourScreenMode         = header.FourScreenMode,
                                              Mapper                 = header.Mapper,
                                              ModifiedWhen           = DateTime.UtcNow,
                                              NametableMirroring     = header.NametableMirroring,
                                              Sha256                 = header.Sha256,
                                              Submapper              = header.Submapper,
                                              TimingMode             = header.TimingMode,
                                              VsHardwareType         = header.VsHardwareType,
                                              VsPpuType              = header.VsPpuType
                                          });
                                      }

                                      return Task.CompletedTask;
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_known_iNES_NES_2_0_headers,
                                      sync.NesHeaders?.Count ?? 0);
            }
            else
            {
                long addedVendors       = 0;
                long addedProducts      = 0;
                long addedOffsets       = 0;
                long addedDevices       = 0;
                long addedNesHeaders    = 0;
                long modifiedVendors    = 0;
                long modifiedProducts   = 0;
                long modifiedOffsets    = 0;
                long modifiedDevices    = 0;
                long modifiedNesHeaders = 0;

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .StartAsync(async ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Updating_USB_vendors);
                                      task.MaxValue = sync.UsbVendors.Count;

                                      foreach(UsbVendorDto vendor in sync.UsbVendors)
                                      {
                                          task.Increment(1);

                                          UsbVendor existing =
                                              await mctx.UsbVendors.FirstOrDefaultAsync(v => v.Id == vendor.VendorId);

                                          if(existing != null)
                                          {
                                              modifiedVendors++;
                                              existing.Vendor       = vendor.Vendor;
                                              existing.ModifiedWhen = updateStart;
                                              mctx.UsbVendors.Update(existing);
                                          }
                                          else
                                          {
                                              addedVendors++;
                                              mctx.UsbVendors.Add(new UsbVendor(vendor.VendorId, vendor.Vendor));
                                          }
                                      }
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_usb_vendors,    addedVendors);
                AaruLogging.WriteLine(Localization.Core.Modified_0_USB_vendors, modifiedVendors);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .StartAsync(async ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Updating_USB_products);
                                      task.MaxValue = sync.UsbVendors.Count;

                                      foreach(UsbProductDto product in sync.UsbProducts)
                                      {
                                          task.Increment(1);

                                          UsbProduct existing =
                                              await mctx.UsbProducts.FirstOrDefaultAsync(p =>
                                                  p.VendorId  == product.VendorId &&
                                                  p.ProductId == product.ProductId);

                                          if(existing != null)
                                          {
                                              modifiedProducts++;
                                              existing.Product      = product.Product;
                                              existing.ModifiedWhen = updateStart;
                                              mctx.UsbProducts.Update(existing);
                                          }
                                          else
                                          {
                                              addedProducts++;

                                              mctx.UsbProducts.Add(new UsbProduct(product.VendorId,
                                                                       product.ProductId,
                                                                       product.Product));
                                          }
                                      }
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_usb_products,    addedProducts);
                AaruLogging.WriteLine(Localization.Core.Modified_0_USB_products, modifiedProducts);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .StartAsync(async ctx =>
                                  {
                                      ProgressTask task =
                                          ctx.AddTask(Localization.Core.Updating_CompactDisc_read_offsets);

                                      task.MaxValue = sync.Offsets.Count;

                                      foreach(CdOffsetDto offset in sync.Offsets)
                                      {
                                          CdOffset existing =
                                              await mctx.CdOffsets.FirstOrDefaultAsync(o => o.Id == offset.Id);

                                          task.Increment(1);

                                          if(existing != null)
                                          {
                                              modifiedOffsets++;
                                              existing.Agreement    = offset.Agreement;
                                              existing.Manufacturer = offset.Manufacturer;
                                              existing.Model        = offset.Model;
                                              existing.Submissions  = offset.Submissions;
                                              existing.Offset       = offset.Offset;
                                              existing.ModifiedWhen = updateStart;
                                              mctx.CdOffsets.Update(existing);
                                          }
                                          else
                                          {
                                              addedOffsets++;

                                              mctx.CdOffsets.Add(new CdOffset(offset)
                                              {
                                                  Id = offset.Id
                                              });
                                          }
                                      }
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_CompactDisc_read_offsets,    addedOffsets);
                AaruLogging.WriteLine(Localization.Core.Modified_0_CompactDisc_read_offsets, modifiedOffsets);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .StartAsync(async ctx =>
                                  {
                                      ProgressTask task = ctx.AddTask(Localization.Core.Updating_known_devices);
                                      task.MaxValue = sync.Offsets.Count;

                                      foreach(DeviceDto device in sync.Devices)
                                      {
                                          task.Increment(1);

                                          Device existing =
                                              await mctx.Devices.FirstOrDefaultAsync(d => d.Id == device.Id);

                                          if(existing != null)
                                          {
                                              modifiedDevices++;

                                              mctx.Remove(existing);

                                              existing = new Device(device)
                                              {
                                                  Id                         = device.Id,
                                                  OptimalMultipleSectorsRead = device.OptimalMultipleSectorsRead,
                                                  CanReadGdRomUsingSwapDisc  = device.CanReadGdRomUsingSwapDisc
                                              };

                                              mctx.Devices.Add(existing);
                                          }
                                          else
                                          {
                                              addedDevices++;

                                              mctx.Devices.Add(new Device(device)
                                              {
                                                  Id                         = device.Id,
                                                  OptimalMultipleSectorsRead = device.OptimalMultipleSectorsRead,
                                                  CanReadGdRomUsingSwapDisc  = device.CanReadGdRomUsingSwapDisc
                                              });
                                          }
                                      }
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_known_devices,    addedDevices);
                AaruLogging.WriteLine(Localization.Core.Modified_0_known_devices, modifiedDevices);

                await AnsiConsole.Progress()
                                 .AutoClear(true)
                                 .HideCompleted(true)
                                 .Columns(new TaskDescriptionColumn(), new ProgressBarColumn(), new PercentageColumn())
                                 .StartAsync(async ctx =>
                                  {
                                      ProgressTask task =
                                          ctx.AddTask(Localization.Core.Updating_known_iNES_NES_2_0_headers);

                                      task.MaxValue = sync.Offsets.Count;

                                      sync.NesHeaders ??= [];

                                      foreach(NesHeaderDto header in sync.NesHeaders)
                                      {
                                          task.Increment(1);

                                          NesHeaderInfo existing =
                                              await mctx.NesHeaders.FirstOrDefaultAsync(d => d.Id == header.Id);

                                          if(existing != null)
                                          {
                                              modifiedNesHeaders++;
                                              DateTime addedDate = existing.AddedWhen;

                                              mctx.Remove(existing);

                                              existing = new NesHeaderInfo
                                              {
                                                  Id                     = header.Id,
                                                  AddedWhen              = addedDate,
                                                  BatteryPresent         = header.BatteryPresent,
                                                  ConsoleType            = header.ConsoleType,
                                                  DefaultExpansionDevice = header.DefaultExpansionDevice,
                                                  ExtendedConsoleType    = header.ExtendedConsoleType,
                                                  FourScreenMode         = header.FourScreenMode,
                                                  Mapper                 = header.Mapper,
                                                  ModifiedWhen           = DateTime.UtcNow,
                                                  NametableMirroring     = header.NametableMirroring,
                                                  Sha256                 = header.Sha256,
                                                  Submapper              = header.Submapper,
                                                  TimingMode             = header.TimingMode,
                                                  VsHardwareType         = header.VsHardwareType,
                                                  VsPpuType              = header.VsPpuType
                                              };

                                              mctx.NesHeaders.Add(existing);
                                          }
                                          else
                                          {
                                              addedNesHeaders++;

                                              mctx.NesHeaders.Add(new NesHeaderInfo
                                              {
                                                  Id                     = header.Id,
                                                  AddedWhen              = DateTime.UtcNow,
                                                  BatteryPresent         = header.BatteryPresent,
                                                  ConsoleType            = header.ConsoleType,
                                                  DefaultExpansionDevice = header.DefaultExpansionDevice,
                                                  ExtendedConsoleType    = header.ExtendedConsoleType,
                                                  FourScreenMode         = header.FourScreenMode,
                                                  Mapper                 = header.Mapper,
                                                  ModifiedWhen           = DateTime.UtcNow,
                                                  NametableMirroring     = header.NametableMirroring,
                                                  Sha256                 = header.Sha256,
                                                  Submapper              = header.Submapper,
                                                  TimingMode             = header.TimingMode,
                                                  VsHardwareType         = header.VsHardwareType,
                                                  VsPpuType              = header.VsPpuType
                                              });
                                          }
                                      }
                                  });

                AaruLogging.WriteLine(Localization.Core.Added_0_known_iNES_NES_2_0_headers,    addedNesHeaders);
                AaruLogging.WriteLine(Localization.Core.Modified_0_known_iNES_NES_2_0_headers, modifiedNesHeaders);
            }
        }
        catch(Exception ex)
        {
            AaruLogging.Error(Localization.Core.Exception_0_when_updating_database, ex);
            AaruLogging.Exception(ex, Localization.Core.Exception_0_when_updating_database, ex.Message);
        }
        finally
        {
            Spectre.ProgressSingleSpinner(ctx =>
            {
                ctx.AddTask(Localization.Core.Saving_changes).IsIndeterminate();
                mctx.SaveChanges();
            });
        }
    }
}