" +
+ html.Substring(html.IndexOf("| ", StringComparison.Ordinal));
+
+ var doc = new HtmlDocument();
+ doc.LoadHtml(html);
+ HtmlNode firstTable = doc.DocumentNode.SelectSingleNode("/html[1]/body[1]/table[1]");
+
+ var firstRow = true;
+
+ var addedOffsets = 0;
+ var modifiedOffsets = 0;
+
+ _logger.LogInformation("Processing offsets...");
+ stopwatch.Restart();
+
+ foreach(HtmlNode row in firstTable.Descendants("tr"))
+ {
+ HtmlNode[] columns = row.Descendants("td").ToArray();
+
+ if(columns.Length != 4)
+ {
+ _logger.LogError("Row does not have correct number of columns...");
+
+ continue;
+ }
+
+ string column0 = columns[0].InnerText;
+ string column1 = columns[1].InnerText;
+ string column2 = columns[2].InnerText;
+ string column3 = columns[3].InnerText;
+
+ if(firstRow)
+ {
+ if(column0.ToLowerInvariant() != "cd drive")
+ {
+ _logger.LogError("Unexpected header \"{InnerText}\" found...", columns[0].InnerText);
+
+ break;
+ }
+
+ if(column1.ToLowerInvariant() != "correction offset")
+ {
+ _logger.LogError("Unexpected header \"{InnerText}\" found...", columns[1].InnerText);
+
+ break;
+ }
+
+ if(column2.ToLowerInvariant() != "submitted by")
+ {
+ _logger.LogError("Unexpected header \"{InnerText}\" found...", columns[2].InnerText);
+
+ break;
+ }
+
+ if(column3.ToLowerInvariant() != "percentage agree")
+ {
+ _logger.LogError("Unexpected header \"{InnerText}\" found...", columns[3].InnerText);
+
+ break;
+ }
+
+ firstRow = false;
+
+ continue;
+ }
+
+ string manufacturer;
+ string model;
+
+ if(column0[0] == '-' && column0[1] == ' ')
+ {
+ manufacturer = null;
+ model = column0.Substring(2).Trim();
+ }
+ else
+ {
+ int cutOffset = column0.IndexOf(" - ", StringComparison.Ordinal);
+
+ if(cutOffset == -1)
+ {
+ manufacturer = null;
+ model = column0;
+ }
+ else
+ {
+ manufacturer = column0.Substring(0, cutOffset).Trim();
+ model = column0.Substring(cutOffset + 3).Trim();
+ }
+ }
+
+ switch(manufacturer)
+ {
+ case "Lite-ON":
+ manufacturer = "JLMS";
+
+ break;
+ case "LG Electronics":
+ manufacturer = "HL-DT-ST";
+
+ break;
+ case "Panasonic":
+ manufacturer = "MATSHITA";
+
+ break;
+ }
+
+ CompactDiscOffset cdOffset =
+ ctx.CdOffsets.FirstOrDefault(o => o.Manufacturer == manufacturer && o.Model == model);
+
+ if(column1.ToLowerInvariant() == "[purged]")
+ {
+ if(cdOffset != null) ctx.CdOffsets.Remove(cdOffset);
+
+ continue;
+ }
+
+ if(!short.TryParse(column1, out short offset)) continue;
+
+ if(!int.TryParse(column2, out int submissions)) continue;
+
+ if(column3[^1] != '%') continue;
+
+ column3 = column3.Substring(0, column3.Length - 1);
+
+ if(!float.TryParse(column3, out float percentage)) continue;
+
+ percentage /= 100;
+
+ if(cdOffset is null)
+ {
+ cdOffset = new CompactDiscOffset
+ {
+ AddedWhen = DateTime.UtcNow,
+ ModifiedWhen = DateTime.UtcNow,
+ Agreement = percentage,
+ Manufacturer = manufacturer,
+ Model = model,
+ Offset = offset,
+ Submissions = submissions
+ };
+
+ ctx.CdOffsets.Add(cdOffset);
+ addedOffsets++;
+ }
+ else
+ {
+ if(Math.Abs(cdOffset.Agreement - percentage) > 0)
+ {
+ cdOffset.Agreement = percentage;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(cdOffset.Offset != offset)
+ {
+ cdOffset.Offset = offset;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(cdOffset.Submissions != submissions)
+ {
+ cdOffset.Submissions = submissions;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(Math.Abs(cdOffset.Agreement - percentage) > 0 ||
+ cdOffset.Offset != offset ||
+ cdOffset.Submissions != submissions)
+ modifiedOffsets++;
+ }
+
+ foreach(Device device in ctx.Devices
+ .Where(d => d.Manufacturer == null &&
+ d.Model != null &&
+ d.Model.Trim() == model)
+ .Union(ctx.Devices.Where(d => d.Manufacturer != null &&
+ d.Manufacturer.Trim() == manufacturer &&
+ d.Model != null &&
+ d.Model == model)))
+ {
+ if(device.CdOffset == cdOffset && device.ModifiedWhen == cdOffset.ModifiedWhen) continue;
+
+ device.CdOffset = cdOffset;
+ device.ModifiedWhen = cdOffset.ModifiedWhen;
+ }
+ }
+
+ stopwatch.Stop();
+ _logger.LogDebug("Took {TotalSeconds:F2} seconds", stopwatch.Elapsed.TotalSeconds);
+
+ if(File.Exists("drive_offsets.json"))
+ {
+ var sr = new StreamReader("drive_offsets.json");
+
+ CompactDiscOffset[] offsets = JsonSerializer.Deserialize(sr.ReadToEnd());
+
+ if(offsets != null)
+ {
+ foreach(CompactDiscOffset offset in offsets)
+ {
+ CompactDiscOffset cdOffset =
+ ctx.CdOffsets.FirstOrDefault(o => o.Manufacturer == offset.Manufacturer &&
+ o.Model == offset.Model);
+
+ if(cdOffset is null)
+ {
+ offset.ModifiedWhen = DateTime.UtcNow;
+
+ ctx.CdOffsets.Add(offset);
+ addedOffsets++;
+ }
+ else
+ {
+ if(Math.Abs(cdOffset.Agreement - offset.Agreement) > 0 || offset.Agreement < 0)
+ {
+ cdOffset.Agreement = offset.Agreement;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(cdOffset.Offset != offset.Offset)
+ {
+ cdOffset.Offset = offset.Offset;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(cdOffset.Submissions != offset.Submissions)
+ {
+ cdOffset.Submissions = offset.Submissions;
+ cdOffset.ModifiedWhen = DateTime.UtcNow;
+ }
+
+ if(Math.Abs(cdOffset.Agreement - offset.Agreement) > 0 ||
+ cdOffset.Offset != offset.Offset ||
+ cdOffset.Submissions != offset.Submissions)
+ modifiedOffsets++;
+ }
+ }
+ }
+ }
+
+ _logger.LogInformation("Committing changes...");
+ stopwatch.Restart();
+ ctx.SaveChanges();
+ stopwatch.Stop();
+ _logger.LogDebug("Took {TotalSeconds:F2} seconds", stopwatch.Elapsed.TotalSeconds);
+
+ _logger.LogInformation("Added {AddedOffsets} offsets", addedOffsets);
+ _logger.LogInformation("Modified {ModifiedOffsets} offsets", modifiedOffsets);
+ }
+ catch(Exception ex)
+ {
+#if DEBUG
+ if(Debugger.IsAttached) throw;
+#endif
+ _logger.LogCritical("Exception {Ex} filling CompactDisc read offsets...", ex);
+ }
+
+ if(!Directory.Exists("nes")) return;
+
+ _logger.LogInformation("Reading iNES/NES 2.0 headers...");
+ stopwatch.Restart();
+ var newHeaders = 0;
+ var updatedHeaders = 0;
+ counter = 0;
+
+ foreach(string file in Directory.GetFiles("nes"))
+ {
+ try
+ {
+ var fs = new FileStream(file, FileMode.Open, FileAccess.Read);
+
+ if(fs.Length <= 16) continue;
+
+ var header = new byte[16];
+ var data = new byte[fs.Length - 16];
+
+ fs.Read(header, 0, 16);
+ fs.Read(data, 0, data.Length);
+
+ bool ines;
+ bool nes20;
+
+ ines = header[0] == 'N' && header[1] == 'E' && header[2] == 'S' && header[3] == 0x1A;
+ nes20 = ines && (header[7] & 0x0C) == 0x08;
+
+ if(!ines) continue;
+
+ counter++;
+
+ var info = new NesHeaderInfo
+ {
+ NametableMirroring = (header[6] & 0x1) == 0x1,
+ BatteryPresent = (header[6] & 0x2) == 0x2,
+ FourScreenMode = (header[6] & 0x8) == 0x8,
+ Mapper = (ushort)(header[6] >> 4),
+ ConsoleType = (NesConsoleType)(header[7] & 0x3)
+ };
+
+ info.Mapper += (ushort)(header[7] & 0xF0);
+
+ if(nes20)
+ {
+ info.Mapper += (ushort)((header[8] & 0xF) << 8);
+ info.Submapper = (byte)(header[8] >> 4);
+ info.TimingMode = (NesTimingMode)(header[12] & 0x3);
+
+ switch(info.ConsoleType)
+ {
+ case NesConsoleType.Vs:
+ info.VsPpuType = (NesVsPpuType)(header[13] & 0xF);
+ info.VsHardwareType = (NesVsHardwareType)(header[13] >> 4);
+
+ break;
+ case NesConsoleType.Extended:
+ info.ExtendedConsoleType = (NesExtendedConsoleType)(header[13] & 0xF);
+
+ break;
+ }
+
+ info.DefaultExpansionDevice = (NesDefaultExpansionDevice)header[15];
+ }
+
+ var hasher = SHA256.Create();
+ byte[] hashBytes = hasher.ComputeHash(data);
+ var hashChars = new char[64];
+
+ for(var i = 0; i < 32; i++)
+ {
+ int a = hashBytes[i] >> 4;
+ int b = hashBytes[i] & 0xF;
+
+ hashChars[i * 2] = a > 9 ? (char)(a + 0x57) : (char)(a + 0x30);
+ hashChars[i * 2 + 1] = b > 9 ? (char)(b + 0x57) : (char)(b + 0x30);
+ }
+
+ info.Sha256 = new string(hashChars);
+
+ NesHeaderInfo existing = ctx.NesHeaders.FirstOrDefault(h => h.Sha256 == info.Sha256);
+
+ if(existing == null)
+ {
+ info.AddedWhen = DateTime.UtcNow;
+ info.ModifiedWhen = info.AddedWhen;
+ ctx.NesHeaders.Add(info);
+ newHeaders++;
+
+ continue;
+ }
+
+ var modified = false;
+
+ if(existing.NametableMirroring != info.NametableMirroring)
+ {
+ existing.NametableMirroring = info.NametableMirroring;
+ modified = true;
+ }
+
+ if(existing.BatteryPresent != info.BatteryPresent)
+ {
+ existing.BatteryPresent = info.BatteryPresent;
+ modified = true;
+ }
+
+ if(existing.FourScreenMode != info.FourScreenMode)
+ {
+ existing.FourScreenMode = info.FourScreenMode;
+ modified = true;
+ }
+
+ if(existing.Mapper != info.Mapper)
+ {
+ existing.Mapper = info.Mapper;
+ modified = true;
+ }
+
+ if(existing.ConsoleType != info.ConsoleType)
+ {
+ existing.ConsoleType = info.ConsoleType;
+ modified = true;
+ }
+
+ if(existing.Submapper != info.Submapper)
+ {
+ existing.Submapper = info.Submapper;
+ modified = true;
+ }
+
+ if(existing.TimingMode != info.TimingMode)
+ {
+ existing.TimingMode = info.TimingMode;
+ modified = true;
+ }
+
+ if(existing.VsPpuType != info.VsPpuType)
+ {
+ existing.VsPpuType = info.VsPpuType;
+ modified = true;
+ }
+
+ if(existing.VsHardwareType != info.VsHardwareType)
+ {
+ existing.VsHardwareType = info.VsHardwareType;
+ modified = true;
+ }
+
+ if(existing.ExtendedConsoleType != info.ExtendedConsoleType)
+ {
+ existing.ExtendedConsoleType = info.ExtendedConsoleType;
+ modified = true;
+ }
+
+ if(existing.DefaultExpansionDevice != info.DefaultExpansionDevice)
+ {
+ existing.DefaultExpansionDevice = info.DefaultExpansionDevice;
+ modified = true;
+ }
+
+ if(!modified) continue;
+
+ existing.ModifiedWhen = DateTime.UtcNow;
+ updatedHeaders++;
+ }
+ catch(Exception ex)
+ {
+#if DEBUG
+ if(Debugger.IsAttached) throw;
+#endif
+ _logger.LogCritical("Exception {Ex} with file {File}...", ex, file);
+ }
+ }
+
+ stopwatch.Stop();
+ _logger.LogDebug("Took {TotalSeconds:F2} seconds", stopwatch.Elapsed.TotalSeconds);
+
+ _logger.LogInformation("Processed {Counter} iNES/NES 2.0 headers...", counter);
+ _logger.LogInformation("Added {NewHeaders} iNES/NES 2.0 headers...", newHeaders);
+ _logger.LogInformation("Updated {UpdatedHeaders} iNES/NES 2.0 headers...", updatedHeaders);
+
+ _logger.LogInformation("Committing changes...");
+ stopwatch.Restart();
+ ctx.SaveChanges();
+ stopwatch.Stop();
+ _logger.LogDebug("Took {TotalSeconds:F2} seconds", stopwatch.Elapsed.TotalSeconds);
+ }
+ finally
+ {
+ Interlocked.Exchange(ref _running, 0);
+ }
+ }
+}
\ No newline at end of file
diff --git a/Aaru.Server/drive_offsets.json b/Aaru.Server/drive_offsets.json
new file mode 100644
index 00000000..02b34c71
--- /dev/null
+++ b/Aaru.Server/drive_offsets.json
@@ -0,0 +1,42 @@
+[
+ {
+ "Manufacturer": "PLDS",
+ "Model": "DVD-RW DA8AESH",
+ "Offset": 6,
+ "Submissions": 1,
+ "Agreement": -1,
+ "AddedWhen": "2020-01-03T00:00:00Z"
+ },
+ {
+ "Manufacturer": "MATSHITA",
+ "Model": "DVD+-RW UJ890",
+ "Offset": 690,
+ "Submissions": 1,
+ "Agreement": -1,
+ "AddedWhen": "2020-11-08T13:40:00Z"
+ },
+ {
+ "Manufacturer": "MATSHITA",
+ "Model": "DVD-RAM UJ890",
+ "Offset": 690,
+ "Submissions": 1,
+ "Agreement": -1,
+ "AddedWhen": "2020-11-08T13:40:00Z"
+ },
+ {
+ "Manufacturer": "MATSHITA",
+ "Model": "DVD-RAM UJ890AS",
+ "Offset": 690,
+ "Submissions": 1,
+ "Agreement": -1,
+ "AddedWhen": "2020-11-08T13:40:00Z"
+ },
+ {
+ "Manufacturer": "MATSHITA",
+ "Model": "DVD-RAM UJ890ES",
+ "Offset": 690,
+ "Submissions": 1,
+ "Agreement": -1,
+ "AddedWhen": "2020-11-08T13:40:00Z"
+ }
+]
\ No newline at end of file
|