Add ability to get matching IDs from Redump

DICUI.Library/Web/CookieAwareWebClient.cs

@@ -0,0 +1,36 @@
+using System;
+using System.Net;
+
+namespace DICUI.Web
+{
+    // https://stackoverflow.com/questions/1777221/using-cookiecontainer-with-webclient-class
+    public class CookieAwareWebClient : WebClient
+    {
+        private readonly CookieContainer m_container = new CookieContainer();
+
+        protected override WebRequest GetWebRequest(Uri address)
+        {
+            WebRequest request = base.GetWebRequest(address);
+            HttpWebRequest webRequest = request as HttpWebRequest;
+            if (webRequest != null)
+            {
+                webRequest.CookieContainer = m_container;
+            }
+
+            return request;
+        }
+
+        /// <summary>
+        /// Get the last downloaded filename, if possible
+        /// </summary>
+        /// <returns></returns>
+        public string GetLastFilename()
+        {
+            // Try to extract the filename from the Content-Disposition header
+            if (!String.IsNullOrEmpty(this.ResponseHeaders["Content-Disposition"]))
+                return this.ResponseHeaders["Content-Disposition"].Substring(this.ResponseHeaders["Content-Disposition"].IndexOf("filename=") + 9).Replace("\"", "");
+
+            return null;
+        }
+    }
+}

DICUI.Library/Web/RedumpAccess.cs

@@ -0,0 +1,154 @@
+using System;
+using System.Collections.Generic;
+using System.Net;
+using System.Text;
+using System.Text.RegularExpressions;
+
+namespace DICUI.Web
+{
+    public class RedumpAccess
+    {
+        #region Base URLs
+
+        private const string loginUrl = "http://forum.redump.org/login/";
+
+        #endregion
+
+        #region Disc URLs and Extensions
+
+        private const string discPageUrl = @"http://redump.org/disc/{0}/";
+
+        #endregion
+
+        #region List URLs
+
+        private const string quickSearchUrl = @"http://redump.org/discs/quicksearch/{0}/?page={1}";
+
+        #endregion
+
+        #region Regexes
+
+        private Regex discRegex = new Regex(@"<a href=""/disc/(\d+)/"">");
+        private Regex tokenRegex = new Regex(@"<input type=""hidden"" name=""csrf_token"" value=""(.*?)"" />");
+
+        #endregion
+
+        /// <summary>
+        /// Login to Redump, if possible
+        /// </summary>
+        /// <param name="wc">CookieAwareWebClient to hold the login state</param>
+        /// <param name="username">Redump username to log in for protected systems</param>
+        /// <param name="password">Redump password to log in for protected systems</param>
+        /// <returns>True login was successful, false otherwise</returns>
+        public bool RedumpLogin(CookieAwareWebClient wc, string username, string password)
+        {
+            if (string.IsNullOrWhiteSpace(username) || string.IsNullOrWhiteSpace(password))
+                return false;
+
+            var loginPage = wc.DownloadString(loginUrl);
+            string token = this.tokenRegex.Match(loginPage).Groups[1].Value;
+
+            wc.Headers[HttpRequestHeader.ContentType] = "application/x-www-form-urlencoded";
+            wc.Encoding = Encoding.UTF8;
+            var response = wc.UploadString(loginUrl, $"form_sent=1&redirect_url=&csrf_token={token}&req_username={username}&req_password={password}&save_pass=0");
+
+            if (response.Contains("Incorrect username and/or password."))
+                return false;
+            else
+                return true;
+        }
+
+        /// <summary>
+        /// Get the list of IDs that associate with a given string
+        /// </summary>
+        /// <param name="wc">CookieAwareWebClient to hold the login state</param>
+        /// <param name="query">Value to search for in Redump</param>
+        /// <returns>A list of IDs associated with that value</returns>
+        public List<int> ProcessSearch(CookieAwareWebClient wc, string query)
+        {
+            List<int> ids = new List<int>();
+
+            // Keep getting quicksearch pages until there are none left
+            int pageNumber = 1;
+            while (true)
+            {
+                List<int> pageIds = CheckSingleSitePage(wc, string.Format(quickSearchUrl, query, pageNumber++));
+                ids.AddRange(pageIds);
+                if (pageIds.Count < 2)
+                    break;
+            }
+
+            return ids;
+        }
+
+        /// <summary>
+        /// Process a Redump site page as a list of possible IDs or disc page
+        /// </summary>
+        /// <param name="wc">CookieAwareWebClient to access the pages</param>
+        /// <param name="url">Page URL to check and parse</param>
+        /// <returns>List of matching IDs</returns>
+        private List<int> CheckSingleSitePage(CookieAwareWebClient wc, string url)
+        {
+            List<int> ids = new List<int>();
+
+            var dumpsPage = wc.DownloadString(url);
+
+            // If we have no dumps left
+            if (dumpsPage.Contains("No discs found."))
+                return ids;
+
+            // If we have a single disc page already
+            if (dumpsPage.Contains("<b>Download:</b>"))
+            {
+                var value = Regex.Match(dumpsPage, @"/disc/(\d+)/sfv/").Groups[1].Value;
+                if (Int32.TryParse(value, out int id))
+                    ids.Add(id);
+
+                return ids;
+            }
+
+            // Otherwise, traverse each dump on the page
+            var matches = discRegex.Matches(dumpsPage);
+            foreach (Match match in matches)
+            {
+                try
+                {
+                    if (Int32.TryParse(match.Groups[1].Value, out int value))
+                        ids.Add(value);
+                }
+                catch (Exception ex)
+                {
+                    Console.WriteLine($"An exception has occurred: {ex}");
+                    continue;
+                }
+            }
+
+            return ids;
+        }
+
+        /// <summary>
+        /// Download an individual site ID page as a string, if possible
+        /// </summary>
+        /// <param name="wc">CookieAwareWebClient to access the pages</param>
+        /// <param name="id">Redump disc ID to retrieve</param>
+        /// <returns></returns>
+        public string DownloadSingleSiteID(CookieAwareWebClient wc, int id)
+        {
+            string paddedId = id.ToString().PadLeft(5, '0');
+            Console.WriteLine($"Processing ID: {paddedId}");
+            try
+            {
+                string discPage = wc.DownloadString(string.Format(discPageUrl, +id));
+                if (discPage.Contains($"Disc with ID \"{id}\" doesn't exist"))
+                    return null;
+                else
+                    return discPage;
+            }
+            catch (Exception ex)
+            {
+                Console.WriteLine($"An exception has occurred: {ex}");
+                return null;
+            }
+        }
+    }
+}