Jackett/src/Jackett.Test/WebUtilityHelpersTests.cs

using System.Text;
using System.Web;
using Jackett.Common.Helpers;
using Microsoft.VisualStudio.TestTools.UnitTesting;

namespace Jackett.Test
{
    [TestClass]
    public class WebUtilityHelpersTests
    {
        private readonly Encoding[] _codePagesToTest;
        private readonly string[] _stringsToTest;

        public WebUtilityHelpersTests()
        {
            //https://docs.microsoft.com/en-us/dotnet/api/system.text.codepagesencodingprovider?view=netcore-2.0
            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);

            _codePagesToTest = new Encoding[]{
                Encoding.UTF8,
                Encoding.ASCII,
                Encoding.GetEncoding("iso-8859-1"),
                Encoding.GetEncoding("windows-1255"),
                Encoding.GetEncoding("windows-1252"),
                Encoding.GetEncoding("windows-1251") }
            ;

            _stringsToTest = new string[]
            {
                "Test! אני לא יודע עברית, אבל אני מאמין שזה טקסט חוקי! $ # 2 אני תוהה אם אמוג'י יהיה נתמך 🐀.",
                "Å[ÉfÉBÉìÉOÇÕìÔǵÇ≠ǻǢ",
                "J͖ͥͨ̑͂̄̈́ḁ̹ͧͦ͡ͅc̲̗̮͍̻͓ͤk̳̥̖͗ͭ̾͌e̖̲̟̽ț̠͕͈͓͎̱t͕͕͓̹̹ͫͧ̆͑ͤ͝ ̼͓̟̣͔̇̒T̻̺̙̣̘͔̤̅͒̈̈͛̅e̥̗̍͟s̖̬̭͈̠t̫̩͙̯̩ͣ̏̕ ̸̰̬̄̀ͧ̀S̨̻̼̜̹̼͓̺ͨ̍ͦt͇̻̺̂́̄͌͗̕r̥͈̙͙̰͈̙͗̆̽̀i͉͔̖̻̹̗̣̍ͭ̒͗n̴̻͔̹̘̱̳͈͐ͦ̃̽͐̓̂g̴͚͙̲ͩ͌̆̉̀̾"
            };
        }



        [TestMethod]
        public void WebUtilityHelpers_UrlEncode_CorrectlyEncodes()
        {
            foreach (var encoding in _codePagesToTest)
            {
                foreach (var testString in _stringsToTest)
                {
                    //Check our implementation of Decode in .NET Standard Matches the .NET Framework Version                          
                    var NETString = HttpUtility.UrlEncode(testString, encoding);
                    var WebUtilityString = WebUtilityHelpers.UrlEncode(testString, encoding);
                    //Of note is that percent encoding gives lowercase values, where NET Native uses upper case this should be okay according to RFC3986 (https://tools.ietf.org/html/rfc3986#section-2.1)
                    var NETDecode = HttpUtility.UrlDecode(NETString);
                    var WebUtilityDecode = HttpUtility.UrlDecode(WebUtilityString);

                    Assert.AreEqual(NETDecode, WebUtilityDecode, $"{testString} did not match the expected decoded string with {encoding.EncodingName})");
                }
            }
        }

        [TestMethod]
        public void WebUtilityHelpers_UrlDecode_CorrectlyDecodes()
        {
            foreach (var encoding in _codePagesToTest)
            {
                foreach (var testString in _stringsToTest)
                {
                    //Check our implementation of Decode in .NET Standard Matches the .NET Framework Version      
                    var encodedString = HttpUtility.UrlEncode(testString, encoding);
                    var NETString = HttpUtility.UrlDecode(encodedString, encoding);
                    var WebUtilityString = WebUtilityHelpers.UrlDecode(encodedString, encoding);
                    Assert.AreEqual(NETString, WebUtilityString, $"{testString} did not match the expected decoded value after encoding with {encoding.EncodingName})");
                }
            }
        }
    }
}