Jackett/src/Jackett.Common/Indexers/BakaBT.cs

using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Globalization;
using System.Linq;
using System.Net;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using AngleSharp.Dom;
using AngleSharp.Html.Parser;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig.Bespoke;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils.Clients;
using Newtonsoft.Json.Linq;
using NLog;

namespace Jackett.Common.Indexers
{
    [ExcludeFromCodeCoverage]
    public class BakaBT : BaseWebIndexer
    {
        private string SearchUrl => SiteLink + "browse.php?only=0&hentai=1&incomplete=1&lossless=1&hd=1&multiaudio=1&bonus=1&reorder=1&q=";
        private string LoginUrl => SiteLink + "login.php";
        private readonly string LogoutStr = "<a href=\"logout.php\">Logout</a>";
        private bool AddRomajiTitle => configData.AddRomajiTitle.Value;
        private bool AppendSeason => configData.AppendSeason.Value;

        private readonly List<int> defaultCategories = new List<int> { TorznabCatType.TVAnime.ID };

        private new ConfigurationDataBakaBT configData
        {
            get => (ConfigurationDataBakaBT)base.configData;
            set => base.configData = value;
        }

        public BakaBT(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l, IProtectionService ps)
            : base(id: "bakabt",
                   name: "BakaBT",
                   description: "Anime Comunity",
                   link: "https://bakabt.me/",
                   caps: new TorznabCapabilities
                   {
                       // TODO: add music and book search
                       TvSearchParams = new List<TvSearchParam>
                       {
                           TvSearchParam.Q, TvSearchParam.Season, TvSearchParam.Ep
                       }
                   },
                   configService: configService,
                   client: wc,
                   logger: l,
                   p: ps,
                   configData: new ConfigurationDataBakaBT("To prevent 0-results-error, Enable the " +
                                                               "Show-Adult-Content option in your BakaBT account Settings."))
        {
            Encoding = Encoding.UTF8;
            Language = "en-us";
            Type = "private";

            AddCategoryMapping(1, TorznabCatType.TVAnime, "Anime Series");
            AddCategoryMapping(2, TorznabCatType.TVAnime, "OVA");
            AddCategoryMapping(3, TorznabCatType.AudioOther, "Soundtrack");
            AddCategoryMapping(4, TorznabCatType.BooksComics, "Manga");
            AddCategoryMapping(5, TorznabCatType.TVAnime, "Anime Movie");
            AddCategoryMapping(6, TorznabCatType.TVOTHER, "Live Action");
            AddCategoryMapping(7, TorznabCatType.BooksOther, "Artbook");
            AddCategoryMapping(8, TorznabCatType.AudioVideo, "Music Video");
            AddCategoryMapping(9, TorznabCatType.BooksEbook, "Light Novel");
        }

        public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
        {
            LoadValuesFromJson(configJson);
            await DoLogin();
            return IndexerConfigurationStatus.RequiresTesting;
        }

        private async Task DoLogin()
        {
            var loginForm = await webclient.GetResultAsync(new Utils.Clients.WebRequest()
            {
                Url = LoginUrl,
                Type = RequestType.GET
            });

            var pairs = new Dictionary<string, string> {
                { "username", configData.Username.Value },
                { "password", configData.Password.Value },
                { "returnto", "/index.php" }
            };

            var parser = new HtmlParser();
            var dom = parser.ParseDocument(loginForm.ContentString);
            var loginKey = dom.QuerySelector("input[name=\"loginKey\"]");
            if (loginKey != null)
                pairs["loginKey"] = loginKey.GetAttribute("value");

            var response = await RequestLoginAndFollowRedirect(LoginUrl, pairs, loginForm.Cookies, true, null, SiteLink);
            var responseContent = response.ContentString;
            await ConfigureIfOK(response.Cookies, responseContent.Contains(LogoutStr), () =>
            {
                var parser = new HtmlParser();
                var dom = parser.ParseDocument(responseContent);
                var messageEl = dom.QuerySelectorAll(".error").First();
                var errorMessage = messageEl.Text().Trim();
                throw new ExceptionWithConfigData(errorMessage, configData);
            });
        }

        protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
        {
            var searchString = query.SanitizedSearchTerm;

            var match = Regex.Match(query.SanitizedSearchTerm, @".*(?=\s(?:[Ee]\d+|\d+)$)");
            if (match.Success)
                searchString = match.Value;

            var releases = new List<ReleaseInfo>();
            var episodeSearchUrl = SearchUrl + WebUtility.UrlEncode(searchString);
            var response = await RequestWithCookiesAndRetryAsync(episodeSearchUrl);
            if (!response.ContentString.Contains(LogoutStr))
            {
                //Cookie appears to expire after a period of time or logging in to the site via browser
                await DoLogin();
                response = await RequestWithCookiesAndRetryAsync(episodeSearchUrl);
            }

            try
            {
                var parser = new HtmlParser();
                var dom = parser.ParseDocument(response.ContentString);
                var rows = dom.QuerySelectorAll(".torrents tr.torrent, .torrents tr.torrent_alt");
                ICollection<int> currentCategories = new List<int> { TorznabCatType.TVAnime.ID };

                foreach (var row in rows)
                {
                    var qTitleLink = row.QuerySelector("a.title, a.alt_title");
                    if (qTitleLink == null)
                        continue;

                    var title = qTitleLink.TextContent.Trim();

                    // Insert before the release info
                    var taidx = title.IndexOf('(');
                    var tbidx = title.IndexOf('[');

                    if (taidx == -1)
                        taidx = title.Length;

                    if (tbidx == -1)
                        tbidx = title.Length;
                    var titleSplit = Math.Min(taidx, tbidx);
                    var titleSeries = title.Substring(0, titleSplit);
                    var releaseInfo = title.Substring(titleSplit);

                    currentCategories = GetNextCategory(row, currentCategories);

                    var stringSeparator = new string[] { " | " };
                    var titles = titleSeries.Split(stringSeparator, StringSplitOptions.RemoveEmptyEntries);
                    if (titles.Count() > 1 && !AddRomajiTitle)
                        titles = titles.Skip(1).ToArray();

                    foreach (var name in titles)
                    {
                        var release = new ReleaseInfo();

                        release.Title = (name + releaseInfo).Trim();
                        // Ensure the season is defined as this tracker only deals with full seasons
                        if (release.Title.IndexOf("Season") == -1 && AppendSeason)
                        {
                            // Insert before the release info
                            var aidx = release.Title.IndexOf('(');
                            var bidx = release.Title.IndexOf('[');

                            if (aidx == -1)
                                aidx = release.Title.Length;

                            if (bidx == -1)
                                bidx = release.Title.Length;

                            var insertPoint = Math.Min(aidx, bidx);
                            release.Title = release.Title.Substring(0, insertPoint) + " Season 1 " + release.Title.Substring(insertPoint);
                        }

                        release.Category = currentCategories;
                        release.Description = row.QuerySelector("span.tags")?.TextContent;
                        release.Guid = new Uri(SiteLink + qTitleLink.GetAttribute("href"));
                        release.Comments = release.Guid;

                        release.Link = new Uri(SiteLink + row.QuerySelector(".peers a").GetAttribute("href"));

                        var grabs = row.QuerySelectorAll(".peers")[0].FirstChild.NodeValue.TrimEnd().TrimEnd('/').TrimEnd();
                        grabs = grabs.Replace("k", "000");
                        release.Grabs = int.Parse(grabs);
                        release.Seeders = int.Parse(row.QuerySelectorAll(".peers a")[0].TextContent);
                        release.Peers = release.Seeders + int.Parse(row.QuerySelectorAll(".peers a")[1].TextContent);

                        release.MinimumRatio = 1;
                        release.MinimumSeedTime = 172800; // 48 hours

                        var size = row.QuerySelector(".size").TextContent;
                        release.Size = ReleaseInfo.GetBytes(size);

                        //22 Jul 15
                        var dateStr = row.QuerySelector(".added").TextContent.Replace("'", string.Empty);
                        if (dateStr.Split(' ')[0].Length == 1)
                            dateStr = "0" + dateStr;

                        if (string.Equals(dateStr, "yesterday", StringComparison.InvariantCultureIgnoreCase))
                            release.PublishDate = DateTime.Now.AddDays(-1);
                        else if (string.Equals(dateStr, "today", StringComparison.InvariantCultureIgnoreCase))
                            release.PublishDate = DateTime.Now;
                        else
                            release.PublishDate = DateTime.ParseExact(dateStr, "dd MMM yy", CultureInfo.InvariantCulture);

                        release.DownloadVolumeFactor = row.QuerySelector("span.freeleech") != null ? 0 : 1;
                        release.UploadVolumeFactor = 1;

                        releases.Add(release);
                    }

                }
            }
            catch (Exception ex)
            {
                OnParseError(response.ContentString, ex);
            }

            return releases;
        }

        private ICollection<int> GetNextCategory(IElement row, ICollection<int> currentCategories)
        {
            string nextCategoryName = GetCategoryName(row);
            if (nextCategoryName != null)
            {
                currentCategories = MapTrackerCatDescToNewznab(nextCategoryName);
                if (currentCategories.Count == 0)
                    return defaultCategories;
            }

            return currentCategories;
        }

        private string GetCategoryName(IElement row)
        {
            var categoryElement = row.QuerySelector("td.category span");
            if (categoryElement == null)
            {
                return null;
            }

            var categoryName = categoryElement.GetAttribute("title");

            if (!string.IsNullOrWhiteSpace(categoryName))
            {
                return categoryName;
            }

            return null;
        }

        public override async Task<byte[]> Download(Uri link)
        {
            var downloadPage = await RequestWithCookiesAsync(link.ToString());
            var parser = new HtmlParser();
            var dom = parser.ParseDocument(downloadPage.ContentString);
            var downloadLink = dom.QuerySelectorAll(".download_link").First().GetAttribute("href");

            if (string.IsNullOrWhiteSpace(downloadLink))
                throw new Exception("Unable to find download link.");

            var response = await RequestWithCookiesAsync(SiteLink + downloadLink);
            return response.ContentBytes;
        }
    }
}