Jackett/src/Jackett.Common/Indexers/BJShare.cs

using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Globalization;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using AngleSharp.Dom;
using AngleSharp.Parser.Html;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils;
using Jackett.Common.Utils.Clients;
using Newtonsoft.Json.Linq;
using NLog;

namespace Jackett.Common.Indexers
{
    public class BJShare : BaseWebIndexer
    {
        private string LoginUrl => SiteLink + "login.php";
        private string BrowseUrl => SiteLink + "torrents.php";
        private string TodayUrl => SiteLink + "torrents.php?action=today";
        private readonly char[] _digits = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9' };
        private readonly Dictionary<string, string> _commonSearchTerms = new Dictionary<string, string>
        {
            { "agents of shield", "Agents of S.H.I.E.L.D."},
            { "greys anatomy", "grey's anatomy"},
    };
        
        public override string[] LegacySiteLinks { get; protected set; } = new string[] {
            "https://bj-share.me/"
        };

        private ConfigurationDataBasicLoginWithRSSAndDisplay ConfigData
        {
            get => (ConfigurationDataBasicLoginWithRSSAndDisplay)configData;
            set => configData = value;
        }

        public BJShare(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
            : base("BJ-Share",
                   description: "A brazilian tracker.",
                   link: "https://bj-share.info/",
                   caps: TorznabUtil.CreateDefaultTorznabTVCaps(),
                   configService: configService,
                   client: wc,
                   logger: l,
                   p: ps,
                   configData: new ConfigurationDataBasicLoginWithRSSAndDisplay())
        {
            Encoding = Encoding.UTF8;
            Language = "pt-br";
            Type = "private";

            TorznabCaps.SupportsImdbSearch = true;

            AddCategoryMapping(14, TorznabCatType.TVAnime, "Anime");
            AddCategoryMapping(3, TorznabCatType.PC0day, "Aplicativos");
            AddCategoryMapping(8, TorznabCatType.Other, "Apostilas/Tutoriais");
            AddCategoryMapping(19, TorznabCatType.AudioAudiobook, "Audiobook");
            AddCategoryMapping(16, TorznabCatType.TVOTHER, "Desenho Animado");
            AddCategoryMapping(18, TorznabCatType.TVDocumentary, "Documentários");
            AddCategoryMapping(10, TorznabCatType.Books, "E-Books");
            AddCategoryMapping(20, TorznabCatType.TVSport, "Esportes");
            AddCategoryMapping(1, TorznabCatType.Movies, "Filmes");
            AddCategoryMapping(12, TorznabCatType.MoviesOther, "Histórias em Quadrinhos");
            AddCategoryMapping(5, TorznabCatType.Audio, "Músicas");
            AddCategoryMapping(7, TorznabCatType.Other, "Outros");
            AddCategoryMapping(9, TorznabCatType.BooksMagazines, "Revistas");
            AddCategoryMapping(2, TorznabCatType.TV, "Seriados");
            AddCategoryMapping(17, TorznabCatType.TV, "Shows");
            AddCategoryMapping(13, TorznabCatType.TV, "Stand Up Comedy");
            AddCategoryMapping(11, TorznabCatType.Other, "Video-Aula");
            AddCategoryMapping(6, TorznabCatType.TV, "Vídeos de TV");
            AddCategoryMapping(4, TorznabCatType.Other, "Jogos");
            AddCategoryMapping(199, TorznabCatType.XXX, "Filmes Adultos");
            AddCategoryMapping(200, TorznabCatType.XXX, "Jogos Adultos");
            AddCategoryMapping(201, TorznabCatType.XXXImageset, "Fotos Adultas");
        }

        public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
        {
            LoadValuesFromJson(configJson);

            var pairs = new Dictionary<string, string>
            {
                { "username", ConfigData.Username.Value },
                { "password", ConfigData.Password.Value },
                { "keeplogged", "1" }
            };

            var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, null, true, null, LoginUrl, true);
            await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("logout.php"), () =>
            {
                var errorMessage = result.Content;
                throw new ExceptionWithConfigData(errorMessage, ConfigData);
            });
            return IndexerConfigurationStatus.RequiresTesting;
        }

        private string StripSearchString(string term, bool isAnime)
        {
            // Search does not support searching with episode numbers so strip it if we have one
            // Ww AND filter the result later to archive the proper result
            term = Regex.Replace(term, @"[S|E]\d\d", string.Empty).Trim();
            return isAnime ? term.TrimEnd(_digits) : term;
        }

        private static string FixAbsoluteNumbering(string title)
        {
            // if result is One piece, convert title from SXXEXX to EXX
            // One piece is the only anime that i'm aware that is in "absolute" numbering, the problem is that they include
            // the season (wrong season) and episode as absolute, eg: One Piece - S08E836
            // 836 is the latest episode in absolute numbering, that is correct, but S08 is not the current season...
            // So for this show, i don't see a other way to make it work...
            //                               
            // All others animes that i tested is with correct season and episode set, so i can't remove the season from all
            // or will break everything else
            //                               
            // In this indexer, it looks that it is added "automatically", so all current and new releases will be broken
            // until they or the source from where they get that info fix it...

            return title.Contains("One Piece") ? Regex.Replace(title, @"(Ep[\.]?[ ]?)|([S]\d\d[Ee])", "E") : title;
        }

        protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
        {
            query = query.Clone(); // avoid modifing the original query
            

            var releases = new List<ReleaseInfo>();

            

            // if the search string is empty use the "last 24h torrents" view
            if (string.IsNullOrWhiteSpace(query.SearchTerm) && !query.IsImdbQuery)
            {
                var results = await RequestStringWithCookies(TodayUrl);
                try
                {
                    const string rowsSelector = "table.torrent_table > tbody > tr:not(tr.colhead)";

                    var searchResultParser = new HtmlParser();
                    var searchResultDocument = searchResultParser.Parse(results.Content);
                    var rows = searchResultDocument.QuerySelectorAll(rowsSelector);
                    foreach (var row in rows)
                    {
                        try
                        {
                            var release = new ReleaseInfo
                            {
                                MinimumRatio = 1,
                                MinimumSeedTime = 0
                            };


                            var qDetailsLink = row.QuerySelector("a.BJinfoBox");
                            var qBJinfoBox = qDetailsLink.QuerySelector("span");
                            var qCatLink = row.QuerySelector("a[href^=\"/torrents.php?filter_cat\"]");
                            var qDlLink = row.QuerySelector("a[href^=\"torrents.php?action=download\"]");
                            var qSeeders = row.QuerySelector("td:nth-child(4)");
                            var qLeechers = row.QuerySelector("td:nth-child(5)");
                            var qQuality = row.QuerySelector("font[color=\"red\"]");
                            var qFreeLeech = row.QuerySelector("font[color=\"green\"]:contains(Free)");
                            var qTitle = qDetailsLink.QuerySelector("font");
                            // Get international title if available, or use the full title if not
                            release.Title = Regex.Replace(qTitle.TextContent, @".* \[(.*?)\](.*)", "$1$2");

                            release.Description = "";
                            foreach (var child in qBJinfoBox.ChildNodes)
                            {
                                var type = child.NodeType;
                                if (type != NodeType.Text)
                                    continue;

                                var line = child.TextContent;
                                if (line.StartsWith("Tamanho:"))
                                {
                                    var size = line.Substring("Tamanho: ".Length); ;
                                    release.Size = ReleaseInfo.GetBytes(size);
                                }
                                else if (line.StartsWith("Lançado em: "))
                                {
                                    var publishDateStr = line.Substring("Lançado em: ".Length).Replace("às ", "");
                                    publishDateStr += " +0";
                                    var publishDate = DateTime.SpecifyKind(DateTime.ParseExact(publishDateStr, "dd/MM/yyyy HH:mm z", CultureInfo.InvariantCulture), DateTimeKind.Unspecified);
                                    release.PublishDate = publishDate.ToLocalTime();
                                }
                                else
                                {
                                    release.Description += line + "\n";
                                }
                            }

                            var catStr = qCatLink.GetAttribute("href").Split('=')[1];
                            release.Title = FixAbsoluteNumbering(release.Title);

                            var quality = qQuality.TextContent;
                            switch (quality)
                            {
                                case "Full HD":
                                    release.Title += " 1080p";
                                    break;
                                case "HD":
                                    release.Title += " 720p";
                                    break;
                                default:
                                    release.Title += " 480p";
                                    break;
                            }

                            release.Category = MapTrackerCatToNewznab(catStr);
                            release.Link = new Uri(SiteLink + qDlLink.GetAttribute("href"));
                            release.Comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href"));
                            release.Guid = release.Link;
                            release.Seeders = ParseUtil.CoerceInt(qSeeders.TextContent);
                            release.Peers = ParseUtil.CoerceInt(qLeechers.TextContent) + release.Seeders;
                            release.DownloadVolumeFactor = qFreeLeech != null ? 0 : 1;
                            release.UploadVolumeFactor = 1;

                            releases.Add(release);
                        }
                        catch (Exception ex)
                        {
                            logger.Error($"{ID}: Error while parsing row '{row.OuterHtml}': {ex.Message}");
                        }
                    }
                }
                catch (Exception ex)
                {
                    OnParseError(results.Content, ex);
                }
            }
            else // use search
            {
                var searchUrl = BrowseUrl;
                var isSearchAnime = query.Categories.Any(s => s == TorznabCatType.TVAnime.ID);

                if (!query.IsImdbQuery)
                {
                    foreach (var searchTerm in _commonSearchTerms)
                    {
                        query.SearchTerm = query.SearchTerm.ToLower().Replace(searchTerm.Key.ToLower(), searchTerm.Value);
                    }
                }

                var searchString = query.GetQueryString();
                if (query.IsImdbQuery)
                {
                    searchString = query.ImdbID;
                }

                var queryCollection = new NameValueCollection
                {
                    {"searchstr", StripSearchString(searchString, isSearchAnime)},
                    {"order_by", "time"},
                    {"order_way", "desc"},
                    {"group_results", "1"},
                    {"action", "basic"},
                    {"searchsubmit", "1"}
                };

                foreach (var cat in MapTorznabCapsToTrackers(query))
                {
                    queryCollection.Add("filter_cat[" + cat + "]", "1");
                }

                searchUrl += "?" + queryCollection.GetQueryString();

                var results = await RequestStringWithCookies(searchUrl);
                try
                {
                    const string rowsSelector = "table.torrent_table > tbody > tr:not(tr.colhead)";

                    var searchResultParser = new HtmlParser();
                    var searchResultDocument = searchResultParser.Parse(results.Content);
                    var rows = searchResultDocument.QuerySelectorAll(rowsSelector);

                    ICollection<int> groupCategory = null;
                    string groupTitle = null;
                    string groupYearStr = null;
                    var categoryStr = "";

                    foreach (var row in rows)
                    {
                        try
                        {
                            var qDetailsLink = row.QuerySelector("a[href^=\"torrents.php?id=\"]");
                            var title = qDetailsLink.TextContent;
                            ICollection<int> category = null;
                            string yearStr = null;
                            

                            if (row.ClassList.Contains("group") || row.ClassList.Contains("torrent")) // group/ungrouped headers
                            {
                                var qCatLink = row.QuerySelector("a[href^=\"/torrents.php?filter_cat\"]");
                                categoryStr = qCatLink.GetAttribute("href").Split('=')[1].Split('&')[0];
                                category = MapTrackerCatToNewznab(categoryStr);
                                
                                yearStr = qDetailsLink.NextSibling.TextContent.Trim().TrimStart('[').TrimEnd(']');

                                title = FixAbsoluteNumbering(title);

                                if (row.ClassList.Contains("group")) // group headers
                                {
                                    groupCategory = category;
                                    groupTitle = title;
                                    groupYearStr = yearStr;
                                    continue;
                                }
                            }

                            var release = new ReleaseInfo
                            {
                                MinimumRatio = 1,
                                MinimumSeedTime = 0
                            };

                            var qDlLink = row.QuerySelector("a[href^=\"torrents.php?action=download\"]");
                            var qSize = row.QuerySelector("td:nth-last-child(4)");
                            var qGrabs = row.QuerySelector("td:nth-last-child(3)");
                            var qSeeders = row.QuerySelector("td:nth-last-child(2)");
                            var qLeechers = row.QuerySelector("td:nth-last-child(1)");
                            var qFreeLeech = row.QuerySelector("strong[title=\"Free\"]");

                            if (row.ClassList.Contains("group_torrent")) // torrents belonging to a group
                            {
                                var description = Regex.Replace(qDetailsLink.TextContent.Trim(), @"\s+", " ");
                                description = Regex.Replace(description, @"((S\d{2})(E\d{2,4})?) (.*)", "$4");
                                release.Description = description;

                                var cleanTitle = Regex.Replace(groupTitle, @" - ((S(\d{2}))?E(\d{1,4}))", "");
                                title = Regex.Replace(title.Trim(), @"\s+", " ");
                                var seasonEp = Regex.Replace(title, @"((S\d{2})?(E\d{2,4})?) .*", "$1");
                                
                                // do not include year to animes
                                if (categoryStr == "14")
                                {
                                    release.Title = cleanTitle + " " + seasonEp;
                                }
                                else
                                {
                                    release.Title = cleanTitle + " " + groupYearStr + " " + seasonEp;
                                }
                                release.Category = groupCategory;
                            }
                            else if (row.ClassList.Contains("torrent")) // standalone/un grouped torrents
                            {
                                var qDescription = row.QuerySelector("div.torrent_info");
                                release.Description = qDescription.TextContent;

                                var cleanTitle = Regex.Replace(title, @" - ((S\d{2})?(E\d{2,4})?)", "");
                                var seasonEp = Regex.Replace(title, @"^(.*?) - ((S\d{2})?(E\d{2,4})?)", "$2");

                                // do not include year to animes
                                if (categoryStr == "14")
                                {
                                    release.Title = cleanTitle + " " + seasonEp;
                                }
                                else
                                {
                                    release.Title = cleanTitle + " " + yearStr + " " + seasonEp;
                                }
                                
                                release.Category = category;
                            }

                            release.Description = release.Description.Replace(" / Free", ""); // Remove Free Tag
                            release.Description = release.Description.Replace("Full HD", "1080p");
                            release.Description = release.Description.Replace("/ HD / ", "/ 720p /");
                            release.Description = release.Description.Replace(" / HD]", " / 720p]");
                            release.Description = release.Description.Replace("4K", "2160p");

                            // Get international title if available, or use the full title if not
                            release.Title = Regex.Replace(release.Title, @".* \[(.*?)\](.*)", "$1$2");
                            release.Title += " " + release.Description; // add year and Description to the release Title to add some meaning to it
                            
                            // This tracker does not provide an publish date to search terms (only on last 24h page)
                            release.PublishDate = DateTime.Today;

                            // check for previously stripped search terms
                            if (!query.IsImdbQuery && !query.MatchQueryStringAND(release.Title))
                                continue;

                            var size = qSize.TextContent;
                            release.Size = ReleaseInfo.GetBytes(size);
                            release.Link = new Uri(SiteLink + qDlLink.GetAttribute("href"));
                            release.Comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href"));
                            release.Guid = release.Link;
                            release.Grabs = ParseUtil.CoerceLong(qGrabs.TextContent);
                            release.Seeders = ParseUtil.CoerceInt(qSeeders.TextContent);
                            release.Peers = ParseUtil.CoerceInt(qLeechers.TextContent) + release.Seeders;
                            release.DownloadVolumeFactor = qFreeLeech != null ? 0 : 1;
                            release.UploadVolumeFactor = 1;

                            releases.Add(release);
                        }
                        catch (Exception ex)
                        {
                            logger.Error($"{ID}: Error while parsing row '{row.OuterHtml}': {ex.Message}");
                        }
                    }
                }
                catch (Exception ex)
                {
                    OnParseError(results.Content, ex);
                }
            }

            return releases;
        }
    }
}