using System; using System.Collections.Generic; using System.Diagnostics.CodeAnalysis; using System.Globalization; using System.Net; using System.Text; using System.Text.RegularExpressions; using System.Threading.Tasks; using AngleSharp.Html.Parser; using Jackett.Common.Models; using Jackett.Common.Models.IndexerConfig; using Jackett.Common.Services.Interfaces; using Jackett.Common.Utils; using Newtonsoft.Json; using Newtonsoft.Json.Linq; using NLog; using static Jackett.Common.Models.IndexerConfig.ConfigurationData; namespace Jackett.Common.Indexers { [ExcludeFromCodeCoverage] public class TorrentLeech : BaseWebIndexer { private string LoginUrl => SiteLink + "user/account/login/"; private string SearchUrl => SiteLink + "torrents/browse/list/"; private new ConfigurationDataBasicLogin configData => (ConfigurationDataBasicLogin)base.configData; public override string[] LegacySiteLinks { get; protected set; } = { "https://v4.torrentleech.org/" }; public TorrentLeech(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l, IProtectionService ps, ICacheService cs) : base(id: "torrentleech", name: "TorrentLeech", description: "This is what happens when you seed", link: "https://www.torrentleech.org/", caps: new TorznabCapabilities { TvSearchParams = new List { TvSearchParam.Q, TvSearchParam.Season, TvSearchParam.Ep, TvSearchParam.ImdbId }, MovieSearchParams = new List { MovieSearchParam.Q, MovieSearchParam.ImdbId }, MusicSearchParams = new List { MusicSearchParam.Q }, BookSearchParams = new List { BookSearchParam.Q } }, configService: configService, client: wc, logger: l, p: ps, cacheService: cs, configData: new ConfigurationDataBasicLogin( "For best results, change the 'Default Number of Torrents per Page' setting to 100 in your Profile.")) { Encoding = Encoding.UTF8; Language = "en-us"; Type = "private"; configData.AddDynamic("freeleech", new BoolConfigurationItem("Search freeleech only") { Value = false }); AddCategoryMapping(1, TorznabCatType.Movies, "Movies"); AddCategoryMapping(8, TorznabCatType.MoviesSD, "Movies Cam"); AddCategoryMapping(9, TorznabCatType.MoviesSD, "Movies TS/TC"); AddCategoryMapping(11, TorznabCatType.MoviesSD, "Movies DVDRip/DVDScreener"); AddCategoryMapping(12, TorznabCatType.MoviesDVD, "Movies DVD-R"); AddCategoryMapping(13, TorznabCatType.MoviesBluRay, "Movies Bluray"); AddCategoryMapping(14, TorznabCatType.MoviesHD, "Movies BlurayRip"); AddCategoryMapping(15, TorznabCatType.Movies, "Movies Boxsets"); AddCategoryMapping(29, TorznabCatType.TVDocumentary, "Documentaries"); AddCategoryMapping(47, TorznabCatType.MoviesUHD, "Movies 4K"); AddCategoryMapping(36, TorznabCatType.MoviesForeign, "Movies Foreign"); AddCategoryMapping(37, TorznabCatType.MoviesWEBDL, "Movies WEBRip"); AddCategoryMapping(43, TorznabCatType.MoviesHD, "Movies HDRip"); AddCategoryMapping(2, TorznabCatType.TV, "TV"); AddCategoryMapping(26, TorznabCatType.TVSD, "TV Episodes"); AddCategoryMapping(27, TorznabCatType.TV, "TV Boxsets"); AddCategoryMapping(32, TorznabCatType.TVHD, "TV Episodes HD"); AddCategoryMapping(44, TorznabCatType.TVForeign, "TV Foreign"); AddCategoryMapping(3, TorznabCatType.PCGames, "Games"); AddCategoryMapping(17, TorznabCatType.PCGames, "Games PC"); AddCategoryMapping(18, TorznabCatType.ConsoleXBox, "Games XBOX"); AddCategoryMapping(19, TorznabCatType.ConsoleXBox360, "Games XBOX360"); AddCategoryMapping(40, TorznabCatType.ConsoleXBoxOne, "Games XBOXONE"); AddCategoryMapping(20, TorznabCatType.ConsolePS3, "Games PS2"); AddCategoryMapping(21, TorznabCatType.ConsolePS3, "Games Mac"); AddCategoryMapping(22, TorznabCatType.ConsolePSP, "Games PSP"); AddCategoryMapping(28, TorznabCatType.ConsoleWii, "Games Wii"); AddCategoryMapping(30, TorznabCatType.ConsoleNDS, "Games Nintendo DS"); AddCategoryMapping(39, TorznabCatType.ConsolePS4, "Games PS4"); AddCategoryMapping(42, TorznabCatType.PCMac, "Games Mac"); AddCategoryMapping(48, TorznabCatType.ConsoleOther, "Games Nintendo Switch"); AddCategoryMapping(4, TorznabCatType.Audio, "Music"); AddCategoryMapping(16, TorznabCatType.AudioVideo, "Music videos"); AddCategoryMapping(31, TorznabCatType.Audio, "Audio"); AddCategoryMapping(7, TorznabCatType.TV, "Animation"); AddCategoryMapping(34, TorznabCatType.TVAnime, "TV Anime"); AddCategoryMapping(35, TorznabCatType.TV, "TV Cartoons"); AddCategoryMapping(5, TorznabCatType.Books, "Books"); AddCategoryMapping(45, TorznabCatType.BooksEBook, "Books EBooks"); AddCategoryMapping(46, TorznabCatType.BooksComics, "Books Comics"); AddCategoryMapping(6, TorznabCatType.PC, "Apps"); AddCategoryMapping(23, TorznabCatType.PCISO, "PC ISO"); AddCategoryMapping(24, TorznabCatType.PCMac, "PC Mac"); AddCategoryMapping(25, TorznabCatType.PCMobileOther, "PC Mobile"); AddCategoryMapping(33, TorznabCatType.PC0day, "PC 0-day"); AddCategoryMapping(38, TorznabCatType.Other, "Education"); } public override async Task ApplyConfiguration(JToken configJson) { LoadValuesFromJson(configJson); await DoLogin(); return IndexerConfigurationStatus.RequiresTesting; } private async Task DoLogin() { var pairs = new Dictionary { { "username", configData.Username.Value }, { "password", configData.Password.Value } }; var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, null, true, null, LoginUrl); await ConfigureIfOK(result.Cookies, result.ContentString != null && result.ContentString.Contains("/user/account/logout"), () => { var parser = new HtmlParser(); var dom = parser.ParseDocument(result.ContentString); var errorMessage = dom.QuerySelector("p.text-danger:contains(\"Error:\")").TextContent.Trim(); throw new ExceptionWithConfigData(errorMessage, configData); }); } protected override async Task> PerformQuery(TorznabQuery query) { var releases = new List(); // remove dashes at the beginning of keywords as they exclude search strings (see issue #3096) var searchString = query.GetQueryString(); searchString = Regex.Replace(searchString, @"(^|\s)-", " "); var searchUrl = SearchUrl; if (((BoolConfigurationItem)configData.GetDynamic("freeleech")).Value) searchUrl += "facets/tags%3AFREELEECH/"; if (query.IsImdbQuery) searchUrl += "imdbID/" + query.ImdbID + "/"; else if (!string.IsNullOrWhiteSpace(searchString)) searchUrl += "exact/1/query/" + WebUtility.UrlEncode(searchString) + "/"; var cats = MapTorznabCapsToTrackers(query); if (cats.Count > 0) searchUrl += "categories/" + string.Join(",", cats); else searchUrl += "newfilter/2"; // include 0day and music var results = await RequestWithCookiesAndRetryAsync(searchUrl); if (results.ContentString.Contains("/user/account/login")) // re-login { await DoLogin(); results = await RequestWithCookiesAndRetryAsync(searchUrl); } try { var rows = (JArray)((JObject)JsonConvert.DeserializeObject(results.ContentString))["torrentList"]; foreach (var row in rows) { var title = row["name"].ToString(); if (!query.MatchQueryStringAND(title)) continue; var torrentId = row["fid"].ToString(); var details = new Uri(SiteLink + "torrent/" + torrentId); var link = new Uri(SiteLink + "download/" + torrentId + "/" + row["filename"]); var publishDate = DateTime.ParseExact(row["addedTimestamp"].ToString(), "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture); var seeders = (int)row["seeders"]; // freeleech #6579 #6624 #7367 var dlMultiplier = row["download_multiplier"].ToString(); var dlVolumeFactor = string.IsNullOrEmpty(dlMultiplier) ? 1 : ParseUtil.CoerceInt(dlMultiplier); var release = new ReleaseInfo { Title = title, Details = details, Guid = details, Link = link, PublishDate = publishDate, Category = MapTrackerCatToNewznab(row["categoryID"].ToString()), Size = (long)row["size"], Grabs = (int)row["completed"], Seeders = seeders, Peers = seeders + (int)row["leechers"], Imdb = ParseUtil.GetImdbID(row["imdbID"].ToString()), UploadVolumeFactor = 1, DownloadVolumeFactor = dlVolumeFactor, MinimumRatio = 1, MinimumSeedTime = 864000 // 10 days for registered users, less for upgraded users }; releases.Add(release); } } catch (Exception ex) { OnParseError(results.ContentString, ex); } return releases; } } }