using CsQuery; using Jackett.Models; using Jackett.Services; using Jackett.Utils; using Jackett.Utils.Clients; using Newtonsoft.Json.Linq; using NLog; using System; using System.Collections.Generic; using System.Globalization; using System.Linq; using System.Net; using System.Net.Http; using System.Text; using System.Threading.Tasks; using System.Web; using Jackett.Models.IndexerConfig; namespace Jackett.Indexers { public class TorrentLeech : BaseIndexer, IIndexer { private string LoginUrl { get { return SiteLink + "user/account/login/"; } } private string SearchUrl { get { return SiteLink + "torrents/browse/index/"; } } new ConfigurationDataBasicLogin configData { get { return (ConfigurationDataBasicLogin)base.configData; } set { base.configData = value; } } public TorrentLeech(IIndexerManagerService i, Logger l, IWebClient wc, IProtectionService ps) : base(name: "TorrentLeech", description: "This is what happens when you seed", link: "https://www.torrentleech.org/", caps: TorznabUtil.CreateDefaultTorznabTVCaps(), manager: i, client: wc, logger: l, p: ps, downloadBase: "https://www.torrentleech.org/download/", configData: new ConfigurationDataBasicLogin("For best results, change the 'Default Number of Torrents per Page' setting to the maximum in your profile on the TorrentLeech webpage.")) { Encoding = Encoding.GetEncoding("iso-8859-1"); Language = "en-us"; Type = "private"; AddCategoryMapping(8, TorznabCatType.MoviesSD); // cam AddCategoryMapping(9, TorznabCatType.MoviesSD); //ts AddCategoryMapping(10, TorznabCatType.MoviesSD); // Sceener AddCategoryMapping(11, TorznabCatType.MoviesSD); AddCategoryMapping(12, TorznabCatType.MoviesSD); AddCategoryMapping(13, TorznabCatType.MoviesHD); AddCategoryMapping(14, TorznabCatType.MoviesHD); AddCategoryMapping(15, TorznabCatType.Movies); // Boxsets AddCategoryMapping(29, TorznabCatType.TVDocumentary); AddCategoryMapping(41, TorznabCatType.MoviesHD, "Movies/4K"); AddCategoryMapping(36, TorznabCatType.MoviesForeign); AddCategoryMapping(37, TorznabCatType.MoviesWEBDL); AddCategoryMapping(43, TorznabCatType.MoviesSD, "Movies/HDRip"); AddCategoryMapping(26, TorznabCatType.TVSD); AddCategoryMapping(27, TorznabCatType.TV); // Boxsets AddCategoryMapping(32, TorznabCatType.TVHD); AddCategoryMapping(44, TorznabCatType.TVFOREIGN, "TV/Foreign"); AddCategoryMapping(17, TorznabCatType.PCGames); AddCategoryMapping(18, TorznabCatType.ConsoleXbox); AddCategoryMapping(19, TorznabCatType.ConsoleXbox360); AddCategoryMapping(40, TorznabCatType.ConsoleXbox, "Games/XBOXONE"); AddCategoryMapping(20, TorznabCatType.ConsolePS3); // PS2 AddCategoryMapping(21, TorznabCatType.ConsolePS3); AddCategoryMapping(22, TorznabCatType.ConsolePSP); AddCategoryMapping(28, TorznabCatType.ConsoleWii); AddCategoryMapping(30, TorznabCatType.ConsoleNDS); AddCategoryMapping(39, TorznabCatType.ConsolePS4); AddCategoryMapping(42, TorznabCatType.PCMac, "Games/Mac"); AddCategoryMapping(16, TorznabCatType.AudioVideo); AddCategoryMapping(31, TorznabCatType.Audio); AddCategoryMapping(34, TorznabCatType.TVAnime); AddCategoryMapping(35, TorznabCatType.TV); // Cartoons AddCategoryMapping(5, TorznabCatType.Books); AddCategoryMapping(45, TorznabCatType.BooksEbook, "Books/EBooks"); AddCategoryMapping(46, TorznabCatType.BooksComics, "Books/Comics"); AddCategoryMapping(23, TorznabCatType.PCISO); AddCategoryMapping(24, TorznabCatType.PCMac); AddCategoryMapping(25, TorznabCatType.PCPhoneOther); AddCategoryMapping(33, TorznabCatType.PC0day); AddCategoryMapping(38, TorznabCatType.Other, "Education"); } public async Task ApplyConfiguration(JToken configJson) { LoadValuesFromJson(configJson); await DoLogin(); return IndexerConfigurationStatus.RequiresTesting; } private async Task DoLogin() { var pairs = new Dictionary { { "username", configData.Username.Value }, { "password", configData.Password.Value } }; var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, null, true, null, LoginUrl); await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("/user/account/logout"), () => { CQ dom = result.Content; var errorMessage = dom["div#login_heading + div.card-panel-error"].Text(); throw new ExceptionWithConfigData(errorMessage, configData); }); } public async Task> PerformQuery(TorznabQuery query) { var releases = new List(); var searchString = query.GetQueryString(); searchString = searchString.Replace('-', ' '); // remove dashes as they exclude search strings var searchUrl = SearchUrl; if (!string.IsNullOrWhiteSpace(searchString)) { searchUrl += "query/" + HttpUtility.UrlEncode(searchString) + "/"; } string.Format(SearchUrl, HttpUtility.UrlEncode(searchString)); var cats = MapTorznabCapsToTrackers(query); if (cats.Count > 0) { searchUrl += "categories/"; foreach (var cat in cats) { if (!searchUrl.EndsWith("/")) searchUrl += ","; searchUrl += cat; } } else { searchUrl += "newfilter/2"; // include 0day and music } var results = await RequestStringWithCookiesAndRetry(searchUrl); if (!results.Content.Contains("/user/account/logout")) { //Cookie appears to expire after a period of time or logging in to the site via browser await DoLogin(); results = await RequestStringWithCookiesAndRetry(searchUrl); } try { CQ dom = results.Content; CQ qRows = dom["#torrenttable > tbody > tr"]; foreach (var row in qRows) { var release = new ReleaseInfo(); var qRow = row.Cq(); var debug = qRow.Html(); release.MinimumRatio = 1; release.MinimumSeedTime = 172800; CQ qLink = qRow.Find(".title > a").First(); release.Guid = new Uri(SiteLink + qLink.Attr("href").Substring(1)); release.Comments = release.Guid; release.Title = qLink.Text(); if (!query.MatchQueryStringAND(release.Title)) continue; release.Link = new Uri(qRow.Find(".quickdownload > a").Attr("href")); var dateString = qRow.Find("span.addedInLine").Get(0).LastChild.NodeValue.Replace("on", string.Empty).Trim(); ; release.PublishDate = DateTime.ParseExact(dateString, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture); var sizeStr = qRow.Children().ElementAt(4).InnerText; release.Size = ReleaseInfo.GetBytes(sizeStr); release.Seeders = ParseUtil.CoerceInt(qRow.Find(".seeders").Text()); release.Peers = release.Seeders + ParseUtil.CoerceInt(qRow.Find(".leechers").Text()); var category = qRow.Find(".category a").Attr("href").Replace("/torrents/browse/index/categories/", string.Empty); release.Category = MapTrackerCatToNewznab(category); var grabs = qRow.Find("td:nth-child(6)").Get(0).FirstChild.ToString(); release.Grabs = ParseUtil.CoerceInt(grabs); release.DownloadVolumeFactor = 1; release.UploadVolumeFactor = 1; releases.Add(release); } } catch (Exception ex) { OnParseError(results.Content, ex); } return releases; } } }