using System; using System.Collections.Generic; using System.Collections.Specialized; using System.Diagnostics.CodeAnalysis; using System.Globalization; using System.Linq; using System.Text; using System.Threading.Tasks; using AngleSharp.Dom; using AngleSharp.Html.Parser; using Jackett.Common.Models; using Jackett.Common.Models.IndexerConfig; using Jackett.Common.Services.Interfaces; using Jackett.Common.Utils; using Jackett.Common.Utils.Clients; using Newtonsoft.Json.Linq; using NLog; namespace Jackett.Common.Indexers { [ExcludeFromCodeCoverage] public class PirateTheNet : BaseWebIndexer { private string SearchUrl => SiteLink + "torrentsutils.php"; private string LoginUrl => SiteLink + "takelogin.php"; private string CaptchaUrl => SiteLink + "simpleCaptcha.php?numImages=1"; private new ConfigurationDataBasicLoginWithRSSAndDisplay configData { get => (ConfigurationDataBasicLoginWithRSSAndDisplay)base.configData; set => base.configData = value; } public PirateTheNet(IIndexerConfigurationService configService, WebClient w, Logger l, IProtectionService ps) : base(id: "piratethenet", name: "PirateTheNet", description: "A movie tracker", link: "http://piratethenet.org/", caps: new TorznabCapabilities { SupportsImdbMovieSearch = true }, configService: configService, client: w, logger: l, p: ps, configData: new ConfigurationDataBasicLoginWithRSSAndDisplay()) { Encoding = Encoding.UTF8; Language = "en-us"; Type = "private"; configData.DisplayText.Value = "Only the results from the first search result page are shown, adjust your profile settings to show the maximum."; configData.DisplayText.Name = "Notice"; AddCategoryMapping("1080P", TorznabCatType.MoviesHD, "1080P"); AddCategoryMapping("2160P", TorznabCatType.MoviesHD, "2160P"); AddCategoryMapping("720P", TorznabCatType.MoviesHD, "720P"); AddCategoryMapping("BDRip", TorznabCatType.MoviesSD, "BDRip"); AddCategoryMapping("BluRay", TorznabCatType.MoviesBluRay, "BluRay"); AddCategoryMapping("BRRip", TorznabCatType.MoviesSD, "BRRip"); AddCategoryMapping("DVDR", TorznabCatType.MoviesDVD, "DVDR"); AddCategoryMapping("DVDRip", TorznabCatType.MoviesSD, "DVDRip"); AddCategoryMapping("FLAC", TorznabCatType.AudioLossless, "FLAC OST"); AddCategoryMapping("MP3", TorznabCatType.AudioMP3, "MP3 OST"); AddCategoryMapping("MP4", TorznabCatType.MoviesOther, "MP4"); AddCategoryMapping("Packs", TorznabCatType.MoviesOther, "Packs"); AddCategoryMapping("R5", TorznabCatType.MoviesDVD, "R5 / SCR"); AddCategoryMapping("Remux", TorznabCatType.MoviesOther, "Remux"); AddCategoryMapping("TVRip", TorznabCatType.MoviesOther, "TVRip"); AddCategoryMapping("WebRip", TorznabCatType.MoviesWEBDL, "WebRip"); } public override async Task ApplyConfiguration(JToken configJson) { LoadValuesFromJson(configJson); CookieHeader = ""; // clear old cookies var result1 = await RequestWithCookiesAsync(CaptchaUrl); var json1 = JObject.Parse(result1.ContentString); var captchaSelection = json1["images"][0]["hash"]; var pairs = new Dictionary { { "username", configData.Username.Value }, { "password", configData.Password.Value }, { "captchaSelection", (string)captchaSelection } }; var result2 = await RequestLoginAndFollowRedirect(LoginUrl, pairs, result1.Cookies, true, null, null, true); await ConfigureIfOK(result2.Cookies, result2.ContentString.Contains("logout.php"), () => throw new ExceptionWithConfigData("Login Failed", configData)); return IndexerConfigurationStatus.RequiresTesting; } protected override async Task> PerformQuery(TorznabQuery query) { var releases = new List(); var qc = new NameValueCollection { {"action", "torrentstable"}, {"viewtype", "0"}, {"visiblecategories", "Action,Adventure,Animation,Biography,Comedy,Crime,Documentary,Drama,Family,Fantasy,History,Horror,Kids,Music,Mystery,Packs,Romance,Sci-Fi,Short,Sports,Thriller,War,Western"}, {"page", "1"}, {"visibility", "showall"}, {"compression", "showall"}, {"sort", "added"}, {"order", "DESC"}, {"titleonly", "true"}, {"packs", "showall"}, {"bookmarks", "showall"}, {"subscriptions", "showall"}, {"skw", "showall"} }; if (!string.IsNullOrWhiteSpace(query.ImdbID)) qc.Add("advancedsearchparameters", $"[imdb={query.ImdbID}]"); else if (!string.IsNullOrWhiteSpace(query.GetQueryString())) // search keywords use OR by default and it seems like there's no way to change it, expect unwanted results qc.Add("searchstring", query.GetQueryString()); var cats = MapTorznabCapsToTrackers(query); qc.Add("hiddenqualities", string.Join(",", cats)); var searchUrl = SearchUrl + "?" + qc.GetQueryString(); var results = await RequestWithCookiesAndRetryAsync(searchUrl); if (results.IsRedirect) { // re-login await ApplyConfiguration(null); results = await RequestWithCookiesAndRetryAsync(searchUrl); } try { var parser = new HtmlParser(); var dom = parser.ParseDocument(results.ContentString); var rows = dom.QuerySelectorAll("table.main > tbody > tr"); foreach (var row in rows.Skip(1)) { var qDetailsLink = row.QuerySelector("td:nth-of-type(2) > a:nth-of-type(1)"); // link to the movie, not the actual torrent var qCatIcon = row.QuerySelector("td:nth-of-type(1) > a > img"); var catStr = qCatIcon != null ? qCatIcon.GetAttribute("src").Split('/').Last().Split('.').First() : "packs"; var qSeeders = row.QuerySelector("td:nth-of-type(9)"); var qLeechers = row.QuerySelector("td:nth-of-type(10)"); var qDownloadLink = row.QuerySelector("td > a:has(img[alt=\"Download Torrent\"])"); var qPudDate = row.QuerySelector("td:nth-of-type(6) > nobr"); var qSize = row.QuerySelector("td:nth-of-type(7)"); var link = new Uri(SiteLink + qDownloadLink.GetAttribute("href").Substring(1)); var dateStr = qPudDate.Text().Trim(); DateTime pubDateUtc; if (dateStr.StartsWith("Today ")) pubDateUtc = DateTime.SpecifyKind(DateTime.UtcNow.Date, DateTimeKind.Unspecified) + DateTime.ParseExact(dateStr.Split(new[] { ' ' }, 2)[1], "hh:mm tt", CultureInfo.InvariantCulture).TimeOfDay; else if (dateStr.StartsWith("Yesterday ")) pubDateUtc = DateTime.SpecifyKind(DateTime.UtcNow.Date, DateTimeKind.Unspecified) + DateTime.ParseExact(dateStr.Split(new[] { ' ' }, 2)[1], "hh:mm tt", CultureInfo.InvariantCulture).TimeOfDay - TimeSpan.FromDays(1); else pubDateUtc = DateTime.SpecifyKind(DateTime.ParseExact(dateStr, "MMM d yyyy hh:mm tt", CultureInfo.InvariantCulture), DateTimeKind.Unspecified); var sizeStr = qSize.Text(); var seeders = ParseUtil.CoerceInt(qSeeders.Text()); var files = ParseUtil.CoerceInt(row.QuerySelector("td:nth-child(4)").TextContent); var grabs = ParseUtil.CoerceInt(row.QuerySelector("td:nth-child(8)").TextContent); var comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href")); var size = ReleaseInfo.GetBytes(sizeStr); var leechers = ParseUtil.CoerceInt(qLeechers.Text()); var title = qDetailsLink.GetAttribute("alt"); var release = new ReleaseInfo { MinimumRatio = 1, MinimumSeedTime = 72 * 60 * 60, Title = title, Category = MapTrackerCatToNewznab(catStr), Link = link, Comments = comments, Guid = link, PublishDate = pubDateUtc.ToLocalTime(), Size = size, Seeders = seeders, Peers = leechers + seeders, Files = files, Grabs = grabs, DownloadVolumeFactor = 0, // ratioless UploadVolumeFactor = 1 }; releases.Add(release); } } catch (Exception ex) { OnParseError(results.ContentString, ex); } return releases; } } }