using System; using System.Collections.Generic; using System.Globalization; using System.Linq; using System.Text; using System.Text.RegularExpressions; using System.Threading.Tasks; using CsQuery; using Jackett.Common.Models; using Jackett.Common.Models.IndexerConfig.Bespoke; using Jackett.Common.Services.Interfaces; using Jackett.Common.Utils; using Jackett.Common.Utils.Clients; using Newtonsoft.Json.Linq; using NLog; namespace Jackett.Common.Indexers { public class NCore : BaseWebIndexer { private string LoginUrl { get { return SiteLink + "login.php"; } } private string SearchUrl { get { return SiteLink + "torrents.php"; } } private string[] LanguageCats = new string[] { "xvidser", "dvdser", "hdser", "xvid", "dvd", "dvd9", "hd", "mp3", "lossless", "ebook" }; private new ConfigurationDataNCore configData { get { return (ConfigurationDataNCore)base.configData; } set { base.configData = value; } } public NCore(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps) : base(name: "nCore", description: "A Hungarian private torrent site.", link: "https://ncore.cc/", caps: new TorznabCapabilities(), configService: configService, client: wc, logger: l, p: ps, configData: new ConfigurationDataNCore()) { Encoding = Encoding.UTF8; Language = "hu-hu"; Type = "private"; AddCategoryMapping("xvid_hun", TorznabCatType.MoviesSD, "Film SD/HU"); AddCategoryMapping("xvid", TorznabCatType.MoviesSD, "Film SD/EN"); AddCategoryMapping("dvd_hun", TorznabCatType.MoviesDVD, "Film DVDR/HU"); AddCategoryMapping("dvd", TorznabCatType.MoviesDVD, "Film DVDR/EN"); AddCategoryMapping("dvd9_hun", TorznabCatType.MoviesDVD, "Film DVD9/HU"); AddCategoryMapping("dvd9", TorznabCatType.MoviesDVD, "Film DVD9/EN"); AddCategoryMapping("hd_hun", TorznabCatType.MoviesHD, "Film HD/HU"); AddCategoryMapping("hd", TorznabCatType.MoviesHD, "Film HD/EN"); AddCategoryMapping("xvidser_hun", TorznabCatType.TVSD, "Sorozat SD/HU"); AddCategoryMapping("xvidser", TorznabCatType.TVSD, "Sorozat SD/EN"); AddCategoryMapping("dvdser_hun", TorznabCatType.TVSD, "Sorozat DVDR/HU"); AddCategoryMapping("dvdser", TorznabCatType.TVSD, "Sorozat DVDR/EN"); AddCategoryMapping("hdser_hun", TorznabCatType.TVHD, "Sorozat HD/HU"); AddCategoryMapping("hdser", TorznabCatType.TVHD, "Sorozat HD/EN"); AddCategoryMapping("mp3_hun", TorznabCatType.AudioMP3, "Zene MP3/HU"); AddCategoryMapping("mp3", TorznabCatType.AudioMP3, "Zene MP3/EN"); AddCategoryMapping("lossless_hun", TorznabCatType.AudioLossless, "Zene Lossless/HU"); AddCategoryMapping("lossless", TorznabCatType.AudioLossless, "Zene Lossless/EN"); AddCategoryMapping("clip", TorznabCatType.AudioVideo, "Zene Klip"); AddCategoryMapping("xxx_xvid", TorznabCatType.XXXXviD, "XXX SD"); AddCategoryMapping("xxx_dvd", TorznabCatType.XXXDVD, "XXX DVDR"); AddCategoryMapping("xxx_imageset", TorznabCatType.XXXImageset, "XXX Imageset"); AddCategoryMapping("xxx_hd", TorznabCatType.XXX, "XXX HD"); AddCategoryMapping("game_iso", TorznabCatType.PCGames, "Játék PC/ISO"); AddCategoryMapping("game_rip", TorznabCatType.PCGames, "Játék PC/RIP"); AddCategoryMapping("console", TorznabCatType.Console, "Játék Konzol"); AddCategoryMapping("iso", TorznabCatType.PCISO, "Program Prog/ISO"); AddCategoryMapping("misc", TorznabCatType.PC0day, "Program Prog/RIP"); AddCategoryMapping("mobil", TorznabCatType.PCPhoneOther, "Program Prog/Mobil"); AddCategoryMapping("ebook_hun", TorznabCatType.Books, "Könyv eBook/HU"); AddCategoryMapping("ebook", TorznabCatType.Books, "Könyv eBook/EN"); } public override async Task ApplyConfiguration(JToken configJson) { LoadValuesFromJson(configJson); if (configData.Hungarian.Value == false && configData.English.Value == false) throw new ExceptionWithConfigData("Please select atleast one language.", configData); var loginPage = await RequestStringWithCookies(LoginUrl, string.Empty); var pairs = new Dictionary { { "nev", configData.Username.Value }, { "pass", configData.Password.Value }, { "ne_leptessen_ki", "1"}, { "set_lang", "en" }, { "submitted", "1" }, { "submit", "Access!" } }; if (!string.IsNullOrEmpty(configData.TwoFactor.Value)) { pairs.Add("2factor", configData.TwoFactor.Value); } var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, loginPage.Cookies, true, referer: SiteLink); await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("profile.php"), () => { CQ dom = result.Content; var messageEl = dom["#hibauzenet table tbody tr"]; var msgContainer = messageEl.Get(0).ChildElements.ElementAt(1); var errorMessage = msgContainer != null ? msgContainer.InnerText : "Error while trying to login."; throw new ExceptionWithConfigData(errorMessage, configData); }); return IndexerConfigurationStatus.RequiresTesting; } List parseTorrents(WebClientStringResult results, String seasonep, TorznabQuery query, int already_founded, int limit, int previously_parsed_on_page) { var releases = new List(); try { CQ dom = results.Content; ReleaseInfo release; var rows = dom[".box_torrent_all"].Find(".box_torrent"); // Check torrents only till we reach the query Limit for(int i= previously_parsed_on_page; (i", " "), CultureInfo.InvariantCulture); string[] sizeSplit = qRow.Find(".box_meret2").Get(0).InnerText.Split(' '); release.Size = ReleaseInfo.GetBytes(sizeSplit[1].ToLower(), ParseUtil.CoerceFloat(sizeSplit[0])); string catlink = qRow.Find("a:has(img[class='categ_link'])").First().Attr("href"); string cat = ParseUtil.GetArgumentFromQueryString(catlink, "tipus"); release.Category = MapTrackerCatToNewznab(cat); /* if the release name not contains the language we add it because it is know from category */ if (cat.Contains("hun") && !release.Title.ToLower().Contains("hun")) release.Title += ".hun"; if (seasonep == null) releases.Add(release); else { if (query.MatchQueryStringAND(release.Title, null, seasonep)) { /* For sonnar if the search querry was english the title must be english also so we need to change the Description and Title */ var temp = release.Title; // releasedata everithing after Name.S0Xe0X String releasedata = release.Title.Split(new[] { seasonep }, StringSplitOptions.None)[1].Trim(); /* if the release name not contains the language we add it because it is know from category */ if (cat.Contains("hun") && !releasedata.Contains("hun")) releasedata += ".hun"; // release description contains [imdb: ****] but we only need the data before it for title String[] description = { release.Description, "" }; if (release.Description.Contains("[imdb:")) { description = release.Description.Split('['); description[1] = "[" + description[1]; } release.Title = (description[0].Trim() + "." + seasonep.Trim() + "." + releasedata.Trim('.')).Replace(' ', '.'); // if search is done for S0X than we dont want to put . between S0X and E0X Match match = Regex.Match(releasedata, @"^E\d\d?"); if (seasonep.Length == 3 && match.Success) release.Title = (description[0].Trim() + "." + seasonep.Trim() + releasedata.Trim('.')).Replace(' ', '.'); // add back imdb points to the description [imdb: 8.7] release.Description = temp + " " + description[1]; release.Description = release.Description.Trim(); releases.Add(release); } } } catch (FormatException ex) { logger.Error("Problem of parsing Torrent:" + rows[i].InnerHTML); logger.Error("Exception was the following:" + ex); } } } catch (Exception ex) { OnParseError(results.Content, ex); } return releases; } protected async Task> PerformQuery(TorznabQuery query, String seasonep) { var releases = new List(); var searchString = query.GetQueryString(); var pairs = new List>(); if (seasonep != null) { searchString = query.SanitizedSearchTerm; } pairs.Add(new KeyValuePair("nyit_sorozat_resz", "true")); pairs.Add(new KeyValuePair("miben", "name")); pairs.Add(new KeyValuePair("tipus", "kivalasztottak_kozott")); pairs.Add(new KeyValuePair("submit.x", "1")); pairs.Add(new KeyValuePair("submit.y", "1")); pairs.Add(new KeyValuePair("submit", "Ok")); pairs.Add(new KeyValuePair("mire", searchString)); var cats = MapTorznabCapsToTrackers(query); if (cats.Count == 0) cats = GetAllTrackerCategories(); foreach (var lcat in LanguageCats) { if (!configData.Hungarian.Value) cats.Remove(lcat + "_hun"); if (!configData.English.Value) cats.Remove(lcat); } foreach (var cat in cats) { pairs.Add(new KeyValuePair("kivalasztott_tipus[]", cat)); } var results = await PostDataWithCookiesAndRetry(SearchUrl, pairs); CQ dom = results.Content; int numVal = 0; // find number of torrents / page int torrent_per_page = dom[".box_torrent_all"].Find(".box_torrent").Length; if (torrent_per_page==0) return releases; int start_page = (query.Offset / torrent_per_page)+1; int previously_parsed_on_page = query.Offset - (start_page * torrent_per_page) + 1; //+1 because indexing start from 0 if (previously_parsed_on_page < 0) previously_parsed_on_page = query.Offset; // find pagelinks in the bottom var pagelinks = dom["div[id=pager_bottom]"].Find("a"); if (pagelinks.Length > 0) { // If there are several pages find the link for the latest one for (int i= pagelinks.Length - 1; i > 0; i--) { var last_page_link = (pagelinks[i].Cq().Attr("href")).Trim(); if (last_page_link.Contains("oldal")) { Match match = Regex.Match(last_page_link, @"(?<=[\?,&]oldal=)(\d+)(?=&)"); numVal = Int32.Parse(match.Value); break; } } } var limit = query.Limit; if (limit == 0) limit = 100; if (start_page == 1) { releases = parseTorrents(results, seasonep, query, releases.Count, limit, previously_parsed_on_page); previously_parsed_on_page = 0; start_page++; } // Check all the pages for the torrents. // The starting index is 2. (the first one is the original where we parse out the pages.) for (int i= start_page; (i<= numVal && releases.Count < limit); i++ ) { pairs.Add(new KeyValuePair("oldal", i.ToString())); results = await PostDataWithCookiesAndRetry(SearchUrl, pairs); releases.AddRange(parseTorrents(results, seasonep, query, releases.Count, limit, previously_parsed_on_page)); previously_parsed_on_page = 0; pairs.Remove(new KeyValuePair("oldal", i.ToString())); } return releases; } protected override async Task> PerformQuery(TorznabQuery query) { var results = await PerformQuery(query, null); if (results.Count()==0 && query.IsTVSearch) // if we search for a localized title ncore can't handle any extra S/E information, search without it and AND filter the results. See #1450 { results = await PerformQuery(query,query.GetEpisodeSearchString()); } return results; } } }