using System; using System.Collections.Generic; using System.Diagnostics.CodeAnalysis; using System.Globalization; using System.Linq; using System.Text; using System.Text.RegularExpressions; using System.Threading.Tasks; using AngleSharp.Html.Parser; using Jackett.Common.Helpers; using Jackett.Common.Models; using Jackett.Common.Models.IndexerConfig; using Jackett.Common.Services.Interfaces; using Jackett.Common.Utils; using Newtonsoft.Json.Linq; using NLog; namespace Jackett.Common.Indexers { [ExcludeFromCodeCoverage] public class Hebits : BaseWebIndexer { private string LoginPostUrl => SiteLink + "takeloginAjax.php"; private string SearchUrl => SiteLink + "browse.php?sort=4&type=desc"; private new ConfigurationDataBasicLogin configData { get => (ConfigurationDataBasicLogin)base.configData; set => base.configData = value; } public Hebits(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l, IProtectionService ps) : base(id: "hebits", name: "Hebits", description: "The Israeli Tracker", link: "https://hebits.net/", caps: new TorznabCapabilities { // TODO: add music and book search TvSearchParams = new List { TvSearchParam.Q, TvSearchParam.Season, TvSearchParam.Ep }, MovieSearchParams = new List { MovieSearchParam.Q } }, configService: configService, client: wc, logger: l, p: ps, downloadBase: "https://hebits.net/", configData: new ConfigurationDataBasicLogin()) { Encoding = Encoding.GetEncoding("windows-1255"); Language = "he-il"; Type = "private"; AddCategoryMapping(21, TorznabCatType.PCGames, "משחקים - PC (PC Games)"); AddCategoryMapping(33, TorznabCatType.Console, "משחקים - קונסולות (Console Games)"); AddCategoryMapping(19, TorznabCatType.MoviesSD, "סרטי SD (Movies SD)"); AddCategoryMapping(25, TorznabCatType.MoviesOther, "סרטים ישראלי (Movies ISR)"); AddCategoryMapping(20, TorznabCatType.MoviesDVD, "סרטים - DVD-R (Movies DVD"); AddCategoryMapping(36, TorznabCatType.MoviesBluRay, "Bluray / Remux"); AddCategoryMapping(27, TorznabCatType.MoviesHD, "סרטי HD (Movies HD)"); AddCategoryMapping(34, TorznabCatType.Movies, "טופ IMDB (Top IMDB)"); AddCategoryMapping(7, TorznabCatType.TVSD, "סדרות ישראליות (TV SD ISR)"); AddCategoryMapping(24, TorznabCatType.TVSD, "סדרות לועזיות - עם תרגום מובנה (TV with subs)"); AddCategoryMapping(1, TorznabCatType.TVHD, "סדרות HD לועזיות (TV HD)"); AddCategoryMapping(37, TorznabCatType.TVHD, "סדרות HD ישראליות (TV HD ISR)"); AddCategoryMapping(23, TorznabCatType.TVAnime, "אנימציה - מצויירים (Anime)"); AddCategoryMapping(28, TorznabCatType.Audio, "מוזיקה לועזית (Music)"); AddCategoryMapping(6, TorznabCatType.Audio, "מוזיקה ישראלית (Music ISR)"); AddCategoryMapping(28, TorznabCatType.AudioLossless, "מוזיקה - Flac (Music Flac)"); AddCategoryMapping(35, TorznabCatType.AudioVideo, "הופעות (Music Concerts)"); AddCategoryMapping(30, TorznabCatType.Audio, "פסי קול (Music OST)"); AddCategoryMapping(32, TorznabCatType.PCPhoneOther, "סלולאר (Mobile)"); AddCategoryMapping(26, TorznabCatType.Books, "ספרים (Books)"); AddCategoryMapping(22, TorznabCatType.PC, "תוכנות (Apps)"); AddCategoryMapping(29, TorznabCatType.Other, "שונות (Other)"); AddCategoryMapping(9, TorznabCatType.XXX, "פורנו XXX (3X)"); AddCategoryMapping(41, TorznabCatType.TVSport, "ספורט (Sport)"); } public override async Task ApplyConfiguration(JToken configJson) { LoadValuesFromJson(configJson); var pairs = new Dictionary { {"username", configData.Username.Value}, {"password", configData.Password.Value} }; // Get inital cookies CookieHeader = string.Empty; var result = await RequestLoginAndFollowRedirect(LoginPostUrl, pairs, CookieHeader, true, null, SiteLink); await ConfigureIfOK( result.Cookies, result.ContentString?.Contains("OK") == true, () => { var parser = new HtmlParser(); var dom = parser.ParseDocument(result.ContentString); var errorMessage = dom.TextContent.Trim(); errorMessage += " attempts left. Please check your credentials."; throw new ExceptionWithConfigData(errorMessage, configData); }); return IndexerConfigurationStatus.RequiresTesting; } protected override async Task> PerformQuery(TorznabQuery query) { var releases = new List(); var searchString = query.GetQueryString(); var searchUrl = SearchUrl; if (!string.IsNullOrWhiteSpace(searchString)) searchUrl += "&search=" + WebUtilityHelpers.UrlEncode(searchString, Encoding); var cats = MapTorznabCapsToTrackers(query); if (cats.Count > 0) searchUrl = cats.Aggregate(searchUrl, (url, cat) => $"{url}&c{cat}=1"); var response = await RequestWithCookiesAsync(searchUrl); try { var parser = new HtmlParser(); var dom = parser.ParseDocument(response.ContentString); var rows = dom.QuerySelectorAll(".browse > div > div"); foreach (var row in rows) { var release = new ReleaseInfo(); release.MinimumRatio = 0.8; release.MinimumSeedTime = 259200; // 72 hours var qCatLink = row.QuerySelector("a[href^=\"browse.php?cat=\"]"); var catStr = qCatLink.GetAttribute("href").Split('=')[1]; release.Category = MapTrackerCatToNewznab(catStr); var qTitle = row.QuerySelector(".bTitle"); var titleParts = qTitle.TextContent.Split('/'); release.Title = titleParts.Length >= 2 ? titleParts[1].Trim() : titleParts[0].Trim(); var qDetailsLink = qTitle.QuerySelector("a[href^=\"details.php\"]"); release.Comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href")); release.Link = new Uri(SiteLink + row.QuerySelector("a[href^=\"download.php\"]").GetAttribute("href")); release.Guid = release.Link; var dateString = row.QuerySelector("div:last-child").TextContent.Trim(); var match = Regex.Match(dateString, @"\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}"); if (match.Success) release.PublishDate = DateTime.ParseExact(match.Value, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture); var sizeStr = row.QuerySelector(".bSize").TextContent.Trim(); release.Size = ReleaseInfo.GetBytes(sizeStr); release.Seeders = ParseUtil.CoerceInt(row.QuerySelector(".bUping").TextContent.Trim()); release.Peers = release.Seeders + ParseUtil.CoerceInt(row.QuerySelector(".bDowning").TextContent.Trim()); var files = row.QuerySelector("div.bFiles").ChildNodes.Last().TextContent.Trim(); release.Files = ParseUtil.CoerceInt(files); var grabs = row.QuerySelector("div.bFinish").ChildNodes.Last().TextContent.Trim(); release.Grabs = ParseUtil.CoerceInt(grabs); release.DownloadVolumeFactor = row.QuerySelector("img[src=\"/pic/free.jpg\"]") != null ? 0 : 1; if (row.QuerySelector("img[src=\"/pic/triple.jpg\"]") != null) release.UploadVolumeFactor = 3; else if (row.QuerySelector("img[src=\"/pic/double.jpg\"]") != null) release.UploadVolumeFactor = 2; else release.UploadVolumeFactor = 1; releases.Add(release); } } catch (Exception ex) { OnParseError(response.ContentString, ex); } return releases; } } }