2015-07-13 02:01:02 +00:00
|
|
|
|
using CsQuery;
|
2015-07-19 00:27:41 +00:00
|
|
|
|
using Jackett.Models;
|
2015-07-19 17:18:54 +00:00
|
|
|
|
using Jackett.Services;
|
2015-07-19 00:27:41 +00:00
|
|
|
|
using Jackett.Utils;
|
2015-07-27 00:03:51 +00:00
|
|
|
|
using Jackett.Utils.Clients;
|
2015-07-13 02:01:02 +00:00
|
|
|
|
using Newtonsoft.Json.Linq;
|
2015-07-19 00:27:41 +00:00
|
|
|
|
using NLog;
|
2015-07-13 02:01:02 +00:00
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Threading.Tasks;
|
2015-08-03 21:38:45 +00:00
|
|
|
|
using Jackett.Models.IndexerConfig;
|
2015-08-11 01:59:11 +00:00
|
|
|
|
using System.Collections.Specialized;
|
2015-11-09 08:30:09 +00:00
|
|
|
|
using System.Text.RegularExpressions;
|
2015-07-13 02:01:02 +00:00
|
|
|
|
|
|
|
|
|
namespace Jackett.Indexers
|
|
|
|
|
{
|
2015-07-19 17:18:54 +00:00
|
|
|
|
public class BeyondHD : BaseIndexer, IIndexer
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
2015-08-11 01:59:11 +00:00
|
|
|
|
private string SearchUrl { get { return SiteLink + "browse.php?searchin=title&incldead=0&"; } }
|
2015-11-09 08:30:09 +00:00
|
|
|
|
private string LoginUrl { get { return SiteLink + "login.php?returnto=%2F"; } }
|
|
|
|
|
private string AjaxLoginUrl { get { return SiteLink + "ajax/takelogin.php"; } }
|
2015-07-13 02:01:02 +00:00
|
|
|
|
|
2015-11-09 08:30:09 +00:00
|
|
|
|
new ConfigurationDataRecaptchaLogin configData
|
2015-08-03 21:38:45 +00:00
|
|
|
|
{
|
2015-11-09 08:30:09 +00:00
|
|
|
|
get { return (ConfigurationDataRecaptchaLogin)base.configData; }
|
2015-08-03 21:38:45 +00:00
|
|
|
|
set { base.configData = value; }
|
|
|
|
|
}
|
|
|
|
|
|
2015-08-07 19:09:13 +00:00
|
|
|
|
public BeyondHD(IIndexerManagerService i, Logger l, IWebClient w, IProtectionService ps)
|
2015-07-19 23:05:30 +00:00
|
|
|
|
: base(name: "BeyondHD",
|
|
|
|
|
description: "Without BeyondHD, your HDTV is just a TV",
|
2015-07-27 00:03:51 +00:00
|
|
|
|
link: "https://beyondhd.me/",
|
2015-08-23 00:02:41 +00:00
|
|
|
|
caps: new TorznabCapabilities(),
|
2015-07-19 23:05:30 +00:00
|
|
|
|
manager: i,
|
2015-07-27 00:03:51 +00:00
|
|
|
|
client: w,
|
2015-08-03 21:38:45 +00:00
|
|
|
|
logger: l,
|
2015-08-07 19:09:13 +00:00
|
|
|
|
p: ps,
|
2015-11-09 08:30:09 +00:00
|
|
|
|
configData: new ConfigurationDataRecaptchaLogin())
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
2015-08-19 02:03:37 +00:00
|
|
|
|
AddCategoryMapping(37, TorznabCatType.MoviesBluRay); // Movie / Blu-ray
|
|
|
|
|
AddMultiCategoryMapping(TorznabCatType.Movies3D,
|
|
|
|
|
71, // Movie / 3D
|
|
|
|
|
83 // FraMeSToR 3D
|
|
|
|
|
);
|
|
|
|
|
AddMultiCategoryMapping(TorznabCatType.MoviesHD,
|
|
|
|
|
77, // Movie / 1080p/i
|
|
|
|
|
94, // Movie / 4K
|
|
|
|
|
78, // Movie / 720p
|
|
|
|
|
54, // Movie / MP4
|
|
|
|
|
17, // Movie / Remux
|
|
|
|
|
50, // Internal / FraMeSToR 1080p
|
|
|
|
|
75, // Internal / FraMeSToR 720p
|
|
|
|
|
49, // Internal / FraMeSToR REMUX
|
|
|
|
|
61, // Internal / HDX REMUX
|
|
|
|
|
86 // Internal / SC4R
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
AddMultiCategoryMapping(TorznabCatType.TVHD,
|
|
|
|
|
40, // TV Show / Blu-ray
|
|
|
|
|
44, // TV Show / Encodes
|
|
|
|
|
48, // TV Show / HDTV
|
|
|
|
|
89, // TV Show / Packs
|
|
|
|
|
46, // TV Show / Remux
|
|
|
|
|
45 // TV Show / WEB-DL
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(36, TorznabCatType.AudioLossless); // Music / Lossless
|
|
|
|
|
AddCategoryMapping(69, TorznabCatType.AudioMP3); // Music / MP3
|
|
|
|
|
AddMultiCategoryMapping(TorznabCatType.AudioVideo,
|
|
|
|
|
55, // Music / 1080p/i
|
|
|
|
|
56, // Music / 720p
|
|
|
|
|
42 // Music / Blu-ray
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
2015-07-13 02:01:02 +00:00
|
|
|
|
}
|
|
|
|
|
|
2015-11-09 08:30:09 +00:00
|
|
|
|
public override async Task<ConfigurationData> GetConfigurationForSetup()
|
|
|
|
|
{
|
|
|
|
|
var loginPage = await RequestStringWithCookies(LoginUrl, string.Empty);
|
|
|
|
|
string recaptchaSiteKey = new Regex(@"loginwidget', \{[\s]{4,30}'sitekey' : '([0-9A-Za-z]{5,60})',[\s]{4,30}'theme'").Match(loginPage.Content).Groups[1].ToString().Trim();
|
|
|
|
|
var result = new ConfigurationDataRecaptchaLogin();
|
|
|
|
|
result.CookieHeader.Value = loginPage.Cookies;
|
|
|
|
|
result.Captcha.SiteKey = recaptchaSiteKey;
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
|
2015-08-22 20:57:13 +00:00
|
|
|
|
public async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
2015-08-03 21:38:45 +00:00
|
|
|
|
configData.LoadValuesFromJson(configJson);
|
2015-11-09 08:30:09 +00:00
|
|
|
|
var pairs = new Dictionary<string, string> {
|
|
|
|
|
{ "username", configData.Username.Value },
|
|
|
|
|
{ "password", configData.Password.Value },
|
|
|
|
|
{ "g-recaptcha-response", configData.Captcha.Value }
|
|
|
|
|
};
|
2015-07-13 02:01:02 +00:00
|
|
|
|
|
2015-11-09 08:30:09 +00:00
|
|
|
|
if (!string.IsNullOrWhiteSpace(configData.Captcha.Cookie))
|
2015-07-27 00:03:51 +00:00
|
|
|
|
{
|
2015-11-09 08:30:09 +00:00
|
|
|
|
// Cookie was manually supplied
|
|
|
|
|
CookieHeader = configData.Captcha.Cookie;
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var results = await PerformQuery(new TorznabQuery());
|
|
|
|
|
if (!results.Any())
|
|
|
|
|
{
|
|
|
|
|
throw new Exception("Your cookie did not work");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
SaveConfig();
|
|
|
|
|
IsConfigured = true;
|
|
|
|
|
return IndexerConfigurationStatus.Completed;
|
|
|
|
|
}
|
|
|
|
|
catch (Exception e)
|
|
|
|
|
{
|
|
|
|
|
IsConfigured = false;
|
|
|
|
|
throw new Exception("Your cookie did not work: " + e.Message);
|
|
|
|
|
}
|
|
|
|
|
}
|
2015-07-13 02:01:02 +00:00
|
|
|
|
|
2015-11-09 08:30:09 +00:00
|
|
|
|
var result = await RequestLoginAndFollowRedirect(AjaxLoginUrl, pairs, configData.CookieHeader.Value, true, SiteLink, LoginUrl);
|
|
|
|
|
JToken token = JObject.Parse(result.Content);
|
|
|
|
|
bool success = token.Value<bool?>("success") ?? false;
|
|
|
|
|
await ConfigureIfOK(result.Cookies, success, () =>
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
2015-11-09 08:30:09 +00:00
|
|
|
|
var errorMessage = result.Content;
|
|
|
|
|
throw new ExceptionWithConfigData(errorMessage, configData);
|
2015-07-27 00:03:51 +00:00
|
|
|
|
});
|
2015-08-22 20:57:13 +00:00
|
|
|
|
return IndexerConfigurationStatus.RequiresTesting;
|
2015-07-13 02:01:02 +00:00
|
|
|
|
}
|
|
|
|
|
|
2015-07-28 23:10:04 +00:00
|
|
|
|
public async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
|
|
|
|
List<ReleaseInfo> releases = new List<ReleaseInfo>();
|
|
|
|
|
|
2015-08-19 02:03:37 +00:00
|
|
|
|
var searchString = query.GetQueryString();
|
2015-08-11 01:59:11 +00:00
|
|
|
|
var searchUrl = SearchUrl;
|
|
|
|
|
var queryCollection = new NameValueCollection();
|
|
|
|
|
|
|
|
|
|
if (!string.IsNullOrWhiteSpace(searchString))
|
|
|
|
|
{
|
|
|
|
|
queryCollection.Add("search", searchString);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
foreach (var cat in MapTorznabCapsToTrackers(query))
|
|
|
|
|
{
|
|
|
|
|
queryCollection.Add("c" + cat, "1");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
searchUrl += queryCollection.GetQueryString();
|
|
|
|
|
|
|
|
|
|
var results = await RequestStringWithCookiesAndRetry(searchUrl);
|
2015-07-28 19:22:23 +00:00
|
|
|
|
await FollowIfRedirect(results);
|
2015-07-18 20:35:02 +00:00
|
|
|
|
try
|
|
|
|
|
{
|
2015-07-27 00:03:51 +00:00
|
|
|
|
CQ dom = results.Content;
|
2015-07-18 20:35:02 +00:00
|
|
|
|
var rows = dom["table.torrenttable > tbody > tr.browse_color"];
|
|
|
|
|
foreach (var row in rows)
|
2015-07-13 02:01:02 +00:00
|
|
|
|
{
|
2015-07-18 20:35:02 +00:00
|
|
|
|
var release = new ReleaseInfo();
|
|
|
|
|
release.MinimumRatio = 1;
|
|
|
|
|
release.MinimumSeedTime = 172800;
|
|
|
|
|
|
|
|
|
|
var qRow = row.Cq();
|
|
|
|
|
|
2015-08-11 02:14:00 +00:00
|
|
|
|
var catStr = row.ChildElements.ElementAt(0).FirstElementChild.GetAttribute("href").Split('=')[1];
|
|
|
|
|
release.Category = MapTrackerCatToNewznab(catStr);
|
2015-08-11 01:59:11 +00:00
|
|
|
|
|
2015-07-18 20:35:02 +00:00
|
|
|
|
var qLink = row.ChildElements.ElementAt(2).FirstChild.Cq();
|
2015-07-19 17:18:54 +00:00
|
|
|
|
release.Link = new Uri(SiteLink + "/" + qLink.Attr("href"));
|
2015-11-09 08:30:09 +00:00
|
|
|
|
var torrentId = qLink.Attr("href").Split('=').Last();
|
2015-07-18 20:35:02 +00:00
|
|
|
|
|
|
|
|
|
var descCol = row.ChildElements.ElementAt(3);
|
|
|
|
|
var qCommentLink = descCol.FirstChild.Cq();
|
|
|
|
|
release.Title = qCommentLink.Text();
|
|
|
|
|
release.Description = release.Title;
|
2015-07-19 17:18:54 +00:00
|
|
|
|
release.Comments = new Uri(SiteLink + "/" + qCommentLink.Attr("href"));
|
2015-07-18 20:35:02 +00:00
|
|
|
|
release.Guid = release.Comments;
|
2015-11-09 08:30:09 +00:00
|
|
|
|
release.Link = new Uri($"{SiteLink}download.php?torrent={torrentId}");
|
2015-07-18 20:35:02 +00:00
|
|
|
|
|
|
|
|
|
var dateStr = descCol.ChildElements.Last().Cq().Text().Split('|').Last().ToLowerInvariant().Replace("ago.", "").Trim();
|
2015-07-23 05:16:13 +00:00
|
|
|
|
release.PublishDate = DateTimeUtil.FromTimeAgo(dateStr);
|
2015-07-18 20:35:02 +00:00
|
|
|
|
|
2015-07-26 03:53:53 +00:00
|
|
|
|
var sizeStr = row.ChildElements.ElementAt(7).Cq().Text();
|
|
|
|
|
release.Size = ReleaseInfo.GetBytes(sizeStr);
|
2015-07-18 20:35:02 +00:00
|
|
|
|
|
|
|
|
|
release.Seeders = ParseUtil.CoerceInt(row.ChildElements.ElementAt(9).Cq().Text());
|
|
|
|
|
release.Peers = ParseUtil.CoerceInt(row.ChildElements.ElementAt(10).Cq().Text()) + release.Seeders;
|
|
|
|
|
|
|
|
|
|
releases.Add(release);
|
2015-07-13 02:01:02 +00:00
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|
2015-07-18 20:35:02 +00:00
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
2015-07-27 00:03:51 +00:00
|
|
|
|
OnParseError(results.Content, ex);
|
2015-07-18 20:35:02 +00:00
|
|
|
|
}
|
|
|
|
|
|
2015-07-28 23:10:04 +00:00
|
|
|
|
return releases;
|
2015-07-13 02:01:02 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|