mirror of https://github.com/Jackett/Jackett
254 lines
13 KiB
C#
254 lines
13 KiB
C#
using System;
|
||
using System.Collections.Generic;
|
||
using System.Collections.Specialized;
|
||
using System.Linq;
|
||
using System.Text;
|
||
using System.Threading.Tasks;
|
||
using AngleSharp.Html.Parser;
|
||
using Jackett.Common.Models;
|
||
using Jackett.Common.Models.IndexerConfig;
|
||
using Jackett.Common.Services.Interfaces;
|
||
using Jackett.Common.Utils;
|
||
using Jackett.Common.Utils.Clients;
|
||
using Newtonsoft.Json.Linq;
|
||
using NLog;
|
||
|
||
namespace Jackett.Common.Indexers
|
||
{
|
||
public class Pier720 : BaseWebIndexer
|
||
{
|
||
private string LoginUrl => SiteLink + "ucp.php?mode=login";
|
||
private string SearchUrl => SiteLink + "search.php";
|
||
|
||
private new ConfigurationDataBasicLoginWithRSSAndDisplay configData
|
||
{
|
||
get => (ConfigurationDataBasicLoginWithRSSAndDisplay)base.configData;
|
||
set => base.configData = value;
|
||
}
|
||
|
||
public Pier720(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
|
||
: base(name: "720pier",
|
||
description: "720pier is a RUSSIAN Private Torrent Tracker for HD SPORTS",
|
||
link: "http://720pier.ru/",
|
||
caps: TorznabUtil.CreateDefaultTorznabTVCaps(),
|
||
configService: configService,
|
||
client: wc,
|
||
logger: l,
|
||
p: ps,
|
||
configData: new ConfigurationDataBasicLoginWithRSSAndDisplay())
|
||
{
|
||
Encoding = Encoding.UTF8;
|
||
Language = "ru-ru";
|
||
Type = "private";
|
||
|
||
AddCategoryMapping(32, TorznabCatType.TVSport, "Basketball");
|
||
AddCategoryMapping(34, TorznabCatType.TVSport, "Basketball - NBA");
|
||
AddCategoryMapping(87, TorznabCatType.TVSport, "Basketball - NBA Playoffs");
|
||
AddCategoryMapping(81, TorznabCatType.TVSport, "Basketball - NBA Playoffs - 2016");
|
||
AddCategoryMapping(95, TorznabCatType.TVSport, "Basketball - NBA Playoffs - 2017");
|
||
AddCategoryMapping(58, TorznabCatType.TVSport, "Basketball - NBA (до 2015 г.)");
|
||
AddCategoryMapping(52, TorznabCatType.TVSport, "Basketball - NCAA");
|
||
AddCategoryMapping(82, TorznabCatType.TVSport, "Basketball - WNBA");
|
||
AddCategoryMapping(36, TorznabCatType.TVSport, "Basketball - European basketball");
|
||
AddCategoryMapping(37, TorznabCatType.TVSport, "Basketball - World Championship");
|
||
AddCategoryMapping(51, TorznabCatType.TVSport, "Basketball - Reviews and highlights");
|
||
AddCategoryMapping(41, TorznabCatType.TVSport, "Basketball - Other");
|
||
AddCategoryMapping(38, TorznabCatType.TVSport, "Basketball - Olympic Games");
|
||
|
||
AddCategoryMapping(42, TorznabCatType.TVSport, "Football");
|
||
AddCategoryMapping(43, TorznabCatType.TVSport, "Football - NFL");
|
||
AddCategoryMapping(66, TorznabCatType.TVSport, "Football - Super Bowls");
|
||
AddCategoryMapping(53, TorznabCatType.TVSport, "Football - NCAA");
|
||
AddCategoryMapping(99, TorznabCatType.TVSport, "Football - CFL");
|
||
AddCategoryMapping(101, TorznabCatType.TVSport, "Football - AAF");
|
||
AddCategoryMapping(54, TorznabCatType.TVSport, "Football - Reviews and highlights");
|
||
AddCategoryMapping(97, TorznabCatType.TVSport, "Football - Documentaries");
|
||
AddCategoryMapping(44, TorznabCatType.TVSport, "Football - Other");
|
||
|
||
AddCategoryMapping(46, TorznabCatType.TVSport, "Hockey");
|
||
AddCategoryMapping(48, TorznabCatType.TVSport, "Hockey - NHL");
|
||
AddCategoryMapping(88, TorznabCatType.TVSport, "Hockey - NHL Playoffs");
|
||
AddCategoryMapping(93, TorznabCatType.TVSport, "Hockey - NHL Playoffs - 2017");
|
||
AddCategoryMapping(80, TorznabCatType.TVSport, "Hockey - NHL Playoffs - 2016");
|
||
AddCategoryMapping(65, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals");
|
||
AddCategoryMapping(69, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals - 2005-2014");
|
||
AddCategoryMapping(70, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals - 2003");
|
||
AddCategoryMapping(92, TorznabCatType.TVSport, "Hockey - NCAA");
|
||
AddCategoryMapping(49, TorznabCatType.TVSport, "Hockey - World Championship");
|
||
AddCategoryMapping(68, TorznabCatType.TVSport, "Hockey - Documentaries");
|
||
AddCategoryMapping(64, TorznabCatType.TVSport, "Hockey - Reviews and highlights");
|
||
AddCategoryMapping(50, TorznabCatType.TVSport, "Hockey - Other");
|
||
|
||
AddCategoryMapping(55, TorznabCatType.TVSport, "Baseball");
|
||
AddCategoryMapping(71, TorznabCatType.TVSport, "Baseball - MLB");
|
||
AddCategoryMapping(72, TorznabCatType.TVSport, "Baseball - Other");
|
||
AddCategoryMapping(85, TorznabCatType.TVSport, "Baseball - Reviews, highlights, documentaries");
|
||
|
||
AddCategoryMapping(59, TorznabCatType.TVSport, "Soccer");
|
||
AddCategoryMapping(61, TorznabCatType.TVSport, "Soccer - English soccer");
|
||
AddCategoryMapping(86, TorznabCatType.TVSport, "Soccer - UEFA");
|
||
AddCategoryMapping(100, TorznabCatType.TVSport, "Soccer - MLS");
|
||
AddCategoryMapping(62, TorznabCatType.TVSport, "Soccer - Other tournaments, championships");
|
||
AddCategoryMapping(63, TorznabCatType.TVSport, "Soccer - World Championships");
|
||
AddCategoryMapping(98, TorznabCatType.TVSport, "Soccer - FIFA World Cup");
|
||
|
||
AddCategoryMapping(45, TorznabCatType.TVSport, "Other sports");
|
||
AddCategoryMapping(79, TorznabCatType.TVSport, "Other sports - Rugby");
|
||
AddCategoryMapping(78, TorznabCatType.TVSport, "Other sports - Lacrosse");
|
||
AddCategoryMapping(77, TorznabCatType.TVSport, "Other sports - Cricket");
|
||
AddCategoryMapping(76, TorznabCatType.TVSport, "Other sports - Volleyball");
|
||
AddCategoryMapping(75, TorznabCatType.TVSport, "Other sports - Tennis");
|
||
AddCategoryMapping(74, TorznabCatType.TVSport, "Other sports - Fighting");
|
||
AddCategoryMapping(73, TorznabCatType.TVSport, "Other sports - Auto, moto racing");
|
||
AddCategoryMapping(91, TorznabCatType.TVSport, "Other sports - Olympic Games");
|
||
AddCategoryMapping(94, TorznabCatType.TVSport, "Other sports - Misc");
|
||
|
||
AddCategoryMapping(56, TorznabCatType.TVSport, "Sports on tv");
|
||
AddCategoryMapping(30, TorznabCatType.TVSport, "Sports");
|
||
}
|
||
|
||
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
||
{
|
||
LoadValuesFromJson(configJson);
|
||
|
||
var pairs = new Dictionary<string, string>
|
||
{
|
||
{"username", configData.Username.Value},
|
||
{"password", configData.Password.Value},
|
||
{"redirect", "/"},
|
||
{"login", "Login"},
|
||
{"autologin", "on"}
|
||
};
|
||
var htmlParser = new HtmlParser();
|
||
var loginDocument = htmlParser.ParseDocument((await RequestStringWithCookies(LoginUrl)).Content);
|
||
pairs["creation_time"] = loginDocument.GetElementsByName("creation_time")[0].GetAttribute("value");
|
||
pairs["form_token"] = loginDocument.GetElementsByName("form_token")[0].GetAttribute("value");
|
||
pairs["sid"] = loginDocument.GetElementsByName("sid")[0].GetAttribute("value");
|
||
|
||
var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, null, true, null, LoginUrl, true);
|
||
await ConfigureIfOK(result.Cookies, result.Content?.Contains("ucp.php?mode=logout&") == true, () =>
|
||
{
|
||
var errorMessage = result.Content;
|
||
throw new ExceptionWithConfigData(errorMessage, configData);
|
||
});
|
||
return IndexerConfigurationStatus.RequiresTesting;
|
||
}
|
||
|
||
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
||
{
|
||
var releases = new List<ReleaseInfo>();
|
||
var searchString = query.GetQueryString();
|
||
|
||
var queryCollection = new NameValueCollection
|
||
{
|
||
{"st", "0"},
|
||
{"sd", "d"},
|
||
{"sk", "t"},
|
||
{"tracker_search", "torrent"},
|
||
{"t", "0"},
|
||
{"submit", "Search"},
|
||
{"sr", "topics"},
|
||
{"ot", "1" }
|
||
};
|
||
|
||
//queryCollection.Add("sr", "posts");
|
||
//queryCollection.Add("ch", "99999");
|
||
|
||
// if the search string is empty use the getnew view
|
||
if (string.IsNullOrWhiteSpace(searchString))
|
||
{
|
||
queryCollection.Add("search_id", "active_topics");
|
||
}
|
||
else // use the normal search
|
||
{
|
||
searchString = searchString.Replace("-", " ");
|
||
queryCollection.Add("keywords", searchString);
|
||
queryCollection.Add("sf", "titleonly");
|
||
queryCollection.Add("sr", "topics");
|
||
queryCollection.Add("pt", "t");
|
||
}
|
||
|
||
var searchUrl = SearchUrl + "?" + queryCollection.GetQueryString();
|
||
var results = await RequestStringWithCookies(searchUrl);
|
||
if (!results.Content.Contains("ucp.php?mode=logout"))
|
||
{
|
||
await ApplyConfiguration(null);
|
||
results = await RequestStringWithCookies(searchUrl);
|
||
}
|
||
try
|
||
{
|
||
const string rowsSelector = "ul.topics > li.row";
|
||
|
||
var resultParser = new HtmlParser();
|
||
var searchResultDocument = resultParser.ParseDocument(results.Content);
|
||
var rows = searchResultDocument.QuerySelectorAll(rowsSelector);
|
||
foreach (var row in rows)
|
||
{
|
||
try
|
||
{
|
||
var release = new ReleaseInfo
|
||
{
|
||
MinimumRatio = 1,
|
||
MinimumSeedTime = 0,
|
||
DownloadVolumeFactor = 1,
|
||
UploadVolumeFactor = 1,
|
||
Seeders = ParseUtil.CoerceInt(row.QuerySelector("span.seed").TextContent),
|
||
Grabs = ParseUtil.CoerceLong(row.QuerySelector("span.complet").TextContent),
|
||
};
|
||
release.Peers = ParseUtil.CoerceInt(row.QuerySelector("span.leech").TextContent) + release.Seeders;
|
||
|
||
var qDetailsLink = row.QuerySelector("a.topictitle");
|
||
|
||
release.Title = qDetailsLink.TextContent;
|
||
release.Comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href"));
|
||
release.Guid = release.Comments;
|
||
|
||
var detailsResult = await RequestStringWithCookies(SiteLink + qDetailsLink.GetAttribute("href"));
|
||
var detailsResultDocument = resultParser.ParseDocument(detailsResult.Content);
|
||
var qDownloadLink = detailsResultDocument.QuerySelector("table.table2 > tbody > tr > td > a[href^=\"/download/torrent\"]");
|
||
|
||
release.Link = new Uri(SiteLink + qDownloadLink.GetAttribute("href").TrimStart('/'));
|
||
|
||
var author = row.QuerySelector("dd.lastpost > span");
|
||
var timestr = author.TextContent.Split('\n')
|
||
.Where(str => !str.IsNullOrEmptyOrWhitespace()) //Filter blank lines
|
||
.Skip(1) //Skip author name
|
||
.FirstOrDefault()
|
||
.Trim();
|
||
|
||
release.PublishDate = DateTimeUtil.FromUnknown(timestr, "UK");
|
||
|
||
var forum = row.QuerySelector("a[href^=\"./viewforum.php?f=\"]");
|
||
var forumid = forum.GetAttribute("href").Split('=')[1];
|
||
|
||
release.Category = MapTrackerCatToNewznab(forumid);
|
||
|
||
var size = row.QuerySelector("dl.row-item > dt > div.list-inner > div[style^=\"float:right\"]").TextContent;
|
||
size = size.Replace("GiB", "GB");
|
||
size = size.Replace("MiB", "MB");
|
||
size = size.Replace("KiB", "KB");
|
||
|
||
size = size.Replace("ГБ", "GB");
|
||
size = size.Replace("МБ", "MB");
|
||
size = size.Replace("КБ", "KB");
|
||
|
||
release.Size = ReleaseInfo.GetBytes(size);
|
||
|
||
releases.Add(release);
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
logger.Error($"{ID}: Error while parsing row '{row.OuterHtml}':\n\n{ex}");
|
||
}
|
||
}
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
OnParseError(results.Content, ex);
|
||
}
|
||
|
||
return releases;
|
||
}
|
||
}
|
||
}
|