2018-08-17 11:57:04 +00:00
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Collections.Specialized;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Text;
|
|
|
|
|
using System.Threading.Tasks;
|
2019-01-20 00:09:27 +00:00
|
|
|
|
using AngleSharp.Html.Parser;
|
2018-08-17 11:57:04 +00:00
|
|
|
|
using Jackett.Common.Models;
|
|
|
|
|
using Jackett.Common.Models.IndexerConfig;
|
|
|
|
|
using Jackett.Common.Services.Interfaces;
|
|
|
|
|
using Jackett.Common.Utils;
|
|
|
|
|
using Jackett.Common.Utils.Clients;
|
|
|
|
|
using Newtonsoft.Json.Linq;
|
|
|
|
|
using NLog;
|
|
|
|
|
|
|
|
|
|
namespace Jackett.Common.Indexers
|
|
|
|
|
{
|
|
|
|
|
public class Pier720 : BaseWebIndexer
|
|
|
|
|
{
|
|
|
|
|
private string LoginUrl { get { return SiteLink + "ucp.php?mode=login"; } }
|
|
|
|
|
private string SearchUrl { get { return SiteLink + "search.php"; } }
|
|
|
|
|
|
|
|
|
|
private new ConfigurationDataBasicLoginWithRSSAndDisplay configData
|
|
|
|
|
{
|
|
|
|
|
get { return (ConfigurationDataBasicLoginWithRSSAndDisplay)base.configData; }
|
|
|
|
|
set { base.configData = value; }
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public Pier720(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
|
|
|
|
|
: base(name: "720pier",
|
|
|
|
|
description: "720pier is a RUSSIAN Private Torrent Tracker for HD SPORTS",
|
|
|
|
|
link: "http://720pier.ru/",
|
|
|
|
|
caps: TorznabUtil.CreateDefaultTorznabTVCaps(),
|
|
|
|
|
configService: configService,
|
|
|
|
|
client: wc,
|
|
|
|
|
logger: l,
|
|
|
|
|
p: ps,
|
|
|
|
|
configData: new ConfigurationDataBasicLoginWithRSSAndDisplay())
|
|
|
|
|
{
|
|
|
|
|
Encoding = Encoding.UTF8;
|
|
|
|
|
Language = "ru-ru";
|
|
|
|
|
Type = "private";
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(32, TorznabCatType.TVSport, "Basketball");
|
|
|
|
|
AddCategoryMapping(34, TorznabCatType.TVSport, "Basketball - NBA");
|
|
|
|
|
AddCategoryMapping(87, TorznabCatType.TVSport, "Basketball - NBA Playoffs");
|
|
|
|
|
AddCategoryMapping(81, TorznabCatType.TVSport, "Basketball - NBA Playoffs - 2016");
|
|
|
|
|
AddCategoryMapping(95, TorznabCatType.TVSport, "Basketball - NBA Playoffs - 2017");
|
|
|
|
|
AddCategoryMapping(58, TorznabCatType.TVSport, "Basketball - NBA (до 2015 г.)");
|
|
|
|
|
AddCategoryMapping(52, TorznabCatType.TVSport, "Basketball - NCAA");
|
|
|
|
|
AddCategoryMapping(82, TorznabCatType.TVSport, "Basketball - WNBA");
|
|
|
|
|
AddCategoryMapping(36, TorznabCatType.TVSport, "Basketball - European basketball");
|
|
|
|
|
AddCategoryMapping(37, TorznabCatType.TVSport, "Basketball - World Championship");
|
|
|
|
|
AddCategoryMapping(51, TorznabCatType.TVSport, "Basketball - Reviews and highlights");
|
|
|
|
|
AddCategoryMapping(41, TorznabCatType.TVSport, "Basketball - Other");
|
|
|
|
|
AddCategoryMapping(38, TorznabCatType.TVSport, "Basketball - Olympic Games");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(42, TorznabCatType.TVSport, "Football");
|
|
|
|
|
AddCategoryMapping(43, TorznabCatType.TVSport, "Football - NFL");
|
|
|
|
|
AddCategoryMapping(66, TorznabCatType.TVSport, "Football - Super Bowls");
|
|
|
|
|
AddCategoryMapping(53, TorznabCatType.TVSport, "Football - NCAA");
|
|
|
|
|
AddCategoryMapping(99, TorznabCatType.TVSport, "Football - CFL");
|
2019-03-19 22:36:10 +00:00
|
|
|
|
AddCategoryMapping(101, TorznabCatType.TVSport, "Football - AAF");
|
2018-08-17 11:57:04 +00:00
|
|
|
|
AddCategoryMapping(54, TorznabCatType.TVSport, "Football - Reviews and highlights");
|
|
|
|
|
AddCategoryMapping(97, TorznabCatType.TVSport, "Football - Documentaries");
|
|
|
|
|
AddCategoryMapping(44, TorznabCatType.TVSport, "Football - Other");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(46, TorznabCatType.TVSport, "Hockey");
|
|
|
|
|
AddCategoryMapping(48, TorznabCatType.TVSport, "Hockey - NHL");
|
|
|
|
|
AddCategoryMapping(88, TorznabCatType.TVSport, "Hockey - NHL Playoffs");
|
|
|
|
|
AddCategoryMapping(93, TorznabCatType.TVSport, "Hockey - NHL Playoffs - 2017");
|
|
|
|
|
AddCategoryMapping(80, TorznabCatType.TVSport, "Hockey - NHL Playoffs - 2016");
|
|
|
|
|
AddCategoryMapping(65, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals");
|
|
|
|
|
AddCategoryMapping(69, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals - 2005-2014");
|
|
|
|
|
AddCategoryMapping(70, TorznabCatType.TVSport, "Hockey - Stanley Cup Finals - 2003");
|
|
|
|
|
AddCategoryMapping(92, TorznabCatType.TVSport, "Hockey - NCAA");
|
|
|
|
|
AddCategoryMapping(49, TorznabCatType.TVSport, "Hockey - World Championship");
|
|
|
|
|
AddCategoryMapping(68, TorznabCatType.TVSport, "Hockey - Documentaries");
|
|
|
|
|
AddCategoryMapping(64, TorznabCatType.TVSport, "Hockey - Reviews and highlights");
|
|
|
|
|
AddCategoryMapping(50, TorznabCatType.TVSport, "Hockey - Other");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(55, TorznabCatType.TVSport, "Baseball");
|
|
|
|
|
AddCategoryMapping(71, TorznabCatType.TVSport, "Baseball - MLB");
|
|
|
|
|
AddCategoryMapping(72, TorznabCatType.TVSport, "Baseball - Other");
|
|
|
|
|
AddCategoryMapping(85, TorznabCatType.TVSport, "Baseball - Reviews, highlights, documentaries");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(59, TorznabCatType.TVSport, "Soccer");
|
|
|
|
|
AddCategoryMapping(61, TorznabCatType.TVSport, "Soccer - English soccer");
|
|
|
|
|
AddCategoryMapping(86, TorznabCatType.TVSport, "Soccer - UEFA");
|
|
|
|
|
AddCategoryMapping(100, TorznabCatType.TVSport, "Soccer - MLS");
|
|
|
|
|
AddCategoryMapping(62, TorznabCatType.TVSport, "Soccer - Other tournaments, championships");
|
|
|
|
|
AddCategoryMapping(63, TorznabCatType.TVSport, "Soccer - World Championships");
|
|
|
|
|
AddCategoryMapping(98, TorznabCatType.TVSport, "Soccer - FIFA World Cup");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(45, TorznabCatType.TVSport, "Other sports");
|
|
|
|
|
AddCategoryMapping(79, TorznabCatType.TVSport, "Other sports - Rugby");
|
|
|
|
|
AddCategoryMapping(78, TorznabCatType.TVSport, "Other sports - Lacrosse");
|
|
|
|
|
AddCategoryMapping(77, TorznabCatType.TVSport, "Other sports - Cricket");
|
|
|
|
|
AddCategoryMapping(76, TorznabCatType.TVSport, "Other sports - Volleyball");
|
|
|
|
|
AddCategoryMapping(75, TorznabCatType.TVSport, "Other sports - Tennis");
|
|
|
|
|
AddCategoryMapping(74, TorznabCatType.TVSport, "Other sports - Fighting");
|
|
|
|
|
AddCategoryMapping(73, TorznabCatType.TVSport, "Other sports - Auto, moto racing");
|
|
|
|
|
AddCategoryMapping(91, TorznabCatType.TVSport, "Other sports - Olympic Games");
|
|
|
|
|
AddCategoryMapping(94, TorznabCatType.TVSport, "Other sports - Misc");
|
|
|
|
|
|
|
|
|
|
AddCategoryMapping(56, TorznabCatType.TVSport, "Sports on tv");
|
2019-03-19 22:36:10 +00:00
|
|
|
|
AddCategoryMapping(30, TorznabCatType.TVSport, "Sports");
|
2018-08-17 11:57:04 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
|
|
|
|
{
|
|
|
|
|
LoadValuesFromJson(configJson);
|
|
|
|
|
|
|
|
|
|
var pairs = new Dictionary<string, string>
|
|
|
|
|
{
|
|
|
|
|
{ "username", configData.Username.Value },
|
|
|
|
|
{ "password", configData.Password.Value },
|
|
|
|
|
{ "redirect", "/" },
|
|
|
|
|
{ "login", "Login" }
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, null, true, null, LoginUrl, true);
|
|
|
|
|
await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("ucp.php?mode=logout&"), () =>
|
|
|
|
|
{
|
|
|
|
|
var errorMessage = result.Content;
|
|
|
|
|
throw new ExceptionWithConfigData(errorMessage, configData);
|
|
|
|
|
});
|
|
|
|
|
return IndexerConfigurationStatus.RequiresTesting;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
|
|
|
|
{
|
|
|
|
|
var releases = new List<ReleaseInfo>();
|
|
|
|
|
var searchString = query.GetQueryString();
|
|
|
|
|
|
|
|
|
|
WebClientStringResult results = null;
|
|
|
|
|
var queryCollection = new NameValueCollection();
|
|
|
|
|
|
|
|
|
|
queryCollection.Add("st", "0");
|
|
|
|
|
queryCollection.Add("sd", "d");
|
|
|
|
|
queryCollection.Add("sk", "t");
|
|
|
|
|
queryCollection.Add("tracker_search", "torrent");
|
|
|
|
|
queryCollection.Add("t", "0");
|
|
|
|
|
queryCollection.Add("submit", "Search");
|
|
|
|
|
queryCollection.Add("sr", "topics");
|
|
|
|
|
//queryCollection.Add("sr", "posts");
|
|
|
|
|
//queryCollection.Add("ch", "99999");
|
|
|
|
|
|
|
|
|
|
// if the search string is empty use the getnew view
|
|
|
|
|
if (string.IsNullOrWhiteSpace(searchString))
|
|
|
|
|
{
|
|
|
|
|
queryCollection.Add("search_id", "active_topics");
|
|
|
|
|
queryCollection.Add("ot", "1");
|
|
|
|
|
}
|
|
|
|
|
else // use the normal search
|
|
|
|
|
{
|
|
|
|
|
searchString = searchString.Replace("-", " ");
|
|
|
|
|
queryCollection.Add("keywords", searchString);
|
|
|
|
|
queryCollection.Add("sf", "titleonly");
|
|
|
|
|
queryCollection.Add("sr", "topics");
|
|
|
|
|
queryCollection.Add("pt", "t");
|
|
|
|
|
queryCollection.Add("ot", "1");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var searchUrl = SearchUrl + "?" + queryCollection.GetQueryString();
|
|
|
|
|
results = await RequestStringWithCookies(searchUrl);
|
|
|
|
|
if (!results.Content.Contains("ucp.php?mode=logout"))
|
|
|
|
|
{
|
|
|
|
|
await ApplyConfiguration(null);
|
|
|
|
|
results = await RequestStringWithCookies(searchUrl);
|
|
|
|
|
}
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
string RowsSelector = "ul.topics > li.row";
|
|
|
|
|
|
|
|
|
|
var ResultParser = new HtmlParser();
|
2019-01-20 00:09:27 +00:00
|
|
|
|
var SearchResultDocument = ResultParser.ParseDocument(results.Content);
|
2018-08-17 11:57:04 +00:00
|
|
|
|
var Rows = SearchResultDocument.QuerySelectorAll(RowsSelector);
|
|
|
|
|
foreach (var Row in Rows)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var release = new ReleaseInfo();
|
|
|
|
|
|
|
|
|
|
release.MinimumRatio = 1;
|
|
|
|
|
release.MinimumSeedTime = 0;
|
|
|
|
|
|
|
|
|
|
var qDetailsLink = Row.QuerySelector("a.topictitle");
|
|
|
|
|
|
|
|
|
|
release.Title = qDetailsLink.TextContent;
|
|
|
|
|
release.Comments = new Uri(SiteLink + qDetailsLink.GetAttribute("href"));
|
|
|
|
|
release.Guid = release.Comments;
|
|
|
|
|
|
|
|
|
|
var detailsResult = await RequestStringWithCookies(SiteLink + qDetailsLink.GetAttribute("href"));
|
2019-01-20 00:09:27 +00:00
|
|
|
|
var DetailsResultDocument = ResultParser.ParseDocument(detailsResult.Content);
|
2018-08-17 11:57:04 +00:00
|
|
|
|
var qDownloadLink = DetailsResultDocument.QuerySelector("table.table2 > tbody > tr > td > a[href^=\"/download/torrent.php?id\"]");
|
|
|
|
|
|
2018-10-24 22:26:01 +00:00
|
|
|
|
release.Link = new Uri(SiteLink + qDownloadLink.GetAttribute("href").TrimStart('/'));
|
2018-08-17 11:57:04 +00:00
|
|
|
|
|
|
|
|
|
release.Seeders = ParseUtil.CoerceInt(Row.QuerySelector("span.seed").TextContent);
|
|
|
|
|
release.Peers = ParseUtil.CoerceInt(Row.QuerySelector("span.leech").TextContent) + release.Seeders;
|
|
|
|
|
release.Grabs = ParseUtil.CoerceLong(Row.QuerySelector("span.complet").TextContent);
|
|
|
|
|
|
|
|
|
|
var author = Row.QuerySelector("dd.lastpost > span");
|
|
|
|
|
var timestr = author.TextContent.Split('\n')[4].Trim();
|
|
|
|
|
|
|
|
|
|
release.PublishDate = DateTimeUtil.FromUnknown(timestr, "UK");
|
|
|
|
|
|
|
|
|
|
var forum = Row.QuerySelector("a[href^=\"./viewforum.php?f=\"]");
|
|
|
|
|
var forumid = forum.GetAttribute("href").Split('=')[1];
|
|
|
|
|
|
|
|
|
|
release.Category = MapTrackerCatToNewznab(forumid);
|
|
|
|
|
|
|
|
|
|
var size = Row.QuerySelector("dl.row-item > dt > div.list-inner > div[style^=\"float:right\"]").TextContent;
|
|
|
|
|
size = size.Replace("GiB", "GB");
|
|
|
|
|
size = size.Replace("MiB", "MB");
|
|
|
|
|
size = size.Replace("KiB", "KB");
|
|
|
|
|
|
2018-10-24 22:26:01 +00:00
|
|
|
|
size = size.Replace("ГБ", "GB");
|
|
|
|
|
size = size.Replace("МБ", "MB");
|
|
|
|
|
size = size.Replace("КБ", "KB");
|
|
|
|
|
|
2018-08-17 11:57:04 +00:00
|
|
|
|
release.Size = ReleaseInfo.GetBytes(size);
|
|
|
|
|
|
|
|
|
|
release.DownloadVolumeFactor = 1;
|
|
|
|
|
release.UploadVolumeFactor = 1;
|
|
|
|
|
|
|
|
|
|
releases.Add(release);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
logger.Error(string.Format("{0}: Error while parsing row '{1}':\n\n{2}", ID, Row.OuterHtml, ex));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
OnParseError(results.Content, ex);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return releases;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|