mirror of https://github.com/Jackett/Jackett
247 lines
11 KiB
C#
247 lines
11 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Collections.Specialized;
|
|
using System.Globalization;
|
|
using System.Linq;
|
|
using System.Text;
|
|
using System.Threading.Tasks;
|
|
using Jackett.Common.Models;
|
|
using Jackett.Common.Models.IndexerConfig;
|
|
using Jackett.Common.Services.Interfaces;
|
|
using Jackett.Common.Utils;
|
|
using Jackett.Common.Utils.Clients;
|
|
using Newtonsoft.Json.Linq;
|
|
using NLog;
|
|
|
|
namespace Jackett.Common.Indexers
|
|
{
|
|
public class Yts : BaseWebIndexer
|
|
{
|
|
public override string[] LegacySiteLinks { get; protected set; } = new string[] {
|
|
"https://yts.ag/",
|
|
"https://yts.am/",
|
|
};
|
|
|
|
private string ApiEndpoint { get { return SiteLink + "api/v2/list_movies.json"; } }
|
|
|
|
private new ConfigurationData configData
|
|
{
|
|
get { return (ConfigurationData)base.configData; }
|
|
set { base.configData = value; }
|
|
}
|
|
|
|
public Yts(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
|
|
: base(name: "YTS",
|
|
description: "YTS is a Public torrent site specialising in HD movies of small size",
|
|
link: "https://yts.lt/",
|
|
caps: new TorznabCapabilities(),
|
|
configService: configService,
|
|
client: wc,
|
|
logger: l,
|
|
p: ps,
|
|
configData: new ConfigurationData())
|
|
{
|
|
Encoding = Encoding.GetEncoding("windows-1252");
|
|
Language = "en-us";
|
|
Type = "public";
|
|
|
|
TorznabCaps.SupportsImdbMovieSearch = true;
|
|
|
|
webclient.requestDelay = 2.5; // 0.5 requests per second (2 causes problems)
|
|
|
|
AddCategoryMapping(45, TorznabCatType.MoviesHD, "Movies/x264/720");
|
|
AddCategoryMapping(44, TorznabCatType.MoviesHD, "Movies/x264/1080");
|
|
AddCategoryMapping(47, TorznabCatType.Movies3D, "Movies/x264/3D");
|
|
}
|
|
|
|
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
|
{
|
|
configData.LoadValuesFromJson(configJson);
|
|
var releases = await PerformQuery(new TorznabQuery());
|
|
|
|
await ConfigureIfOK(string.Empty, releases.Count() > 0, () =>
|
|
{
|
|
throw new Exception("Could not find releases from this URL");
|
|
});
|
|
|
|
return IndexerConfigurationStatus.Completed;
|
|
}
|
|
|
|
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
|
{
|
|
return await PerformQuery(query, 0);
|
|
}
|
|
|
|
public async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query, int attempts)
|
|
{
|
|
var releases = new List<ReleaseInfo>();
|
|
var searchString = query.GetQueryString();
|
|
|
|
var queryCollection = new NameValueCollection();
|
|
|
|
// without this the API sometimes returns nothing
|
|
queryCollection.Add("sort", "date_added");
|
|
queryCollection.Add("limit", "50");
|
|
|
|
if (query.ImdbID != null)
|
|
{
|
|
queryCollection.Add("query_term", query.ImdbID);
|
|
}
|
|
else if (!string.IsNullOrWhiteSpace(searchString))
|
|
{
|
|
searchString = searchString.Replace("'", ""); // ignore ' (e.g. search for america's Next Top Model)
|
|
queryCollection.Add("query_term", searchString);
|
|
}
|
|
|
|
// This API does not seem to be working for quality=720p or quality=1080p
|
|
// Only quality=3D seems to return a proper result?
|
|
//var cats = string.Join(";", MapTorznabCapsToTrackers(query));
|
|
//if (!string.IsNullOrEmpty(cats))
|
|
//{
|
|
// if (cats == "45")
|
|
// {
|
|
// queryCollection.Add("quality", "720p");
|
|
// }
|
|
// if (cats == "44")
|
|
// {
|
|
// queryCollection.Add("quality", "1080p");
|
|
// }
|
|
// if (cats == "2050")
|
|
// {
|
|
// queryCollection.Add("quality", "3D");
|
|
// }
|
|
//}
|
|
|
|
var searchUrl = ApiEndpoint + "?" + queryCollection.GetQueryString();
|
|
var response = await RequestStringWithCookiesAndRetry(searchUrl, string.Empty);
|
|
|
|
try
|
|
{
|
|
// returned content might start with an html error message, remove it first
|
|
var jsonStart = response.Content.IndexOf('{');
|
|
var jsonContentStr = response.Content.Remove(0, jsonStart);
|
|
|
|
var jsonContent = JObject.Parse(jsonContentStr);
|
|
|
|
string result = jsonContent.Value<string>("status");
|
|
if (result != "ok") // query was not successful
|
|
{
|
|
return releases.ToArray();
|
|
}
|
|
|
|
var data_items = jsonContent.Value<JToken>("data");
|
|
int movie_count = data_items.Value<int>("movie_count");
|
|
if (movie_count < 1) // no results found in query
|
|
{
|
|
return releases.ToArray();
|
|
}
|
|
|
|
var movies = data_items.Value<JToken>("movies");
|
|
if (movies == null)
|
|
throw new Exception("API error, movies missing");
|
|
|
|
foreach (var movie_item in movies)
|
|
{
|
|
var torrents = movie_item.Value<JArray>("torrents");
|
|
if (torrents == null)
|
|
continue;
|
|
foreach (var torrent_info in torrents)
|
|
{
|
|
var release = new ReleaseInfo();
|
|
|
|
// Append the quality to the title because thats how radarr seems to be determining the quality?
|
|
// append type: BRRip or WEBRip, resolves #3558 via #4577
|
|
var type = torrent_info.Value<string>("type");
|
|
switch (type)
|
|
{
|
|
case "web":
|
|
type = " WEBRip";
|
|
break;
|
|
default:
|
|
type = " BRRip";
|
|
break;
|
|
}
|
|
release.Title = "[YTS] " + movie_item.Value<string>("title_long") + " " + torrent_info.Value<string>("quality") + type;
|
|
var imdb = movie_item.Value<string>("imdb_code");
|
|
release.Imdb = ParseUtil.GetImdbID(imdb);
|
|
|
|
// API does not provide magnet link, so, construct it
|
|
string magnet_uri = "magnet:?xt=urn:btih:" + torrent_info.Value<string>("hash") +
|
|
"&dn=" + movie_item.Value<string>("slug") +
|
|
"&tr=udp://open.demonii.com:1337/announce" +
|
|
"&tr=udp://tracker.openbittorrent.com:80" +
|
|
"&tr=udp://tracker.coppersurfer.tk:6969" +
|
|
"&tr=udp://glotorrents.pw:6969/announce" +
|
|
"&tr=udp://tracker.opentrackr.org:1337/announce" +
|
|
"&tr=udp://torrent.gresille.org:80/announce" +
|
|
"&tr=udp://p4p.arenabg.com:1337" +
|
|
"&tr=udp://tracker.leechers-paradise.org:6969";
|
|
|
|
release.MagnetUri = new Uri(magnet_uri);
|
|
release.InfoHash = torrent_info.Value<string>("hash");
|
|
|
|
// ex: 2015-08-16 21:25:08 +0000
|
|
var dateStr = torrent_info.Value<string>("date_uploaded");
|
|
var dateTime = DateTime.ParseExact(dateStr, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
|
|
release.PublishDate = DateTime.SpecifyKind(dateTime, DateTimeKind.Utc).ToLocalTime();
|
|
release.Link = new Uri(torrent_info.Value<string>("url"));
|
|
release.Seeders = torrent_info.Value<int>("seeds");
|
|
release.Peers = torrent_info.Value<int>("peers") + release.Seeders;
|
|
release.Size = torrent_info.Value<long>("size_bytes");
|
|
release.MinimumRatio = 1;
|
|
release.MinimumSeedTime = 172800; // 48 hours
|
|
release.DownloadVolumeFactor = 0;
|
|
release.UploadVolumeFactor = 1;
|
|
|
|
release.Comments = new Uri(movie_item.Value<string>("url"));
|
|
release.BannerUrl = new Uri(movie_item.Value<string>("large_cover_image"));
|
|
release.Guid = release.Link;
|
|
|
|
// Hack to prevent adding non-specified catogery, since API doesn't seem to be working
|
|
string categories = string.Join(";", MapTorznabCapsToTrackers(query));
|
|
|
|
if (!string.IsNullOrEmpty(categories))
|
|
{
|
|
if (categories.Contains("45") || categories.Contains("2040"))
|
|
{
|
|
if (torrent_info.Value<string>("quality") == "720p")
|
|
{
|
|
release.Category = MapTrackerCatToNewznab("45");
|
|
releases.Add(release);
|
|
}
|
|
}
|
|
if (categories.Contains("44") || categories.Contains("2040"))
|
|
{
|
|
if (torrent_info.Value<string>("quality") == "1080p")
|
|
{
|
|
release.Category = MapTrackerCatToNewznab("44");
|
|
releases.Add(release);
|
|
}
|
|
}
|
|
if (categories.Contains("47"))
|
|
{
|
|
if (torrent_info.Value<string>("quality") == "3D")
|
|
{
|
|
release.Category = MapTrackerCatToNewznab("47");
|
|
releases.Add(release);
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
release.Category = MapTrackerCatToNewznab("45");
|
|
releases.Add(release);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
OnParseError(response.Content, ex);
|
|
}
|
|
|
|
return releases;
|
|
}
|
|
}
|
|
}
|