Jackett/src/Jackett.Common/Indexers/YTS.cs

219 lines
9.5 KiB
C#
Raw Normal View History

2020-02-09 02:35:16 +00:00
using System;
2017-10-29 06:50:47 +00:00
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Diagnostics.CodeAnalysis;
2017-10-29 06:50:47 +00:00
using System.Globalization;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils;
using Jackett.Common.Utils.Clients;
2017-07-22 23:12:12 +00:00
using Newtonsoft.Json.Linq;
using NLog;
namespace Jackett.Common.Indexers
2017-07-22 23:12:12 +00:00
{
[ExcludeFromCodeCoverage]
public class YTS : BaseWebIndexer
2017-07-22 23:12:12 +00:00
{
2020-10-19 21:19:10 +00:00
public override string[] LegacySiteLinks { get; protected set; } = {
"https://yts.ag/",
2019-06-07 19:27:21 +00:00
"https://yts.am/",
2020-10-19 21:19:10 +00:00
"https://yts.lt/"
2017-11-29 18:13:52 +00:00
};
private string ApiEndpoint => SiteLink + "api/v2/list_movies.json";
2017-07-22 23:12:12 +00:00
2017-11-29 18:32:21 +00:00
private new ConfigurationData configData
2017-07-22 23:12:12 +00:00
{
get => base.configData;
set => base.configData = value;
2017-07-22 23:12:12 +00:00
}
public YTS(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
: base(id: "yts",
name: "YTS",
description: "YTS is a Public torrent site specialising in HD movies of small size",
link: "https://yts.mx/",
caps: new TorznabCapabilities
{
MovieSearchParams = new List<MovieSearchParam> { MovieSearchParam.Q, MovieSearchParam.ImdbId }
},
configService: configService,
client: wc,
logger: l,
p: ps,
configData: new ConfigurationData())
2017-07-22 23:12:12 +00:00
{
Encoding = Encoding.GetEncoding("windows-1252");
Language = "en-us";
Type = "public";
webclient.requestDelay = 2.5; // 0.5 requests per second (2 causes problems)
// note: the API does not support searching with categories, so these are dummy ones for torznab compatibility
// we map these newznab cats with the returned quality value in the releases routine.
AddCategoryMapping(45, TorznabCatType.MoviesHD, "Movies/x264/720p");
AddCategoryMapping(44, TorznabCatType.MoviesHD, "Movies/x264/1080p");
AddCategoryMapping(46, TorznabCatType.MoviesUHD, "Movies/x264/2160p"); // added for #7010
2017-07-22 23:12:12 +00:00
AddCategoryMapping(47, TorznabCatType.Movies3D, "Movies/x264/3D");
}
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
{
configData.LoadValuesFromJson(configJson);
var releases = await PerformQuery(new TorznabQuery());
await ConfigureIfOK(string.Empty, releases.Count() > 0,
() => throw new Exception("Could not find releases from this URL"));
2017-07-22 23:12:12 +00:00
return IndexerConfigurationStatus.Completed;
}
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query) => await PerformQuery(query, 0);
2017-07-22 23:12:12 +00:00
public async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query, int attempts)
{
var releases = new List<ReleaseInfo>();
var searchString = query.GetQueryString();
2017-10-29 06:50:47 +00:00
var queryCollection = new NameValueCollection
{
2017-07-22 23:12:12 +00:00
// without this the API sometimes returns nothing
{ "sort", "date_added" },
{ "limit", "50" }
};
2018-10-15 15:00:19 +00:00
2017-07-22 23:12:12 +00:00
if (query.ImdbID != null)
{
queryCollection.Add("query_term", query.ImdbID);
}
else if (!string.IsNullOrWhiteSpace(searchString))
{
searchString = searchString.Replace("'", ""); // ignore ' (e.g. search for america's Next Top Model)
queryCollection.Add("query_term", searchString);
}
var searchUrl = ApiEndpoint + "?" + queryCollection.GetQueryString();
var response = await RequestWithCookiesAndRetryAsync(searchUrl);
2017-07-22 23:12:12 +00:00
try
{
2018-04-01 13:25:35 +00:00
// returned content might start with an html error message, remove it first
var jsonStart = response.ContentString.IndexOf('{');
var jsonContentStr = response.ContentString.Remove(0, jsonStart);
2018-04-01 13:25:35 +00:00
var jsonContent = JObject.Parse(jsonContentStr);
2017-07-22 23:12:12 +00:00
var result = jsonContent.Value<string>("status");
2017-07-22 23:12:12 +00:00
if (result != "ok") // query was not successful
{
return releases.ToArray();
}
var data_items = jsonContent.Value<JToken>("data");
var movie_count = data_items.Value<int>("movie_count");
2017-07-22 23:12:12 +00:00
if (movie_count < 1) // no results found in query
{
return releases.ToArray();
}
2018-10-15 15:00:19 +00:00
var movies = data_items.Value<JToken>("movies");
if (movies == null)
throw new Exception("API error, movies missing");
foreach (var movie_item in movies)
2017-07-22 23:12:12 +00:00
{
2018-01-30 13:37:39 +00:00
var torrents = movie_item.Value<JArray>("torrents");
if (torrents == null)
continue;
foreach (var torrent_info in torrents)
2017-07-22 23:12:12 +00:00
{
//TODO change to initializer
2017-07-22 23:12:12 +00:00
var release = new ReleaseInfo();
// append type: BRRip or WEBRip, resolves #3558 via #4577
var type = torrent_info.Value<string>("type");
switch (type)
{
2020-02-09 02:35:16 +00:00
case "web":
type = "WEBRip";
break;
default:
type = "BRRip";
break;
}
var quality = torrent_info.Value<string>("quality");
var title = movie_item.Value<string>("title").Replace(":","").Replace(' ', '.');
var year = movie_item.Value<int>("year");
release.Title = $"{title}.{year}.{quality}.{type}-YTS";
2017-07-22 23:12:12 +00:00
var imdb = movie_item.Value<string>("imdb_code");
release.Imdb = ParseUtil.GetImdbID(imdb);
// API does not provide magnet link, so, construct it
var magnet_uri = "magnet:?xt=urn:btih:" + torrent_info.Value<string>("hash") +
2017-07-22 23:12:12 +00:00
"&dn=" + movie_item.Value<string>("slug") +
"&tr=udp://open.demonii.com:1337/announce" +
"&tr=udp://tracker.openbittorrent.com:80" +
"&tr=udp://tracker.coppersurfer.tk:6969" +
"&tr=udp://glotorrents.pw:6969/announce" +
"&tr=udp://tracker.opentrackr.org:1337/announce" +
"&tr=udp://torrent.gresille.org:80/announce" +
2019-06-07 19:27:21 +00:00
"&tr=udp://p4p.arenabg.com:1337" +
"&tr=udp://tracker.leechers-paradise.org:6969";
2017-07-22 23:12:12 +00:00
release.MagnetUri = new Uri(magnet_uri);
release.InfoHash = torrent_info.Value<string>("hash");
// ex: 2015-08-16 21:25:08 +0000
var dateStr = torrent_info.Value<string>("date_uploaded");
var dateTime = DateTime.ParseExact(dateStr, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
release.PublishDate = DateTime.SpecifyKind(dateTime, DateTimeKind.Utc).ToLocalTime();
2020-02-09 02:35:16 +00:00
release.Link = new Uri(torrent_info.Value<string>("url"));
2017-07-22 23:12:12 +00:00
release.Seeders = torrent_info.Value<int>("seeds");
release.Peers = torrent_info.Value<int>("peers") + release.Seeders;
release.Size = torrent_info.Value<long>("size_bytes");
release.DownloadVolumeFactor = 0;
release.UploadVolumeFactor = 1;
2017-11-29 18:32:21 +00:00
release.Comments = new Uri(movie_item.Value<string>("url"));
release.BannerUrl = new Uri(movie_item.Value<string>("large_cover_image"));
release.Guid = release.Link;
2017-07-22 23:12:12 +00:00
// map the quality to a newznab category for torznab compatibility (for Radarr, etc)
switch (quality)
2017-07-22 23:12:12 +00:00
{
case "720p":
release.Category = MapTrackerCatToNewznab("45");
break;
case "1080p":
release.Category = MapTrackerCatToNewznab("44");
break;
case "2160p":
release.Category = MapTrackerCatToNewznab("46");
break;
case "3D":
release.Category = MapTrackerCatToNewznab("47");
break;
default:
release.Category = MapTrackerCatToNewznab("45");
break;
2017-07-22 23:12:12 +00:00
}
releases.Add(release);
2017-07-22 23:12:12 +00:00
}
}
}
catch (Exception ex)
{
OnParseError(response.ContentString, ex);
2017-07-22 23:12:12 +00:00
}
return releases;
}
}
}