mirror of
https://github.com/Jackett/Jackett
synced 2025-02-23 23:00:51 +00:00
RARBG: change to torrentapi.org
This commit is contained in:
kaso17
parent
d6c1e21fac
commit
d703488ccc
4 changed files with 232 additions and 94 deletions
|
|
@ -182,6 +182,7 @@ namespace Jackett.Updater
|
|||
"Content/css/jquery.dataTables_themeroller.css",
|
||||
"Definitions/tspate.yml",
|
||||
"Definitions/freakstrackingsystem.yml",
|
||||
"Definitions/rarbg.yml",
|
||||
};
|
||||
|
||||
foreach (var oldFIle in oldFiles)
|
||||
|
|
|
|||
|
|
@ -1,91 +0,0 @@
|
|||
---
|
||||
site: rarbg
|
||||
name: RARBG
|
||||
language: en-us
|
||||
type: public
|
||||
encoding: UTF-8
|
||||
links:
|
||||
- https://rarbg.to/
|
||||
|
||||
caps:
|
||||
categories:
|
||||
4: XXX # XXX (18+)
|
||||
14: Movies/SD # Movies/XVID
|
||||
48: Movies/HD # Movies/XVID/720
|
||||
17: Movies/SD # Movies/x264
|
||||
44: Movies/HD # Movies/x264/1080
|
||||
45: Movies/HD # Movies/x264/720
|
||||
47: Movies/3D # Movies/x264/3D
|
||||
42: Movies/BluRay # Movies/Full BD
|
||||
46: Movies/HD # Movies/BD Remux
|
||||
18: TV/SD # TV Episodes
|
||||
41: TV/HD # TV HD Episodes
|
||||
23: Audio/MP3 # Music/MP3
|
||||
25: Audio/Lossless # Music/FLAC
|
||||
27: PC/Games # Games/PC ISO
|
||||
28: PC/Games # Games/PC RIP
|
||||
40: Console/PS3 # Games/PS3
|
||||
32: Console/Xbox # Games/XBOX-360
|
||||
33: PC/0day # Software/PC ISO
|
||||
35: Books # e-Books
|
||||
|
||||
modes:
|
||||
search: [q]
|
||||
tv-search: [q, season, ep]
|
||||
movie-search: [q, imdbid]
|
||||
|
||||
settings: []
|
||||
|
||||
search:
|
||||
path: /torrents.php
|
||||
inputs:
|
||||
$raw: "{{range .Categories}}category[]={{.}}&{{end}}"
|
||||
search: "{{if .Query.IMDBID}}{{ .Query.IMDBID }}{{else}}{{ .Query.Keywords }}{{end}}"
|
||||
|
||||
rows:
|
||||
selector: table.lista2t > tbody > tr.lista2
|
||||
fields:
|
||||
download:
|
||||
selector: a[href^="/torrent/"]
|
||||
attribute: href
|
||||
filters:
|
||||
- name: replace
|
||||
args: ["/torrent/", "/download.php?id="]
|
||||
- name: append
|
||||
args: "&f=dummy.torrent"
|
||||
title:
|
||||
selector: a[href^="/torrent/"]
|
||||
details:
|
||||
selector: a[href^="/torrent/"]
|
||||
attribute: href
|
||||
banner:
|
||||
selector: a[href^="/torrent/"]
|
||||
attribute: onmouseover
|
||||
filters:
|
||||
- name: regexp
|
||||
args: src=\\'(.+?)\\'
|
||||
imdb|optional:
|
||||
selector: a[href^="/torrents.php?imdb="]
|
||||
downloadvolumefactor:
|
||||
text: "0"
|
||||
uploadvolumefactor:
|
||||
text: "1"
|
||||
category:
|
||||
selector: a[href^="/torrents.php?category="]
|
||||
attribute: href
|
||||
filters:
|
||||
- name: querystring
|
||||
args: category
|
||||
size:
|
||||
selector: td:nth-child(4)
|
||||
seeders:
|
||||
selector: td:nth-child(5)
|
||||
leechers:
|
||||
selector: td:nth-child(6)
|
||||
date:
|
||||
selector: td:nth-child(3)
|
||||
filters:
|
||||
- name: append
|
||||
args: " +01:00"
|
||||
- name: dateparse
|
||||
args: "2006-01-02 15:04:05 -07:00"
|
||||
230
src/Jackett/Indexers/Rarbg.cs
Normal file
230
src/Jackett/Indexers/Rarbg.cs
Normal file
|
|
@ -0,0 +1,230 @@
|
|||
using Jackett.Models;
|
||||
using Jackett.Models.IndexerConfig;
|
||||
using Jackett.Services;
|
||||
using Jackett.Utils;
|
||||
using Jackett.Utils.Clients;
|
||||
using Newtonsoft.Json.Linq;
|
||||
using NLog;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Collections.Specialized;
|
||||
using System.Globalization;
|
||||
using System.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using System.Text;
|
||||
using System.Web;
|
||||
|
||||
namespace Jackett.Indexers
|
||||
{
|
||||
public class Rarbg : BaseIndexer, IIndexer
|
||||
{
|
||||
readonly static string defaultSiteLink = "https://torrentapi.org/";
|
||||
|
||||
private Uri BaseUri
|
||||
{
|
||||
get { return new Uri(configData.Url.Value); }
|
||||
set { configData.Url.Value = value.ToString(); }
|
||||
}
|
||||
|
||||
private string ApiEndpoint { get { return BaseUri + "pubapi_v2.php"; } }
|
||||
|
||||
new ConfigurationDataUrl configData
|
||||
{
|
||||
get { return (ConfigurationDataUrl)base.configData; }
|
||||
set { base.configData = value; }
|
||||
}
|
||||
|
||||
private DateTime lastTokenFetch;
|
||||
private string token;
|
||||
|
||||
readonly TimeSpan TOKEN_DURATION = TimeSpan.FromMinutes(10);
|
||||
|
||||
private bool HasValidToken { get { return !string.IsNullOrEmpty(token) && lastTokenFetch > DateTime.Now - TOKEN_DURATION; } }
|
||||
|
||||
public Rarbg(IIndexerManagerService i, IWebClient wc, Logger l, IProtectionService ps)
|
||||
: base(name: "RARBG",
|
||||
description: null,
|
||||
link: "https://rarbg.to/",
|
||||
caps: new TorznabCapabilities(),
|
||||
manager: i,
|
||||
client: wc,
|
||||
logger: l,
|
||||
p: ps,
|
||||
configData: new ConfigurationDataUrl(defaultSiteLink))
|
||||
{
|
||||
Encoding = Encoding.GetEncoding("windows-1252");
|
||||
Language = "en-us";
|
||||
Type = "public";
|
||||
|
||||
TorznabCaps.SupportsImdbSearch = true;
|
||||
|
||||
AddCategoryMapping(4, TorznabCatType.XXX, "XXX (18+)");
|
||||
AddCategoryMapping(14, TorznabCatType.MoviesSD, "Movies/XVID");
|
||||
AddCategoryMapping(48, TorznabCatType.MoviesHD, "Movies/XVID/720");
|
||||
AddCategoryMapping(17, TorznabCatType.MoviesSD, "Movies/x264");
|
||||
AddCategoryMapping(44, TorznabCatType.MoviesHD, "Movies/x264/1080");
|
||||
AddCategoryMapping(45, TorznabCatType.MoviesHD, "Movies/x264/720");
|
||||
AddCategoryMapping(47, TorznabCatType.Movies3D, "Movies/x264/3D");
|
||||
AddCategoryMapping(42, TorznabCatType.MoviesBluRay, "Movies/Full BD");
|
||||
AddCategoryMapping(46, TorznabCatType.MoviesBluRay, "Movies/BD Remux");
|
||||
AddCategoryMapping(18, TorznabCatType.TVSD, "TV Episodes");
|
||||
AddCategoryMapping(41, TorznabCatType.TVHD, "TV HD Episodes");
|
||||
AddCategoryMapping(23, TorznabCatType.AudioMP3, "Music/MP3");
|
||||
AddCategoryMapping(25, TorznabCatType.AudioLossless, "Music/FLAC");
|
||||
AddCategoryMapping(27, TorznabCatType.PCGames, "Games/PC ISO");
|
||||
AddCategoryMapping(28, TorznabCatType.PCGames, "Games/PC RIP");
|
||||
AddCategoryMapping(40, TorznabCatType.ConsolePS3, "Games/PS3");
|
||||
AddCategoryMapping(32, TorznabCatType.ConsoleXbox360, "Games/XBOX-360");
|
||||
AddCategoryMapping(33, TorznabCatType.PCISO, "Software/PC ISO");
|
||||
AddCategoryMapping(35, TorznabCatType.BooksEbook, "e-Books");
|
||||
}
|
||||
|
||||
|
||||
async Task CheckToken()
|
||||
{
|
||||
if (!HasValidToken)
|
||||
{
|
||||
var queryCollection = new NameValueCollection();
|
||||
queryCollection.Add("get_token", "get_token");
|
||||
|
||||
var tokenUrl = ApiEndpoint + "?" + queryCollection.GetQueryString();
|
||||
|
||||
var result = await RequestStringWithCookiesAndRetry(tokenUrl);
|
||||
var json = JObject.Parse(result.Content);
|
||||
token = json.Value<string>("token");
|
||||
lastTokenFetch = DateTime.Now;
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
||||
{
|
||||
configData.LoadValuesFromJson(configJson);
|
||||
var releases = await PerformQuery(new TorznabQuery());
|
||||
|
||||
await ConfigureIfOK(string.Empty, releases.Count() > 0, () =>
|
||||
{
|
||||
throw new Exception("Could not find releases from this URL");
|
||||
});
|
||||
|
||||
return IndexerConfigurationStatus.Completed;
|
||||
}
|
||||
|
||||
public Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
||||
{
|
||||
return PerformQuery(query, 0);
|
||||
}
|
||||
|
||||
public async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query, int attempts = 0)
|
||||
{
|
||||
await CheckToken();
|
||||
var releases = new List<ReleaseInfo>();
|
||||
var searchString = query.GetQueryString();
|
||||
|
||||
var queryCollection = new NameValueCollection();
|
||||
queryCollection.Add("token", token);
|
||||
queryCollection.Add("format", "json_extended");
|
||||
queryCollection.Add("app_id", "jackett_v" + Engine.ConfigService.GetVersion());
|
||||
queryCollection.Add("limit", "100");
|
||||
queryCollection.Add("ranked", "0");
|
||||
|
||||
if (query.ImdbID != null)
|
||||
{
|
||||
queryCollection.Add("mode", "search");
|
||||
queryCollection.Add("search_imdb", query.ImdbID);
|
||||
}
|
||||
else if (query.RageID != null)
|
||||
{
|
||||
queryCollection.Add("mode", "search");
|
||||
queryCollection.Add("search_tvrage", query.RageID.ToString());
|
||||
}
|
||||
/*else if (query.TvdbID != null)
|
||||
{
|
||||
queryCollection.Add("mode", "search");
|
||||
queryCollection.Add("search_tvdb", query.TvdbID);
|
||||
}*/
|
||||
else if (!string.IsNullOrWhiteSpace(searchString))
|
||||
{
|
||||
queryCollection.Add("mode", "search");
|
||||
queryCollection.Add("search_string", searchString);
|
||||
}
|
||||
else
|
||||
{
|
||||
queryCollection.Add("mode", "list");
|
||||
}
|
||||
|
||||
var cats = string.Join(";", MapTorznabCapsToTrackers(query));
|
||||
if (!string.IsNullOrEmpty(cats))
|
||||
{
|
||||
queryCollection.Add("category", cats);
|
||||
}
|
||||
|
||||
var searchUrl = ApiEndpoint + "?" + queryCollection.GetQueryString();
|
||||
var response = await RequestStringWithCookiesAndRetry(searchUrl, string.Empty);
|
||||
|
||||
try
|
||||
{
|
||||
var jsonContent = JObject.Parse(response.Content);
|
||||
|
||||
int errorCode = jsonContent.Value<int>("error_code");
|
||||
if (errorCode == 20) // no results found
|
||||
{
|
||||
return releases.ToArray();
|
||||
}
|
||||
|
||||
if (errorCode > 0) // too many requests per second
|
||||
{
|
||||
if (attempts < 3)
|
||||
{
|
||||
await Task.Delay(TimeSpan.FromSeconds(2));
|
||||
return await PerformQuery(query, ++attempts);
|
||||
}
|
||||
else
|
||||
{
|
||||
throw new Exception(jsonContent.Value<string>("error"));
|
||||
}
|
||||
}
|
||||
|
||||
foreach (var item in jsonContent.Value<JArray>("torrent_results"))
|
||||
{
|
||||
var release = new ReleaseInfo();
|
||||
release.Title = item.Value<string>("title");
|
||||
release.Category = MapTrackerCatDescToNewznab(item.Value<string>("category"));
|
||||
|
||||
release.MagnetUri = new Uri(item.Value<string>("download"));
|
||||
release.InfoHash = release.MagnetUri.ToString().Split(':')[3].Split('&')[0];
|
||||
|
||||
release.Comments = new Uri(item.Value<string>("info_page"));
|
||||
release.Guid = release.Comments;
|
||||
|
||||
var episode_info = item.Value<JToken>("episode_info");
|
||||
|
||||
var imdb = episode_info.Value<string>("imdb");
|
||||
release.Imdb = ParseUtil.GetImdbID(imdb);
|
||||
release.TVDBId = episode_info.Value<long?>("tvdb");
|
||||
release.RageID = episode_info.Value<long?>("tvrage");
|
||||
release.TMDb = episode_info.Value<long?>("themoviedb");
|
||||
|
||||
// ex: 2015-08-16 21:25:08 +0000
|
||||
var dateStr = item.Value<string>("pubdate").Replace(" +0000", "");
|
||||
var dateTime = DateTime.ParseExact(dateStr, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
|
||||
release.PublishDate = DateTime.SpecifyKind(dateTime, DateTimeKind.Utc).ToLocalTime();
|
||||
|
||||
release.Seeders = item.Value<int>("seeders");
|
||||
release.Peers = item.Value<int>("leechers") + release.Seeders;
|
||||
release.Size = item.Value<long>("size");
|
||||
release.DownloadVolumeFactor = 0;
|
||||
release.UploadVolumeFactor = 1;
|
||||
|
||||
releases.Add(release);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
OnParseError(response.Content, ex);
|
||||
}
|
||||
|
||||
return releases;
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
|
@ -180,6 +180,7 @@
|
|||
<Compile Include="Engine.cs" />
|
||||
<Compile Include="Indexers\PiXELHD.cs" />
|
||||
<Compile Include="Indexers\Hardbay.cs" />
|
||||
<Compile Include="Indexers\Rarbg.cs" />
|
||||
<Compile Include="Indexers\Superbits.cs" />
|
||||
<Compile Include="Indexers\rutracker.cs" />
|
||||
<Compile Include="Indexers\Abstract\GazelleTracker.cs" />
|
||||
|
|
@ -604,9 +605,6 @@
|
|||
<Content Include="Definitions\kickasstorrent-kathow.yml">
|
||||
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
|
||||
</Content>
|
||||
<Content Include="Definitions\rarbg.yml">
|
||||
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
|
||||
</Content>
|
||||
<Content Include="Definitions\gfxpeers.yml">
|
||||
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
|
||||
</Content>
|
||||
|
|
|
|||
Loading…
Reference in a new issue