2016-10-30 15:24:49 +00:00
|
|
|
|
using CsQuery;
|
|
|
|
|
using Jackett.Models;
|
|
|
|
|
using Jackett.Services;
|
|
|
|
|
using Jackett.Utils;
|
|
|
|
|
using Jackett.Utils.Clients;
|
|
|
|
|
using Newtonsoft.Json.Linq;
|
|
|
|
|
using NLog;
|
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.IO;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Net;
|
|
|
|
|
using System.Net.Http;
|
|
|
|
|
using System.Text;
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
using System.Web;
|
|
|
|
|
using Jackett.Models.IndexerConfig;
|
|
|
|
|
using System.Collections.Specialized;
|
|
|
|
|
using System.Globalization;
|
|
|
|
|
|
|
|
|
|
namespace Jackett.Indexers
|
|
|
|
|
{
|
2017-07-10 20:58:44 +00:00
|
|
|
|
public class AnimeTorrents : BaseWebIndexer
|
2016-10-30 15:24:49 +00:00
|
|
|
|
{
|
|
|
|
|
private string LoginUrl { get { return SiteLink + "login.php"; } }
|
|
|
|
|
private string SearchUrl { get { return SiteLink + "ajax/torrents_data.php"; } }
|
|
|
|
|
private string SearchUrlReferer { get { return SiteLink + "torrents.php?cat=0&searchin=filename&search="; } }
|
|
|
|
|
|
|
|
|
|
new ConfigurationDataBasicLogin configData
|
|
|
|
|
{
|
|
|
|
|
get { return (ConfigurationDataBasicLogin)base.configData; }
|
|
|
|
|
set { base.configData = value; }
|
|
|
|
|
}
|
|
|
|
|
|
2017-07-10 20:58:44 +00:00
|
|
|
|
public AnimeTorrents(IIndexerConfigurationService configService, HttpWebClient c, Logger l, IProtectionService ps)
|
2016-10-30 15:24:49 +00:00
|
|
|
|
: base(name: "AnimeTorrents",
|
|
|
|
|
description: "Definitive source for anime and manga",
|
2017-05-14 17:43:10 +00:00
|
|
|
|
link: "https://animetorrents.me/",
|
2016-10-30 15:24:49 +00:00
|
|
|
|
caps: new TorznabCapabilities(),
|
2017-07-10 20:58:44 +00:00
|
|
|
|
configService: configService,
|
2016-10-30 15:24:49 +00:00
|
|
|
|
client: c, // Forced HTTP client for custom headers
|
|
|
|
|
logger: l,
|
|
|
|
|
p: ps,
|
|
|
|
|
configData: new ConfigurationDataBasicLogin())
|
|
|
|
|
{
|
2016-12-06 13:56:47 +00:00
|
|
|
|
Encoding = Encoding.GetEncoding("UTF-8");
|
2016-12-09 17:20:58 +00:00
|
|
|
|
Language = "en-us";
|
2017-01-27 15:57:32 +00:00
|
|
|
|
Type = "private";
|
2016-12-06 13:56:47 +00:00
|
|
|
|
|
2016-10-30 15:24:49 +00:00
|
|
|
|
AddCategoryMapping(1, TorznabCatType.MoviesSD); // Anime Movie
|
|
|
|
|
AddCategoryMapping(6, TorznabCatType.MoviesHD); // Anime Movie HD
|
|
|
|
|
AddCategoryMapping(2, TorznabCatType.TVAnime); // Anime Series
|
|
|
|
|
AddCategoryMapping(7, TorznabCatType.TVAnime); // Anime Series HD
|
|
|
|
|
AddCategoryMapping(5, TorznabCatType.XXXDVD); // Hentai (censored)
|
|
|
|
|
AddCategoryMapping(9, TorznabCatType.XXXDVD); // Hentai (censored) HD
|
|
|
|
|
AddCategoryMapping(4, TorznabCatType.XXXDVD); // Hentai (un-censored)
|
|
|
|
|
AddCategoryMapping(8, TorznabCatType.XXXDVD); // Hentai (un-censored) HD
|
|
|
|
|
AddCategoryMapping(13, TorznabCatType.BooksForeign); // Light Novel
|
|
|
|
|
AddCategoryMapping(3, TorznabCatType.BooksComics); // Manga
|
|
|
|
|
AddCategoryMapping(10, TorznabCatType.BooksComics); // Manga 18+
|
|
|
|
|
AddCategoryMapping(11, TorznabCatType.TVAnime); // OVA
|
|
|
|
|
AddCategoryMapping(12, TorznabCatType.TVAnime); // OVA HD
|
|
|
|
|
AddCategoryMapping(14, TorznabCatType.BooksComics); // Doujin Anime
|
|
|
|
|
AddCategoryMapping(15, TorznabCatType.XXXDVD); // Doujin Anime 18+
|
|
|
|
|
AddCategoryMapping(16, TorznabCatType.AudioForeign); // Doujin Music
|
|
|
|
|
AddCategoryMapping(17, TorznabCatType.BooksComics); // Doujinshi
|
|
|
|
|
AddCategoryMapping(18, TorznabCatType.BooksComics); // Doujinshi 18+
|
|
|
|
|
AddCategoryMapping(19, TorznabCatType.Audio); // OST
|
|
|
|
|
}
|
|
|
|
|
|
2017-06-28 05:31:38 +00:00
|
|
|
|
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
2016-10-30 15:24:49 +00:00
|
|
|
|
{
|
2017-01-02 20:39:28 +00:00
|
|
|
|
LoadValuesFromJson(configJson);
|
2016-10-30 15:24:49 +00:00
|
|
|
|
var pairs = new Dictionary<string, string> {
|
|
|
|
|
{ "username", configData.Username.Value },
|
|
|
|
|
{ "password", configData.Password.Value },
|
|
|
|
|
{ "form", "login" },
|
|
|
|
|
{ "rememberme[]", "1" }
|
|
|
|
|
};
|
|
|
|
|
|
2017-05-14 17:43:10 +00:00
|
|
|
|
var loginPage = await RequestStringWithCookiesAndRetry(LoginUrl, "", LoginUrl);
|
2016-10-30 15:24:49 +00:00
|
|
|
|
|
|
|
|
|
var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, loginPage.Cookies, true);
|
|
|
|
|
await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("logout.php"), () =>
|
|
|
|
|
{
|
|
|
|
|
CQ dom = result.Content;
|
|
|
|
|
var errorMessage = dom[".ui-state-error"].Text().Trim();
|
|
|
|
|
throw new ExceptionWithConfigData(errorMessage, configData);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return IndexerConfigurationStatus.RequiresTesting;
|
|
|
|
|
}
|
|
|
|
|
|
2017-07-03 05:15:47 +00:00
|
|
|
|
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
2016-10-30 15:24:49 +00:00
|
|
|
|
{
|
|
|
|
|
var releases = new List<ReleaseInfo>();
|
|
|
|
|
var searchString = query.GetQueryString();
|
|
|
|
|
var searchUrl = SearchUrl;
|
|
|
|
|
var queryCollection = new NameValueCollection();
|
|
|
|
|
|
|
|
|
|
queryCollection.Add("total", "146"); // Not sure what this is about but its required!
|
|
|
|
|
|
|
|
|
|
var cat = "0";
|
|
|
|
|
var queryCats = MapTorznabCapsToTrackers(query);
|
|
|
|
|
if (queryCats.Count == 1)
|
|
|
|
|
{
|
|
|
|
|
cat = queryCats.First().ToString();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
queryCollection.Add("cat", cat);
|
|
|
|
|
queryCollection.Add("searchin", "filename");
|
|
|
|
|
queryCollection.Add("search", searchString);
|
|
|
|
|
queryCollection.Add("page", "1");
|
|
|
|
|
searchUrl += "?" + queryCollection.GetQueryString();
|
|
|
|
|
|
|
|
|
|
var extraHeaders = new Dictionary<string, string>()
|
|
|
|
|
{
|
|
|
|
|
{ "X-Requested-With", "XMLHttpRequest" }
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
var response = await RequestStringWithCookiesAndRetry(searchUrl, null, SearchUrlReferer, extraHeaders);
|
|
|
|
|
|
|
|
|
|
var results = response.Content;
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
CQ dom = results;
|
|
|
|
|
|
|
|
|
|
var rows = dom["tr"];
|
|
|
|
|
foreach (var row in rows.Skip(1))
|
|
|
|
|
{
|
|
|
|
|
var release = new ReleaseInfo();
|
|
|
|
|
var qRow = row.Cq();
|
|
|
|
|
var qTitleLink = qRow.Find("td:eq(1) a:eq(0)").First();
|
2017-02-24 17:31:23 +00:00
|
|
|
|
release.Title = qTitleLink.Text().Trim();
|
2016-10-30 15:24:49 +00:00
|
|
|
|
|
|
|
|
|
// If we search an get no results, we still get a table just with no info.
|
|
|
|
|
if (string.IsNullOrWhiteSpace(release.Title))
|
|
|
|
|
{
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
release.Guid = new Uri(qTitleLink.Attr("href"));
|
|
|
|
|
release.Comments = release.Guid;
|
|
|
|
|
|
|
|
|
|
var dateString = qRow.Find("td:eq(4)").Text();
|
|
|
|
|
release.PublishDate = DateTime.ParseExact(dateString, "dd MMM yy", CultureInfo.InvariantCulture);
|
|
|
|
|
|
|
|
|
|
var qLink = qRow.Find("td:eq(2) a");
|
2017-04-15 08:45:10 +00:00
|
|
|
|
if (qLink.Length != 0) // newbie users don't see DL links
|
|
|
|
|
{
|
|
|
|
|
release.Link = new Uri(qLink.Attr("href"));
|
2016-10-30 16:52:41 +00:00
|
|
|
|
}
|
2017-04-15 08:45:10 +00:00
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
// use comments link as placeholder
|
|
|
|
|
// null causes errors during export to torznab
|
|
|
|
|
// skipping the release prevents newbie users from adding the tracker (empty result)
|
|
|
|
|
release.Link = release.Comments;
|
2016-11-05 18:33:44 +00:00
|
|
|
|
}
|
2016-10-30 15:24:49 +00:00
|
|
|
|
|
|
|
|
|
var sizeStr = qRow.Find("td:eq(5)").Text();
|
|
|
|
|
release.Size = ReleaseInfo.GetBytes(sizeStr);
|
|
|
|
|
|
|
|
|
|
var connections = qRow.Find("td:eq(7)").Text().Trim().Split("/".ToCharArray(), StringSplitOptions.RemoveEmptyEntries);
|
|
|
|
|
|
|
|
|
|
release.Seeders = ParseUtil.CoerceInt(connections[0].Trim());
|
|
|
|
|
release.Peers = ParseUtil.CoerceInt(connections[1].Trim()) + release.Seeders;
|
2016-10-30 19:24:28 +00:00
|
|
|
|
release.Grabs = ParseUtil.CoerceLong(connections[2].Trim());
|
2016-10-30 15:24:49 +00:00
|
|
|
|
|
|
|
|
|
var rCat = row.Cq().Find("td:eq(0) a").First().Attr("href");
|
|
|
|
|
var rCatIdx = rCat.IndexOf("cat=");
|
|
|
|
|
if (rCatIdx > -1)
|
|
|
|
|
{
|
|
|
|
|
rCat = rCat.Substring(rCatIdx + 4);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
release.Category = MapTrackerCatToNewznab(rCat);
|
|
|
|
|
|
2017-04-15 08:45:10 +00:00
|
|
|
|
if (qRow.Find("img[alt=\"Gold Torrent\"]").Length >= 1)
|
|
|
|
|
release.DownloadVolumeFactor = 0;
|
|
|
|
|
else if (qRow.Find("img[alt=\"Silver Torrent\"]").Length >= 1)
|
|
|
|
|
release.DownloadVolumeFactor = 0.5;
|
2016-10-30 19:24:28 +00:00
|
|
|
|
else
|
|
|
|
|
release.DownloadVolumeFactor = 1;
|
|
|
|
|
|
|
|
|
|
var ULFactorImg = qRow.Find("img[alt*=\"x Multiplier Torrent\"]");
|
2017-04-15 08:45:10 +00:00
|
|
|
|
if (ULFactorImg.Length >= 1)
|
|
|
|
|
{
|
|
|
|
|
release.UploadVolumeFactor = ParseUtil.CoerceDouble(ULFactorImg.Attr("alt").Split('x')[0]);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
release.UploadVolumeFactor = 1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
qTitleLink.Remove();
|
|
|
|
|
release.Description = qRow.Find("td:eq(1)").Text();
|
|
|
|
|
|
2016-10-30 15:24:49 +00:00
|
|
|
|
releases.Add(release);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
OnParseError(results, ex);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return releases;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|