Jackett/src/Jackett.Common/Indexers/IPTorrents.cs

254 lines
12 KiB
C#

using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Linq;
using System.Net;
using System.Text;
using System.Threading.Tasks;
using CsQuery;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils;
using Newtonsoft.Json.Linq;
using NLog;
namespace Jackett.Common.Indexers
{
public class IPTorrents : BaseWebIndexer
{
private string BrowseUrl => SiteLink + "t";
public override string[] AlternativeSiteLinks { get; protected set; } = {
"https://iptorrents.com/",
"https://www.iptorrents.com/",
"https://ipt-update.com/",
"https://iptorrents.eu/",
"https://nemo.iptorrents.com/",
"https://ipt.rocks/",
"http://ipt.read-books.org/",
"http://alien.eating-organic.net/",
"http://kong.net-freaks.com/",
"http://ghost.cable-modem.org/",
"http://logan.unusualperson.com/",
"http://baywatch.workisboring.com/",
"https://ipt.getcrazy.me/",
"https://ipt.findnemo.net/",
"https://ipt.beelyrics.net/",
"https://ipt.venom.global/",
"https://ipt.workisboring.net/",
"https://ipt.lol/",
"https://ipt.cool/",
"https://ipt.world/",
};
private new ConfigurationDataCookie configData
{
get => (ConfigurationDataCookie)base.configData;
set => base.configData = value;
}
public IPTorrents(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l, IProtectionService ps)
: base(name: "IPTorrents",
description: "Always a step ahead.",
link: "https://iptorrents.com/",
caps: new TorznabCapabilities(),
configService: configService,
client: wc,
logger: l,
p: ps,
configData: new ConfigurationDataCookie())
{
Encoding = Encoding.UTF8;
Language = "en-us";
Type = "private";
TorznabCaps.SupportsImdbMovieSearch = true;
AddCategoryMapping(72, TorznabCatType.Movies, "Movies");
AddCategoryMapping(87, TorznabCatType.Movies3D, "Movie/3D");
AddCategoryMapping(77, TorznabCatType.MoviesSD, "Movie/480p");
AddCategoryMapping(101, TorznabCatType.MoviesHD, "Movie/4K");
AddCategoryMapping(89, TorznabCatType.MoviesHD, "Movie/BD-R");
AddCategoryMapping(90, TorznabCatType.MoviesSD, "Movie/BD-Rip");
AddCategoryMapping(96, TorznabCatType.MoviesSD, "Movie/Cam");
AddCategoryMapping(6, TorznabCatType.MoviesDVD, "Movie/DVD-R");
AddCategoryMapping(48, TorznabCatType.MoviesBluRay, "Movie/HD/Bluray");
AddCategoryMapping(54, TorznabCatType.Movies, "Movie/Kids");
AddCategoryMapping(62, TorznabCatType.MoviesSD, "Movie/MP4");
AddCategoryMapping(38, TorznabCatType.MoviesForeign, "Movie/Non-English");
AddCategoryMapping(68, TorznabCatType.Movies, "Movie/Packs");
AddCategoryMapping(20, TorznabCatType.MoviesHD, "Movie/Web-DL");
AddCategoryMapping(7, TorznabCatType.MoviesSD, "Movie/Xvid");
AddCategoryMapping(100, TorznabCatType.Movies, "Movie/x265");
AddCategoryMapping(73, TorznabCatType.TV, "TV");
AddCategoryMapping(26, TorznabCatType.TVDocumentary, "Documentaries");
AddCategoryMapping(55, TorznabCatType.TVSport, "Sports");
AddCategoryMapping(78, TorznabCatType.TVSD, "TV/480p");
AddCategoryMapping(23, TorznabCatType.TVHD, "TV/BD");
AddCategoryMapping(24, TorznabCatType.TVSD, "TV/DVD-R");
AddCategoryMapping(25, TorznabCatType.TVSD, "TV/DVD-Rip");
AddCategoryMapping(66, TorznabCatType.TVSD, "TV/Mobile");
AddCategoryMapping(82, TorznabCatType.TVFOREIGN, "TV/Non-English");
AddCategoryMapping(65, TorznabCatType.TV, "TV/Packs");
AddCategoryMapping(83, TorznabCatType.TVFOREIGN, "TV/Packs/Non-English");
AddCategoryMapping(79, TorznabCatType.TVSD, "TV/SD/x264");
AddCategoryMapping(22, TorznabCatType.TVWEBDL, "TV/Web-DL");
AddCategoryMapping(5, TorznabCatType.TVHD, "TV/x264");
AddCategoryMapping(99, TorznabCatType.TVHD, "TV/x265");
AddCategoryMapping(4, TorznabCatType.TVSD, "TV/Xvid");
AddCategoryMapping(74, TorznabCatType.Console, "Games");
AddCategoryMapping(2, TorznabCatType.ConsoleOther, "Games/Mixed");
AddCategoryMapping(47, TorznabCatType.ConsoleNDS, "Games/Nintendo DS");
AddCategoryMapping(43, TorznabCatType.PCISO, "Games/PC-ISO");
AddCategoryMapping(45, TorznabCatType.PCGames, "Games/PC-Rip");
AddCategoryMapping(39, TorznabCatType.ConsolePS3, "Games/PS2");
AddCategoryMapping(71, TorznabCatType.ConsolePS3, "Games/PS3");
AddCategoryMapping(40, TorznabCatType.ConsolePSP, "Games/PSP");
AddCategoryMapping(50, TorznabCatType.ConsoleWii, "Games/Wii");
AddCategoryMapping(44, TorznabCatType.ConsoleXbox360, "Games/Xbox-360");
AddCategoryMapping(75, TorznabCatType.Audio, "Music");
AddCategoryMapping(3, TorznabCatType.AudioMP3, "Music/Audio");
AddCategoryMapping(80, TorznabCatType.AudioLossless, "Music/Flac");
AddCategoryMapping(93, TorznabCatType.Audio, "Music/Packs");
AddCategoryMapping(37, TorznabCatType.AudioVideo, "Music/Video");
AddCategoryMapping(21, TorznabCatType.AudioVideo, "Podcast");
AddCategoryMapping(76, TorznabCatType.Other, "Miscellaneous");
AddCategoryMapping(60, TorznabCatType.TVAnime, "Anime");
AddCategoryMapping(1, TorznabCatType.PC0day, "Appz");
AddCategoryMapping(86, TorznabCatType.PC0day, "Appz/Non-English");
AddCategoryMapping(64, TorznabCatType.AudioAudiobook, "AudioBook");
AddCategoryMapping(35, TorznabCatType.Books, "Books");
AddCategoryMapping(94, TorznabCatType.BooksComics, "Comics");
AddCategoryMapping(95, TorznabCatType.BooksOther, "Educational");
AddCategoryMapping(98, TorznabCatType.Other, "Fonts");
AddCategoryMapping(69, TorznabCatType.PCMac, "Mac");
AddCategoryMapping(92, TorznabCatType.BooksMagazines, "Magazines / Newspapers");
AddCategoryMapping(58, TorznabCatType.PCPhoneOther, "Mobile");
AddCategoryMapping(36, TorznabCatType.Other, "Pics/Wallpapers");
AddCategoryMapping(88, TorznabCatType.XXX, "XXX");
AddCategoryMapping(85, TorznabCatType.XXXOther, "XXX/Magazines");
AddCategoryMapping(8, TorznabCatType.XXX, "XXX/Movie");
AddCategoryMapping(81, TorznabCatType.XXX, "XXX/Movie/0Day");
AddCategoryMapping(91, TorznabCatType.XXXPacks, "XXX/Packs");
AddCategoryMapping(84, TorznabCatType.XXXImageset, "XXX/Pics/Wallpapers");
}
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
{
LoadValuesFromJson(configJson);
CookieHeader = configData.Cookie.Value;
try
{
var results = await PerformQuery(new TorznabQuery());
if (!results.Any())
throw new Exception("Your cookie did not work");
IsConfigured = true;
SaveConfig();
return IndexerConfigurationStatus.Completed;
}
catch (Exception e)
{
IsConfigured = false;
throw new Exception("Your cookie did not work: " + e.Message);
}
}
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
{
var releases = new List<ReleaseInfo>();
var searchString = query.GetQueryString();
var searchUrl = BrowseUrl;
var queryCollection = new NameValueCollection();
if (!string.IsNullOrWhiteSpace(query.ImdbID))
queryCollection.Add("q", query.ImdbID);
else if (!string.IsNullOrWhiteSpace(searchString))
queryCollection.Add("q", searchString);
foreach (var cat in MapTorznabCapsToTrackers(query))
queryCollection.Add(cat, string.Empty);
if (queryCollection.Count > 0)
searchUrl += "?" + queryCollection.GetQueryString();
var response = await RequestStringWithCookiesAndRetry(searchUrl, null, BrowseUrl);
var results = response.Content;
if (results == null || !results.Contains("/lout.php"))
throw new Exception("The user is not logged in. It is possible that the cookie has expired or you made a mistake when copying it. Please check the settings.");
if (string.IsNullOrWhiteSpace(query.ImdbID) && string.IsNullOrWhiteSpace(query.SearchTerm) && results.Contains("No Torrents Found!"))
throw new Exception("Got No Torrents Found! Make sure your IPTorrents profile config contain proper default category settings.");
try
{
CQ dom = results;
var rows = dom["table[id='torrents'] > tbody > tr"];
foreach (var row in rows.Skip(1))
{
var release = new ReleaseInfo();
var qRow = row.Cq();
var qTitleLink = qRow.Find("a[href^=\"/details.php?id=\"]").First();
// drop invalid char that seems to have cropped up in some titles. #6582
release.Title = qTitleLink.Text().Trim().Replace("\u000f", "");
// If we search an get no results, we still get a table just with no info.
if (string.IsNullOrWhiteSpace(release.Title))
break;
release.Guid = new Uri(SiteLink + qTitleLink.Attr("href").Substring(1));
release.Comments = release.Guid;
var descString = qRow.Find(".t_ctime").Text();
var dateString = descString.Split('|').Last().Trim();
dateString = dateString.Split(new[] { " by " }, StringSplitOptions.None)[0];
release.PublishDate = DateTimeUtil.FromTimeAgo(dateString);
var qLink = row.ChildElements.ElementAt(3).Cq().Children("a");
release.Link = new Uri(SiteLink + WebUtility.UrlEncode(qLink.Attr("href").TrimStart('/')));
var sizeStr = row.ChildElements.ElementAt(5).Cq().Text();
release.Size = ReleaseInfo.GetBytes(sizeStr);
release.Seeders = ParseUtil.CoerceInt(qRow.Find(".t_seeders").Text().Trim());
release.Peers = ParseUtil.CoerceInt(qRow.Find(".t_leechers").Text().Trim()) + release.Seeders;
var catIcon = row.Cq().Find("td:eq(0) a");
if (catIcon.Length >= 1) // Torrents - Category column == Icons
release.Category = MapTrackerCatToNewznab(catIcon.First().Attr("href").Substring(1));
else // Torrents - Category column == Text or Code
//release.Category = MapTrackerCatDescToNewznab(row.Cq().Find("td:eq(0)").Text()); // Works for "Text" but only contains the parent category
throw new Exception("Please go to " + SiteLink + "settings.php and change the \"Torrents - Category column\" option to \"Icons\". Wait a minute (cache) and then try again.");
var filesElement = row.Cq().Find("a[href*=\"/files\"]"); // optional
if (filesElement.Length == 1)
release.Files = ParseUtil.CoerceLong(filesElement.Text());
var grabs = row.Cq().Find("td:nth-last-child(3)").Text();
release.Grabs = ParseUtil.CoerceInt(grabs);
release.DownloadVolumeFactor = row.Cq().Find("span.t_tag_free_leech").Any() ? 0 : 1;
release.UploadVolumeFactor = 1;
releases.Add(release);
}
}
catch (Exception ex)
{
OnParseError(results, ex);
}
return releases;
}
}
}