Jackett/src/Jackett.Common/Indexers/Torrentscsv.cs

using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Globalization;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils;
using Jackett.Common.Utils.Clients;
using Newtonsoft.Json.Linq;
using NLog;

namespace Jackett.Common.Indexers {
    public class Torrentscsv : BaseWebIndexer {

        private string ApiEndpoint { get { return SiteLink + "service/search"; } }

        private new ConfigurationData configData {
            get { return (ConfigurationData) base.configData; }
            set { base.configData = value; }
        }

        public Torrentscsv (IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps) : base (
            name: "Torrents.csv",
            description: "Torrents.csv is a self-hostable, open source torrent search engine and database",
            link: "https://torrents-csv.ml/",
            caps : new TorznabCapabilities (),
            configService : configService,
            client : wc,
            logger : l,
            p : ps,
            configData : new ConfigurationData ()) {
            Encoding = Encoding.UTF8;
            Language = "en-us";
            Type = "public";

            // dummy mappings for sonarr, radarr, etc since torrents.csv doesnt return categories
            AddCategoryMapping (1000, TorznabCatType.Console);
            AddCategoryMapping (2000, TorznabCatType.Movies);
            AddCategoryMapping (3000, TorznabCatType.Audio);
            AddCategoryMapping (4000, TorznabCatType.PC);
            AddCategoryMapping (5000, TorznabCatType.TV);
            AddCategoryMapping (6000, TorznabCatType.XXX);
            AddCategoryMapping (7000, TorznabCatType.Other);
            AddCategoryMapping (8000, TorznabCatType.Books);

            TorznabCaps.SupportsImdbMovieSearch = false;

            webclient.requestDelay = 0;
        }

        public override async Task<IndexerConfigurationStatus> ApplyConfiguration (JToken configJson) {
            configData.LoadValuesFromJson (configJson);
            var releases = await PerformQuery (new TorznabQuery ());

            await ConfigureIfOK (string.Empty, releases.Count () > 0, () => {
                throw new Exception ("Error: No data returned!");
            });

            return IndexerConfigurationStatus.Completed;
        }

        protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery (TorznabQuery query) {
            return await PerformQuery (query, 0);
        }

        public async Task<IEnumerable<ReleaseInfo>> PerformQuery (TorznabQuery query, int attempts) {
            var releases = new List<ReleaseInfo> ();
            var searchString = query.GetQueryString ();
            if (string.IsNullOrEmpty(searchString)) searchString = "%";

            var queryCollection = new NameValueCollection ();

            queryCollection.Add ("q", searchString);
            queryCollection.Add ("size", "500");
            queryCollection.Add ("type_", "torrent");

            var searchUrl = ApiEndpoint + "?" + queryCollection.GetQueryString ();
            var response = await RequestStringWithCookiesAndRetry (searchUrl, string.Empty);

            try {
                var jsonStart = response.Content;
                var jsonContent = JArray.Parse (jsonStart);

                foreach (var torrent in jsonContent) {
		    
		    if (torrent == null)
                        throw new Exception ("Error: No data returned!");

                    var release = new ReleaseInfo ();
                    release.Title = torrent.Value<string> ("name");

                    // construct magnet link from infohash with all public trackers known to man
                    string magnet_uri = "magnet:?xt=urn:btih:" + torrent.Value<JToken> ("infohash") +
                        "&tr=udp://tracker.coppersurfer.tk:6969/announce" +
                        "&tr=udp://tracker.leechers-paradise.org:6969/announce" +
                        "&tr=udp://tracker.internetwarriors.net:1337/announce" +
                        "&tr=udp://tracker.opentrackr.org:1337/announce" +
                        "&tr=udp://9.rarbg.to:2710/announce" +
                        "&tr=udp://exodus.desync.com:6969/announce" +
                        "&tr=udp://explodie.org:6969/announce" +
                        "&tr=udp://tracker2.itzmx.com:6961/announce" +
                        "&tr=udp://tracker1.itzmx.com:8080/announce" +
                        "&tr=udp://tracker.torrent.eu.org:451/announce" +
                        "&tr=udp://tracker.tiny-vps.com:6969/announce" +
                        "&tr=udp://tracker.port443.xyz:6969/announce" +
                        "&tr=udp://thetracker.org:80/announce" +
                        "&tr=udp://open.stealth.si:80/announce" +
                        "&tr=udp://open.demonii.si:1337/announce" +
                        "&tr=udp://ipv4.tracker.harry.lu:80/announce" +
                        "&tr=udp://denis.stalker.upeer.me:6969/announce" +
                        "&tr=udp://tracker1.wasabii.com.tw:6969/announce" +
                        "&tr=udp://tracker.dler.org:6969/announce" +
                        "&tr=udp://tracker.cyberia.is:6969/announce" +
                        "&tr=udp://tracker4.itzmx.com:2710/announce" +
                        "&tr=udp://tracker.uw0.xyz:6969/announce" +
                        "&tr=udp://tracker.moeking.me:6969/announce" +
                        "&tr=udp://retracker.lanta-net.ru:2710/announce" +
                        "&tr=udp://tracker.nyaa.uk:6969/announce" +
                        "&tr=udp://tracker.novg.net:6969/announce" +
                        "&tr=udp://tracker.iamhansen.xyz:2000/announce" +
                        "&tr=udp://tracker.filepit.to:6969/announce" +
                        "&tr=udp://tracker.dyn.im:6969/announce" +
                        "&tr=udp://torrentclub.tech:6969/announce" +
                        "&tr=udp://tracker.tvunderground.org.ru:3218/announce" +
                        "&tr=udp://tracker.open-tracker.org:1337/announce" +
                        "&tr=udp://tracker.justseed.it:1337/announce"; 

                    release.MagnetUri = new Uri (magnet_uri);
                    // there is no comments or details link so we point to the web site instead
                    release.Comments = new Uri (SiteLink);
                    release.Guid = release.MagnetUri;
                    release.Link = release.MagnetUri;
                    release.InfoHash = torrent.Value<JToken> ("infohash").ToString ();

                    // convert unix timestamp to human readable date
                    double createdunix = torrent.Value<long> ("created_unix");
                    System.DateTime dateTime = new System.DateTime (1970, 1, 1, 0, 0, 0, 0);
                    dateTime = dateTime.AddSeconds (createdunix);
                    release.PublishDate = dateTime;
                    release.Seeders = torrent.Value<int> ("seeders");
                    release.Peers = torrent.Value<int> ("leechers") + release.Seeders;
                    release.Size = torrent.Value<long> ("size_bytes");
                    var grabs = torrent.Value<string>("completed");
                    if (grabs == null) grabs = "0";
                    release.Grabs = ParseUtil.CoerceInt(grabs);
                    release.MinimumRatio = 1;
                    release.MinimumSeedTime = 172800; // 48 hours
                    release.DownloadVolumeFactor = 0;
                    release.UploadVolumeFactor = 1;

		    // dummy mappings for sonarr, radarr, etc
                    string categories = string.Join (";", MapTorznabCapsToTrackers (query));
                    if (!string.IsNullOrEmpty (categories)) {
                        if (categories.Contains ("1000")) {
                            release.Category = new List<int> { TorznabCatType.Console.ID };
                        }
                        if (categories.Contains ("2000")) {
                            release.Category = new List<int> { TorznabCatType.Movies.ID };
                        }
                        if (categories.Contains ("3000")) {
                            release.Category = new List<int> { TorznabCatType.Audio.ID };
                        }
                        if (categories.Contains ("4000")) {
                            release.Category = new List<int> { TorznabCatType.PC.ID };
                        }
                        if (categories.Contains ("5000")) {
                            release.Category = new List<int> { TorznabCatType.TV.ID };
                        }
                        if (categories.Contains ("6000")) {
                            release.Category = new List<int> { TorznabCatType.XXX.ID };
                        }
                        if (categories.Contains ("7000")) {
                            release.Category = new List<int> { TorznabCatType.Other.ID };
                        }
                        if (categories.Contains ("8000")) {
                            release.Category = new List<int> { TorznabCatType.Books.ID };
                        }
                    }
                    // for null category
                    if (string.IsNullOrEmpty (categories)) {
                        release.Category = new List<int> { TorznabCatType.Other.ID };
                    }
                    releases.Add (release);
                }
            } catch (Exception ex) {
                OnParseError (response.Content, ex);
            }
            return releases;
        }
    }
}