2017-10-26 03:08:37 +00:00
|
|
|
using System;
|
|
|
|
using System.Collections.Generic;
|
2014-09-07 11:44:24 +00:00
|
|
|
using System.Linq;
|
|
|
|
using System.Xml.Linq;
|
2014-12-02 06:26:25 +00:00
|
|
|
using NzbDrone.Common.Extensions;
|
2014-09-07 11:44:24 +00:00
|
|
|
using NzbDrone.Core.Indexers.Exceptions;
|
|
|
|
using NzbDrone.Core.Parser.Model;
|
|
|
|
|
|
|
|
namespace NzbDrone.Core.Indexers.Newznab
|
|
|
|
{
|
|
|
|
public class NewznabRssParser : RssParser
|
|
|
|
{
|
2015-10-03 17:45:26 +00:00
|
|
|
public const string ns = "{http://www.newznab.com/DTD/2010/feeds/attributes/}";
|
2014-09-07 11:44:24 +00:00
|
|
|
|
2016-08-02 15:41:00 +00:00
|
|
|
public NewznabRssParser()
|
|
|
|
{
|
2017-10-26 03:08:37 +00:00
|
|
|
PreferredEnclosureMimeTypes = UsenetEnclosureMimeTypes;
|
|
|
|
UseEnclosureUrl = true;
|
2016-08-02 15:41:00 +00:00
|
|
|
}
|
|
|
|
|
2014-09-07 11:44:24 +00:00
|
|
|
protected override bool PreProcess(IndexerResponse indexerResponse)
|
|
|
|
{
|
2015-05-01 21:51:31 +00:00
|
|
|
var xdoc = LoadXmlDocument(indexerResponse);
|
2014-09-07 11:44:24 +00:00
|
|
|
var error = xdoc.Descendants("error").FirstOrDefault();
|
|
|
|
|
|
|
|
if (error == null) return true;
|
|
|
|
|
|
|
|
var code = Convert.ToInt32(error.Attribute("code").Value);
|
|
|
|
var errorMessage = error.Attribute("description").Value;
|
|
|
|
|
2015-10-07 07:09:03 +00:00
|
|
|
if (code >= 100 && code <= 199)
|
|
|
|
{
|
|
|
|
_logger.Warn("Invalid API Key: {0}", errorMessage);
|
|
|
|
throw new ApiKeyException("Invalid API key");
|
|
|
|
}
|
2014-09-07 11:44:24 +00:00
|
|
|
|
2016-02-29 23:33:28 +00:00
|
|
|
if (!indexerResponse.Request.Url.FullUri.Contains("apikey=") && (errorMessage == "Missing parameter" || errorMessage.Contains("apikey")))
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
|
|
|
throw new ApiKeyException("Indexer requires an API key");
|
|
|
|
}
|
|
|
|
|
|
|
|
if (errorMessage == "Request limit reached")
|
|
|
|
{
|
|
|
|
throw new RequestLimitReachedException("API limit reached");
|
|
|
|
}
|
|
|
|
|
2015-10-28 05:04:20 +00:00
|
|
|
throw new NewznabException(indexerResponse, errorMessage);
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
2017-10-26 03:08:37 +00:00
|
|
|
protected override bool PostProcess(IndexerResponse indexerResponse, List<XElement> items, List<ReleaseInfo> releases)
|
|
|
|
{
|
|
|
|
var enclosureTypes = items.SelectMany(GetEnclosures).Select(v => v.Type).Distinct().ToArray();
|
|
|
|
if (enclosureTypes.Any() && enclosureTypes.Intersect(PreferredEnclosureMimeTypes).Empty())
|
|
|
|
{
|
|
|
|
if (enclosureTypes.Intersect(TorrentEnclosureMimeTypes).Any())
|
|
|
|
{
|
|
|
|
_logger.Warn("Feed does not contain {0}, found {1}, did you intend to add a Torznab indexer?", NzbEnclosureMimeType, enclosureTypes[0]);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
_logger.Warn("Feed does not contain {0}, found {1}.", NzbEnclosureMimeType, enclosureTypes[0]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-09-07 11:44:24 +00:00
|
|
|
protected override ReleaseInfo ProcessItem(XElement item, ReleaseInfo releaseInfo)
|
|
|
|
{
|
|
|
|
releaseInfo = base.ProcessItem(item, releaseInfo);
|
2017-08-14 02:58:42 +00:00
|
|
|
|
|
|
|
releaseInfo.Artist = GetArtist(item);
|
|
|
|
releaseInfo.Album = GetAlbum(item);
|
|
|
|
|
2014-09-07 11:44:24 +00:00
|
|
|
return releaseInfo;
|
|
|
|
}
|
|
|
|
|
2015-10-03 17:45:26 +00:00
|
|
|
protected override string GetInfoUrl(XElement item)
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2015-08-15 10:32:37 +00:00
|
|
|
return ParseUrl(item.TryGetValue("comments").TrimEnd("#comments"));
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
2015-10-03 17:45:26 +00:00
|
|
|
protected override string GetCommentUrl(XElement item)
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2015-08-15 10:32:37 +00:00
|
|
|
return ParseUrl(item.TryGetValue("comments"));
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
2015-10-03 17:45:26 +00:00
|
|
|
protected override long GetSize(XElement item)
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2015-10-03 17:45:26 +00:00
|
|
|
long size;
|
2014-09-07 11:44:24 +00:00
|
|
|
|
|
|
|
var sizeString = TryGetNewznabAttribute(item, "size");
|
2015-10-03 17:45:26 +00:00
|
|
|
if (!sizeString.IsNullOrWhiteSpace() && long.TryParse(sizeString, out size))
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
|
|
|
return size;
|
|
|
|
}
|
|
|
|
|
|
|
|
size = GetEnclosureLength(item);
|
|
|
|
|
|
|
|
return size;
|
|
|
|
}
|
|
|
|
|
|
|
|
protected override DateTime GetPublishDate(XElement item)
|
|
|
|
{
|
|
|
|
var dateString = TryGetNewznabAttribute(item, "usenetdate");
|
|
|
|
if (!dateString.IsNullOrWhiteSpace())
|
|
|
|
{
|
|
|
|
return XElementExtensions.ParseDate(dateString);
|
|
|
|
}
|
|
|
|
|
|
|
|
return base.GetPublishDate(item);
|
|
|
|
}
|
|
|
|
|
2017-08-14 02:58:42 +00:00
|
|
|
protected virtual string GetArtist(XElement item)
|
2015-09-26 08:45:13 +00:00
|
|
|
{
|
2017-08-14 02:58:42 +00:00
|
|
|
var artistString = TryGetNewznabAttribute(item, "artist");
|
2015-09-26 08:45:13 +00:00
|
|
|
|
2017-08-14 02:58:42 +00:00
|
|
|
if (!artistString.IsNullOrWhiteSpace())
|
2015-09-26 08:45:13 +00:00
|
|
|
{
|
2017-08-14 02:58:42 +00:00
|
|
|
return artistString;
|
2015-09-26 08:45:13 +00:00
|
|
|
}
|
|
|
|
|
2017-08-14 02:58:42 +00:00
|
|
|
return "";
|
2015-09-26 08:45:13 +00:00
|
|
|
}
|
2017-08-14 02:58:42 +00:00
|
|
|
|
|
|
|
protected virtual string GetAlbum(XElement item)
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2017-08-14 02:58:42 +00:00
|
|
|
var albumString = TryGetNewznabAttribute(item, "album");
|
2014-09-07 11:44:24 +00:00
|
|
|
|
2017-08-14 02:58:42 +00:00
|
|
|
if (!albumString.IsNullOrWhiteSpace())
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2017-08-14 02:58:42 +00:00
|
|
|
return albumString;
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
2017-08-14 02:58:42 +00:00
|
|
|
return "";
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
2015-10-03 17:45:26 +00:00
|
|
|
protected string TryGetNewznabAttribute(XElement item, string key, string defaultValue = "")
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2017-10-26 03:08:37 +00:00
|
|
|
var attrElement = item.Elements(ns + "attr").FirstOrDefault(e => e.Attribute("name").Value.Equals(key, StringComparison.OrdinalIgnoreCase));
|
|
|
|
if (attrElement != null)
|
2014-09-07 11:44:24 +00:00
|
|
|
{
|
2017-10-26 03:08:37 +00:00
|
|
|
var attrValue = attrElement.Attribute("value");
|
|
|
|
if (attrValue != null)
|
|
|
|
{
|
|
|
|
return attrValue.Value;
|
|
|
|
}
|
2014-09-07 11:44:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return defaultValue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|