using System; using System.Collections.Generic; using System.Linq; using System.Xml.Linq; using NzbDrone.Common.Extensions; using NzbDrone.Core.Indexers.Exceptions; using NzbDrone.Core.Languages; using NzbDrone.Core.Parser; using NzbDrone.Core.Parser.Model; namespace NzbDrone.Core.Indexers.Torznab { public class TorznabRssParser : TorrentRssParser { public const string ns = "{http://torznab.com/schemas/2015/feed}"; public TorznabRssParser() { UseEnclosureUrl = true; } protected override bool PreProcess(IndexerResponse indexerResponse) { if (indexerResponse.HttpResponse.HasHttpError && (indexerResponse.HttpResponse.Headers.ContentType == null || !indexerResponse.HttpResponse.Headers.ContentType.Contains("xml"))) { base.PreProcess(indexerResponse); } var xdoc = LoadXmlDocument(indexerResponse); var error = xdoc.Descendants("error").FirstOrDefault(); if (error == null) { return true; } var code = Convert.ToInt32(error.Attribute("code").Value); var errorMessage = error.Attribute("description").Value; if (code >= 100 && code <= 199) { throw new ApiKeyException("Invalid API key"); } if (!indexerResponse.Request.Url.FullUri.Contains("apikey=") && errorMessage == "Missing parameter") { throw new ApiKeyException("Indexer requires an API key"); } if (errorMessage == "Request limit reached") { throw new RequestLimitReachedException("API limit reached"); } throw new TorznabException("Torznab error detected: {0}", errorMessage); } protected override bool PostProcess(IndexerResponse indexerResponse, List items, List releases) { var enclosureTypes = items.SelectMany(GetEnclosures).Select(v => v.Type).Distinct().ToArray(); if (enclosureTypes.Any() && enclosureTypes.Intersect(PreferredEnclosureMimeTypes).Empty()) { if (enclosureTypes.Intersect(UsenetEnclosureMimeTypes).Any()) { _logger.Warn("{0} does not contain {1}, found {2}, did you intend to add a Newznab indexer?", indexerResponse.Request.Url, TorrentEnclosureMimeType, enclosureTypes[0]); } else { _logger.Warn("{1} does not contain {1}, found {2}.", indexerResponse.Request.Url, TorrentEnclosureMimeType, enclosureTypes[0]); } } return true; } protected override string GetInfoUrl(XElement item) { return ParseUrl(item.TryGetValue("comments").TrimEnd("#comments")); } protected override string GetCommentUrl(XElement item) { return ParseUrl(item.TryGetValue("comments")); } protected override List GetLanguages(XElement item) { var languages = TryGetMultipleTorznabAttributes(item, "language"); var results = new List(); // Try to find elements for some indexers that suck at following the rules. if (languages.Count == 0) { languages = item.Elements("language").Select(e => e.Value).ToList(); } foreach (var language in languages) { var mappedLanguage = IsoLanguages.FindByName(language)?.Language ?? null; if (mappedLanguage != null) { results.Add(mappedLanguage); } } return results; } protected override long GetSize(XElement item) { var sizeString = TryGetTorznabAttribute(item, "size"); if (!sizeString.IsNullOrWhiteSpace() && long.TryParse(sizeString, out var size)) { return size; } size = GetEnclosureLength(item); return size; } protected override DateTime GetPublishDate(XElement item) { return base.GetPublishDate(item); } protected override string GetDownloadUrl(XElement item) { var url = base.GetDownloadUrl(item); if (!Uri.IsWellFormedUriString(url, UriKind.Absolute)) { url = ParseUrl((string)item.Element("enclosure").Attribute("url")); } return url; } protected override string GetInfoHash(XElement item) { return TryGetTorznabAttribute(item, "infohash"); } protected override string GetMagnetUrl(XElement item) { return TryGetTorznabAttribute(item, "magneturl"); } protected override int? GetSeeders(XElement item) { var seeders = TryGetTorznabAttribute(item, "seeders"); if (seeders.IsNotNullOrWhiteSpace()) { return int.Parse(seeders); } return base.GetSeeders(item); } protected override int? GetPeers(XElement item) { var peers = TryGetTorznabAttribute(item, "peers"); if (peers.IsNotNullOrWhiteSpace()) { return int.Parse(peers); } var seeders = TryGetTorznabAttribute(item, "seeders"); var leechers = TryGetTorznabAttribute(item, "leechers"); if (seeders.IsNotNullOrWhiteSpace() && leechers.IsNotNullOrWhiteSpace()) { return int.Parse(seeders) + int.Parse(leechers); } return base.GetPeers(item); } protected string TryGetTorznabAttribute(XElement item, string key, string defaultValue = "") { var attrElement = item.Elements(ns + "attr").FirstOrDefault(e => e.Attribute("name").Value.Equals(key, StringComparison.OrdinalIgnoreCase)); if (attrElement != null) { var attrValue = attrElement.Attribute("value"); if (attrValue != null) { return attrValue.Value; } } return defaultValue; } protected List TryGetMultipleTorznabAttributes(XElement item, string key) { var attrElements = item.Elements(ns + "attr").Where(e => e.Attribute("name").Value.Equals(key, StringComparison.OrdinalIgnoreCase)); var results = new List(); foreach (var element in attrElements) { var attrValue = element.Attribute("value"); if (attrValue != null) { results.Add(attrValue.Value); } } return results; } } }