using System; using System.Collections.Generic; using System.Linq; using System.Xml.Linq; using NzbDrone.Common.Extensions; using NzbDrone.Core.Indexers.Exceptions; using NzbDrone.Core.Languages; using NzbDrone.Core.Parser; using NzbDrone.Core.Parser.Model; namespace NzbDrone.Core.Indexers.Newznab { public class NewznabRssParser : RssParser { public const string ns = "{http://www.newznab.com/DTD/2010/feeds/attributes/}"; public NewznabRssParser() { PreferredEnclosureMimeTypes = UsenetEnclosureMimeTypes; UseEnclosureUrl = true; } public static void CheckError(XDocument xdoc, IndexerResponse indexerResponse) { var error = xdoc.Descendants("error").FirstOrDefault(); if (error == null) { return; } var code = Convert.ToInt32(error.Attribute("code").Value); var errorMessage = error.Attribute("description").Value; if (code >= 100 && code <= 199) { throw new ApiKeyException(errorMessage); } if (!indexerResponse.Request.Url.FullUri.Contains("apikey=") && (errorMessage == "Missing parameter" || errorMessage.Contains("apikey"))) { throw new ApiKeyException("Indexer requires an API key"); } if (errorMessage == "Request limit reached") { throw new RequestLimitReachedException("API limit reached"); } throw new NewznabException(indexerResponse, errorMessage); } protected override bool PreProcess(IndexerResponse indexerResponse) { if (indexerResponse.HttpResponse.HasHttpError && (indexerResponse.HttpResponse.Headers.ContentType == null || !indexerResponse.HttpResponse.Headers.ContentType.Contains("xml"))) { base.PreProcess(indexerResponse); } var xdoc = LoadXmlDocument(indexerResponse); CheckError(xdoc, indexerResponse); return true; } protected override bool PostProcess(IndexerResponse indexerResponse, List items, List releases) { var enclosureTypes = items.SelectMany(GetEnclosures).Select(v => v.Type).Distinct().ToArray(); if (enclosureTypes.Any() && enclosureTypes.Intersect(PreferredEnclosureMimeTypes).Empty()) { if (enclosureTypes.Intersect(TorrentEnclosureMimeTypes).Any()) { _logger.Warn("{0} does not contain {1}, found {2}, did you intend to add a Torznab indexer?", indexerResponse.Request.Url, NzbEnclosureMimeType, enclosureTypes[0]); } else { _logger.Warn("{1} does not contain {1}, found {2}.", indexerResponse.Request.Url, NzbEnclosureMimeType, enclosureTypes[0]); } } return true; } protected override ReleaseInfo ProcessItem(XElement item, ReleaseInfo releaseInfo) { releaseInfo = base.ProcessItem(item, releaseInfo); releaseInfo.Artist = GetArtist(item); releaseInfo.Album = GetAlbum(item); return releaseInfo; } protected override string GetInfoUrl(XElement item) { return ParseUrl(item.TryGetValue("comments").TrimEnd("#comments")); } protected override string GetCommentUrl(XElement item) { return ParseUrl(item.TryGetValue("comments")); } protected override List GetLanguages(XElement item) { var languges = TryGetMultipleNewznabAttributes(item, "language"); var results = new List(); // Try to find elements for some indexers that suck at following the rules. if (languges.Count == 0) { languges = item.Elements("language").Select(e => e.Value).ToList(); } foreach (var language in languges) { var mappedLanguage = IsoLanguages.FindByName(language)?.Language ?? null; if (mappedLanguage != null) { results.Add(mappedLanguage); } } return results; } protected override long GetSize(XElement item) { long size; var sizeString = TryGetNewznabAttribute(item, "size"); if (!sizeString.IsNullOrWhiteSpace() && long.TryParse(sizeString, out size)) { return size; } size = GetEnclosureLength(item); return size; } protected override DateTime GetPublishDate(XElement item) { var dateString = TryGetNewznabAttribute(item, "usenetdate"); if (!dateString.IsNullOrWhiteSpace()) { return XElementExtensions.ParseDate(dateString); } return base.GetPublishDate(item); } protected virtual string GetArtist(XElement item) { var artistString = TryGetNewznabAttribute(item, "artist"); if (!artistString.IsNullOrWhiteSpace()) { return artistString; } return ""; } protected virtual string GetAlbum(XElement item) { var albumString = TryGetNewznabAttribute(item, "album"); if (!albumString.IsNullOrWhiteSpace()) { return albumString; } return ""; } protected string TryGetNewznabAttribute(XElement item, string key, string defaultValue = "") { var attrElement = item.Elements(ns + "attr").FirstOrDefault(e => e.Attribute("name").Value.Equals(key, StringComparison.OrdinalIgnoreCase)); if (attrElement != null) { var attrValue = attrElement.Attribute("value"); if (attrValue != null) { return attrValue.Value; } } return defaultValue; } protected List TryGetMultipleNewznabAttributes(XElement item, string key) { var attrElements = item.Elements(ns + "attr").Where(e => e.Attribute("name").Value.Equals(key, StringComparison.OrdinalIgnoreCase)); var results = new List(); foreach (var element in attrElements) { var attrValue = element.Attribute("value"); if (attrValue != null) { results.Add(attrValue.Value); } } return results; } } }