using System; using System.Collections.Generic; using System.Linq; using NLog; using NzbDrone.Common.Cache; using NzbDrone.Common.Extensions; using NzbDrone.Common.Serializer; using NzbDrone.Core.Download.History; using NzbDrone.Core.History; using NzbDrone.Core.Messaging.Events; using NzbDrone.Core.Music; using NzbDrone.Core.Music.Events; using NzbDrone.Core.Parser; namespace NzbDrone.Core.Download.TrackedDownloads { public interface ITrackedDownloadService : IHandle { TrackedDownload Find(string downloadId); void StopTracking(string downloadId); void StopTracking(List downloadIds); TrackedDownload TrackDownload(DownloadClientDefinition downloadClient, DownloadClientItem downloadItem); List GetTrackedDownloads(); void UpdateTrackable(List trackedDownloads); } public class TrackedDownloadService : ITrackedDownloadService { private readonly IParsingService _parsingService; private readonly IHistoryService _historyService; private readonly IEventAggregator _eventAggregator; private readonly IDownloadHistoryService _downloadHistoryService; private readonly ITrackedDownloadAlreadyImported _trackedDownloadAlreadyImported; private readonly Logger _logger; private readonly ICached _cache; public TrackedDownloadService(IParsingService parsingService, ICacheManager cacheManager, IHistoryService historyService, IDownloadHistoryService downloadHistoryService, IEventAggregator eventAggregator, ITrackedDownloadAlreadyImported trackedDownloadAlreadyImported, Logger logger) { _parsingService = parsingService; _historyService = historyService; _cache = cacheManager.GetCache(GetType()); _eventAggregator = eventAggregator; _trackedDownloadAlreadyImported = trackedDownloadAlreadyImported; _downloadHistoryService = downloadHistoryService; _logger = logger; } public TrackedDownload Find(string downloadId) { return _cache.Find(downloadId); } public void UpdateAlbumCache(int albumId) { var updateCacheItems = _cache.Values.Where(x => x.RemoteAlbum != null && x.RemoteAlbum.Albums.Any(a => a.Id == albumId)).ToList(); foreach (var item in updateCacheItems) { var parsedAlbumInfo = Parser.Parser.ParseAlbumTitle(item.DownloadItem.Title); item.RemoteAlbum = null; if (parsedAlbumInfo != null) { item.RemoteAlbum = _parsingService.Map(parsedAlbumInfo); } } _eventAggregator.PublishEvent(new TrackedDownloadRefreshedEvent(GetTrackedDownloads())); } public void StopTracking(string downloadId) { var trackedDownload = _cache.Find(downloadId); _cache.Remove(downloadId); _eventAggregator.PublishEvent(new TrackedDownloadsRemovedEvent(new List { trackedDownload })); } public void StopTracking(List downloadIds) { var trackedDownloads = new List(); foreach (var downloadId in downloadIds) { var trackedDownload = _cache.Find(downloadId); _cache.Remove(downloadId); trackedDownloads.Add(trackedDownload); } _eventAggregator.PublishEvent(new TrackedDownloadsRemovedEvent(trackedDownloads)); } public TrackedDownload TrackDownload(DownloadClientDefinition downloadClient, DownloadClientItem downloadItem) { var existingItem = Find(downloadItem.DownloadId); if (existingItem != null && existingItem.State != TrackedDownloadState.Downloading) { LogItemChange(existingItem, existingItem.DownloadItem, downloadItem); existingItem.DownloadItem = downloadItem; existingItem.IsTrackable = true; return existingItem; } var trackedDownload = new TrackedDownload { DownloadClient = downloadClient.Id, DownloadItem = downloadItem, Protocol = downloadClient.Protocol, IsTrackable = true }; try { var historyItems = _historyService.FindByDownloadId(downloadItem.DownloadId) .OrderByDescending(h => h.Date) .ToList(); // TODO: Create release info from history and use that here, so we don't loose indexer flags! var parsedAlbumInfo = Parser.Parser.ParseAlbumTitle(trackedDownload.DownloadItem.Title); if (parsedAlbumInfo != null) { trackedDownload.RemoteAlbum = _parsingService.Map(parsedAlbumInfo); } var downloadHistory = _downloadHistoryService.GetLatestDownloadHistoryItem(downloadItem.DownloadId); if (downloadHistory != null) { var state = GetStateFromHistory(downloadHistory.EventType); trackedDownload.State = state; if (downloadHistory.EventType == DownloadHistoryEventType.DownloadImportIncomplete) { var messages = Json.Deserialize>(downloadHistory.Data["statusMessages"]).ToArray(); trackedDownload.Warn(messages); } } if (historyItems.Any()) { var firstHistoryItem = historyItems.First(); var grabbedEvent = historyItems.FirstOrDefault(v => v.EventType == EntityHistoryEventType.Grabbed); trackedDownload.Indexer = grabbedEvent?.Data["indexer"]; if (parsedAlbumInfo == null || trackedDownload.RemoteAlbum == null || trackedDownload.RemoteAlbum.Artist == null || trackedDownload.RemoteAlbum.Albums.Empty()) { // Try parsing the original source title and if that fails, try parsing it as a special var historyArtist = firstHistoryItem.Artist; var historyAlbums = new List { firstHistoryItem.Album }; parsedAlbumInfo = Parser.Parser.ParseAlbumTitle(firstHistoryItem.SourceTitle); if (parsedAlbumInfo != null) { trackedDownload.RemoteAlbum = _parsingService.Map(parsedAlbumInfo, firstHistoryItem.ArtistId, historyItems.Where(v => v.EventType == EntityHistoryEventType.Grabbed).Select(h => h.AlbumId) .Distinct()); } else { parsedAlbumInfo = Parser.Parser.ParseAlbumTitleWithSearchCriteria(firstHistoryItem.SourceTitle, historyArtist, historyAlbums); if (parsedAlbumInfo != null) { trackedDownload.RemoteAlbum = _parsingService.Map(parsedAlbumInfo, firstHistoryItem.ArtistId, historyItems.Where(v => v.EventType == EntityHistoryEventType.Grabbed).Select(h => h.AlbumId) .Distinct()); } } } } // Track it so it can be displayed in the queue even though we can't determine which artist it is for if (trackedDownload.RemoteAlbum == null) { _logger.Trace("No Album found for download '{0}'", trackedDownload.DownloadItem.Title); } } catch (Exception e) { _logger.Debug(e, "Failed to find album for " + downloadItem.Title); return null; } LogItemChange(trackedDownload, existingItem?.DownloadItem, trackedDownload.DownloadItem); _cache.Set(trackedDownload.DownloadItem.DownloadId, trackedDownload); return trackedDownload; } public List GetTrackedDownloads() { return _cache.Values.ToList(); } public void UpdateTrackable(List trackedDownloads) { var untrackable = GetTrackedDownloads().ExceptBy(t => t.DownloadItem.DownloadId, trackedDownloads, t => t.DownloadItem.DownloadId, StringComparer.CurrentCulture).ToList(); foreach (var trackedDownload in untrackable) { trackedDownload.IsTrackable = false; } } private static TrackedDownloadState GetStateFromHistory(DownloadHistoryEventType eventType) { switch (eventType) { case DownloadHistoryEventType.DownloadImportIncomplete: return TrackedDownloadState.ImportFailed; case DownloadHistoryEventType.DownloadImported: return TrackedDownloadState.Imported; case DownloadHistoryEventType.DownloadFailed: return TrackedDownloadState.DownloadFailed; case DownloadHistoryEventType.DownloadIgnored: return TrackedDownloadState.Ignored; default: return TrackedDownloadState.Downloading; } } private void LogItemChange(TrackedDownload trackedDownload, DownloadClientItem existingItem, DownloadClientItem downloadItem) { if (existingItem == null || existingItem.Status != downloadItem.Status || existingItem.CanBeRemoved != downloadItem.CanBeRemoved || existingItem.CanMoveFiles != downloadItem.CanMoveFiles) { _logger.Debug("Tracking '{0}:{1}': ClientState={2}{3} LidarrStage={4} Album='{5}' OutputPath={6}.", downloadItem.DownloadClientInfo.Name, downloadItem.Title, downloadItem.Status, downloadItem.CanBeRemoved ? "" : downloadItem.CanMoveFiles ? " (busy)" : " (readonly)", trackedDownload.State, trackedDownload.RemoteAlbum?.ParsedAlbumInfo, downloadItem.OutputPath); } } public void Handle(AlbumDeletedEvent message) { UpdateAlbumCache(message.Album.Id); } } }