using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net; using System.Threading; using NLog; using NzbDrone.Common.Disk; using NzbDrone.Common.EnvironmentInfo; using NzbDrone.Common.Extensions; using NzbDrone.Common.Http; using NzbDrone.Core.Books; using NzbDrone.Core.Books.Events; using NzbDrone.Core.Configuration; using NzbDrone.Core.Messaging.Events; namespace NzbDrone.Core.MediaCover { public interface IMapCoversToLocal { void ConvertToLocalUrls(int entityId, MediaCoverEntity coverEntity, IEnumerable covers); string GetCoverPath(int entityId, MediaCoverEntity coverEntity, MediaCoverTypes coverType, string extension, int? height = null); void EnsureBookCovers(Book book); } public class MediaCoverService : IHandleAsync, IHandleAsync, IHandleAsync, IMapCoversToLocal { private const string USER_AGENT = "Dalvik/2.1.0 (Linux; U; Android 10; SM-G975U Build/QP1A.190711.020)"; private readonly IImageResizer _resizer; private readonly IBookService _bookService; private readonly IHttpClient _httpClient; private readonly IDiskProvider _diskProvider; private readonly ICoverExistsSpecification _coverExistsSpecification; private readonly IConfigFileProvider _configFileProvider; private readonly IEventAggregator _eventAggregator; private readonly Logger _logger; private readonly string _coverRootFolder; // ImageSharp is slow on ARM (no hardware acceleration on mono yet) // So limit the number of concurrent resizing tasks private static SemaphoreSlim _semaphore = new SemaphoreSlim((int)Math.Ceiling(Environment.ProcessorCount / 2.0)); public MediaCoverService(IImageResizer resizer, IBookService bookService, IHttpClient httpClient, IDiskProvider diskProvider, IAppFolderInfo appFolderInfo, ICoverExistsSpecification coverExistsSpecification, IConfigFileProvider configFileProvider, IEventAggregator eventAggregator, Logger logger) { _resizer = resizer; _bookService = bookService; _httpClient = httpClient; _diskProvider = diskProvider; _coverExistsSpecification = coverExistsSpecification; _configFileProvider = configFileProvider; _eventAggregator = eventAggregator; _logger = logger; _coverRootFolder = appFolderInfo.GetMediaCoverPath(); } public string GetCoverPath(int entityId, MediaCoverEntity coverEntity, MediaCoverTypes coverType, string extension, int? height = null) { var heightSuffix = height.HasValue ? "-" + height.ToString() : ""; if (coverEntity == MediaCoverEntity.Book) { return Path.Combine(GetBookCoverPath(entityId), coverType.ToString().ToLower() + heightSuffix + GetExtension(coverType, extension)); } return Path.Combine(GetAuthorCoverPath(entityId), coverType.ToString().ToLower() + heightSuffix + GetExtension(coverType, extension)); } public void ConvertToLocalUrls(int entityId, MediaCoverEntity coverEntity, IEnumerable covers) { foreach (var mediaCover in covers) { if (mediaCover.CoverType == MediaCoverTypes.Unknown) { continue; } var filePath = GetCoverPath(entityId, coverEntity, mediaCover.CoverType, mediaCover.Extension, null); if (coverEntity == MediaCoverEntity.Book) { mediaCover.Url = _configFileProvider.UrlBase + @"/MediaCover/Books/" + entityId + "/" + mediaCover.CoverType.ToString().ToLower() + GetExtension(mediaCover.CoverType, mediaCover.Extension); } else { mediaCover.Url = _configFileProvider.UrlBase + @"/MediaCover/" + entityId + "/" + mediaCover.CoverType.ToString().ToLower() + GetExtension(mediaCover.CoverType, mediaCover.Extension); } if (_diskProvider.FileExists(filePath)) { var lastWrite = _diskProvider.FileGetLastWrite(filePath); mediaCover.Url += "?lastWrite=" + lastWrite.Ticks; } } } private string GetAuthorCoverPath(int authorId) { return Path.Combine(_coverRootFolder, authorId.ToString()); } private string GetBookCoverPath(int bookId) { return Path.Combine(_coverRootFolder, "Books", bookId.ToString()); } private void EnsureAuthorCovers(Author author) { var toResize = new List>(); foreach (var cover in author.Metadata.Value.Images) { if (cover.CoverType == MediaCoverTypes.Unknown) { continue; } var fileName = GetCoverPath(author.Id, MediaCoverEntity.Author, cover.CoverType, cover.Extension); var alreadyExists = false; try { var serverFileHeaders = GetServerHeaders(cover.Url); alreadyExists = _coverExistsSpecification.AlreadyExists(serverFileHeaders.LastModified, GetContentLength(serverFileHeaders), fileName); if (!alreadyExists) { DownloadCover(author, cover, serverFileHeaders.LastModified ?? DateTime.Now); } } catch (WebException e) { _logger.Warn("Couldn't download media cover for {0}. {1}", author, e.Message); } catch (Exception e) { _logger.Error(e, "Couldn't download media cover for {0}", author); } toResize.Add(Tuple.Create(cover, alreadyExists)); } try { _semaphore.Wait(); foreach (var tuple in toResize) { EnsureResizedCovers(author, tuple.Item1, !tuple.Item2); } } finally { _semaphore.Release(); } } public void EnsureBookCovers(Book book) { foreach (var cover in book.Editions.Value.Single(x => x.Monitored).Images.Where(e => e.CoverType == MediaCoverTypes.Cover)) { if (cover.CoverType == MediaCoverTypes.Unknown) { continue; } var fileName = GetCoverPath(book.Id, MediaCoverEntity.Book, cover.CoverType, cover.Extension, null); var alreadyExists = false; try { var serverFileHeaders = GetServerHeaders(cover.Url); alreadyExists = _coverExistsSpecification.AlreadyExists(serverFileHeaders.LastModified, GetContentLength(serverFileHeaders), fileName); if (!alreadyExists) { DownloadBookCover(book, cover, serverFileHeaders.LastModified ?? DateTime.Now); } } catch (WebException e) { _logger.Warn("Couldn't download media cover for {0}. {1}", book, e.Message); } catch (Exception e) { _logger.Error(e, "Couldn't download media cover for {0}", book); } } } private void DownloadCover(Author author, MediaCover cover, DateTime lastModified) { var fileName = GetCoverPath(author.Id, MediaCoverEntity.Author, cover.CoverType, cover.Extension); _logger.Info("Downloading {0} for {1} {2}", cover.CoverType, author, cover.Url); _httpClient.DownloadFile(cover.Url, fileName, USER_AGENT); try { _diskProvider.FileSetLastWriteTime(fileName, lastModified); } catch (Exception ex) { _logger.Debug(ex, "Unable to set modified date for {0} image for author {1}", cover.CoverType, author); } } private void DownloadBookCover(Book book, MediaCover cover, DateTime lastModified) { var fileName = GetCoverPath(book.Id, MediaCoverEntity.Book, cover.CoverType, cover.Extension, null); _logger.Info("Downloading {0} for {1} {2}", cover.CoverType, book, cover.Url); _httpClient.DownloadFile(cover.Url, fileName, USER_AGENT); try { _diskProvider.FileSetLastWriteTime(fileName, lastModified); } catch (Exception ex) { _logger.Debug(ex, "Unable to set modified date for {0} image for book {1}", cover.CoverType, book); } } private void EnsureResizedCovers(Author author, MediaCover cover, bool forceResize, Book book = null) { var heights = GetDefaultHeights(cover.CoverType); foreach (var height in heights) { var mainFileName = GetCoverPath(author.Id, MediaCoverEntity.Author, cover.CoverType, cover.Extension); var resizeFileName = GetCoverPath(author.Id, MediaCoverEntity.Author, cover.CoverType, cover.Extension, height); if (forceResize || !_diskProvider.FileExists(resizeFileName) || _diskProvider.GetFileSize(resizeFileName) == 0) { _logger.Debug("Resizing {0}-{1} for {2}", cover.CoverType, height, author); try { _resizer.Resize(mainFileName, resizeFileName, height); } catch { _logger.Debug("Couldn't resize media cover {0}-{1} for author {2}, using full size image instead.", cover.CoverType, height, author); } } } } private int[] GetDefaultHeights(MediaCoverTypes coverType) { switch (coverType) { default: return new int[] { }; case MediaCoverTypes.Poster: case MediaCoverTypes.Disc: case MediaCoverTypes.Cover: case MediaCoverTypes.Logo: case MediaCoverTypes.Headshot: return new[] { 500, 250 }; case MediaCoverTypes.Banner: return new[] { 70, 35 }; case MediaCoverTypes.Fanart: case MediaCoverTypes.Screenshot: return new[] { 360, 180 }; } } private string GetExtension(MediaCoverTypes coverType, string defaultExtension) { return coverType switch { MediaCoverTypes.Clearlogo => ".png", _ => defaultExtension }; } private HttpHeader GetServerHeaders(string url) { // Goodreads doesn't allow a HEAD, so request a zero byte range instead var request = new HttpRequest(url) { AllowAutoRedirect = true, }; request.Headers.Add("Range", "bytes=0-0"); request.Headers.Add("User-Agent", USER_AGENT); return _httpClient.Get(request).Headers; } private long? GetContentLength(HttpHeader headers) { var range = headers.Get("content-range"); if (range == null) { return null; } var split = range.Split('/'); if (split.Length == 2 && long.TryParse(split[1], out var length)) { return length; } return null; } public void HandleAsync(AuthorRefreshCompleteEvent message) { EnsureAuthorCovers(message.Author); var books = _bookService.GetBooksByAuthor(message.Author.Id); foreach (var book in books) { EnsureBookCovers(book); } _eventAggregator.PublishEvent(new MediaCoversUpdatedEvent(message.Author)); } public void HandleAsync(AuthorDeletedEvent message) { var path = GetAuthorCoverPath(message.Author.Id); if (_diskProvider.FolderExists(path)) { _diskProvider.DeleteFolder(path, true); } } public void HandleAsync(BookDeletedEvent message) { var path = GetBookCoverPath(message.Book.Id); if (_diskProvider.FolderExists(path)) { _diskProvider.DeleteFolder(path, true); } } } }