#region Copyright // /************************************************************************ // Copyright (c) 2016 Jamie Rees // File: RecentlyAddedModel.cs // Created By: Jamie Rees // // Permission is hereby granted, free of charge, to any person obtaining // a copy of this software and associated documentation files (the // "Software"), to deal in the Software without restriction, including // without limitation the rights to use, copy, modify, merge, publish, // distribute, sublicense, and/or sell copies of the Software, and to // permit persons to whom the Software is furnished to do so, subject to // the following conditions: // // The above copyright notice and this permission notice shall be // included in all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, // EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF // MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND // NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE // LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION // OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION // WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. // ************************************************************************/ #endregion using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading; using Newtonsoft.Json; using NLog; using Ombi.Api; using Ombi.Api.Interfaces; using Ombi.Api.Models.Emby; using Ombi.Core; using Ombi.Core.SettingModels; using Ombi.Services.Jobs.Templates; using Ombi.Store.Models; using Ombi.Store.Models.Emby; using Ombi.Store.Repository; using TMDbLib.Objects.Exceptions; using EmbyMediaType = Ombi.Store.Models.Plex.EmbyMediaType; using Polly; namespace Ombi.Services.Jobs.RecentlyAddedNewsletter { public class EmbyAddedNewsletter : HtmlTemplateGenerator, IEmbyAddedNewsletter { public EmbyAddedNewsletter(IEmbyApi api, ISettingsService embySettings, ISettingsService email, ISettingsService newsletter, IRepository log, IRepository embyContent, IRepository episodes) { Api = api; EmbySettings = embySettings; EmailSettings = email; NewsletterSettings = newsletter; Content = embyContent; MovieApi = new TheMovieDbApi(); TvApi = new TvMazeApi(); Episodes = episodes; RecentlyAddedLog = log; } private IEmbyApi Api { get; } private TheMovieDbApi MovieApi { get; } private TvMazeApi TvApi { get; } private ISettingsService EmbySettings { get; } private ISettingsService EmailSettings { get; } private ISettingsService NewsletterSettings { get; } private IRepository Content { get; } private IRepository Episodes { get; } private IRepository RecentlyAddedLog { get; } private static readonly Logger Log = LogManager.GetCurrentClassLogger(); public Newsletter GetNewsletter(bool test) { try { return GetHtml(test); } catch (Exception e) { Log.Error(e); return null; } } private class EmbyRecentlyAddedModel { public EmbyInformation EmbyInformation { get; set; } public EmbyContent EmbyContent { get; set; } public List EpisodeInformation { get; set; } } private Newsletter GetHtml(bool test) { var sb = new StringBuilder(); var newsletter = new Newsletter(); var embySettings = EmbySettings.GetSettings(); var embyContent = Content.GetAll().ToList(); var series = embyContent.Where(x => x.Type == EmbyMediaType.Series).ToList(); var episodes = Episodes.GetAll().ToList(); var movie = embyContent.Where(x => x.Type == EmbyMediaType.Movie).ToList(); var recentlyAdded = RecentlyAddedLog.GetAll().ToList(); var firstRun = !recentlyAdded.Any(); var filteredMovies = movie.Where(m => recentlyAdded.All(x => x.ProviderId != m.EmbyId)).ToList(); var filteredEp = episodes.Where(m => recentlyAdded.All(x => x.ProviderId != m.EmbyId)).ToList(); var filteredSeries = series.Where(m => recentlyAdded.All(x => x.ProviderId != m.EmbyId)).ToList(); var info = new List(); foreach (var m in filteredMovies.OrderByDescending(x => x.AddedAt)) { var policy = RetryHandler.RetryAndWaitPolicy((exception, timespan) => Log.Error(exception, "Exception thrown when processing an emby movie for the newsletter, Retrying {0}", timespan)); var result = policy.Execute(() => { var i = Api.GetInformation(m.EmbyId, Ombi.Api.Models.Emby.EmbyMediaType.Movie, embySettings.ApiKey, embySettings.AdministratorId, embySettings.FullUri); return new EmbyRecentlyAddedModel { EmbyInformation = i, EmbyContent = m }; }); info.Add(result); } GenerateMovieHtml(info, sb); newsletter.MovieCount = info.Count; info.Clear(); // Check if there are any epiosdes, then get the series info. // Otherwise then just add the series to the newsletter if (test && !filteredEp.Any() && episodes.Any()) { // if this is a test make sure we show something filteredEp = episodes.Take(5).ToList(); } if (filteredEp.Any()) { var recentlyAddedModel = new List(); foreach (var embyEpisodes in filteredEp) { try { var policy = RetryHandler.RetryAndWaitPolicy((exception, timespan) => Log.Error(exception, "Exception thrown when processing an emby episode for the newsletter, Retrying {0}", timespan)); policy.Execute(() => { // Find related series item var relatedSeries = series.FirstOrDefault(x => x.EmbyId == embyEpisodes.ParentId); if (relatedSeries == null) { return; } // Get series information var i = Api.GetInformation(relatedSeries.EmbyId, Ombi.Api.Models.Emby.EmbyMediaType.Series, embySettings.ApiKey, embySettings.AdministratorId, embySettings.FullUri); Thread.Sleep(200); var episodeInfo = Api.GetInformation(embyEpisodes.EmbyId, Ombi.Api.Models.Emby.EmbyMediaType.Episode, embySettings.ApiKey, embySettings.AdministratorId, embySettings.FullUri); // Check if we already have this series var existingSeries = recentlyAddedModel.FirstOrDefault(x => x.EmbyInformation.SeriesInformation.Id.Equals(i.SeriesInformation.Id, StringComparison.CurrentCultureIgnoreCase)); if (existingSeries != null) { existingSeries.EpisodeInformation.Add(episodeInfo.EpisodeInformation); } else { recentlyAddedModel.Add(new EmbyRecentlyAddedModel { EmbyInformation = i, EpisodeInformation = new List() { episodeInfo.EpisodeInformation }, EmbyContent = relatedSeries }); } }); } catch (JsonReaderException) { Log.Error("Failed getting information from Emby, we may have overloaded Emby's api... Waiting and we will skip this one and go to the next"); Thread.Sleep(1000); } } info.AddRange(recentlyAddedModel); } else { foreach (var t in filteredSeries.OrderByDescending(x => x.AddedAt)) { var policy = RetryHandler.RetryAndWaitPolicy((exception, timespan) => Log.Error(exception, "Exception thrown when processing an emby series for the newsletter, Retrying {0}", timespan)); var item = policy.Execute(() => { var i = Api.GetInformation(t.EmbyId, Ombi.Api.Models.Emby.EmbyMediaType.Series, embySettings.ApiKey, embySettings.AdministratorId, embySettings.FullUri); var model = new EmbyRecentlyAddedModel { EmbyContent = t, EmbyInformation = i, }; return model; }); info.Add(item); } } GenerateTvHtml(info, sb); newsletter.TvCount = info.Count; var template = new RecentlyAddedTemplate(); var html = template.LoadTemplate(sb.ToString()); Log.Debug("Loaded the template"); if (!test || firstRun) { foreach (var a in filteredMovies) { RecentlyAddedLog.Insert(new RecentlyAddedLog { ProviderId = a.EmbyId, AddedAt = DateTime.UtcNow }); } foreach (var a in filteredEp) { RecentlyAddedLog.Insert(new RecentlyAddedLog { ProviderId = a.EmbyId, AddedAt = DateTime.UtcNow }); } foreach (var s in filteredSeries) { RecentlyAddedLog.Insert(new RecentlyAddedLog { ProviderId = s.EmbyId, AddedAt = DateTime.UtcNow }); } } var escapedHtml = new string(html.Where(c => !char.IsControl(c)).ToArray()); Log.Debug(escapedHtml); newsletter.Html = escapedHtml; return newsletter; } private void GenerateMovieHtml(IEnumerable recentlyAddedMovies, StringBuilder sb) { var movies = recentlyAddedMovies?.ToList() ?? new List(); if (!movies.Any()) { return; } var orderedMovies = movies.OrderByDescending(x => x.EmbyContent.AddedAt).Select(x => x.EmbyInformation.MovieInformation).ToList(); sb.Append("

New Movies:



"); sb.Append( ""); foreach (var movie in orderedMovies) { // We have a try within a try so we can catch the rate limit without ending the loop (finally block) try { try { var imdbId = movie.ProviderIds.Imdb; var info = MovieApi.GetMovieInformation(imdbId).Result; if (info == null) { throw new Exception($"Movie with Imdb id {imdbId} returned null from the MovieApi"); } AddImageInsideTable(sb, $"https://image.tmdb.org/t/p/w500{info.BackdropPath}"); sb.Append(""); sb.Append( "
"); Href(sb, $"https://www.imdb.com/title/{info.ImdbId}/"); Header(sb, 3, $"{info.Title} {info.ReleaseDate?.ToString("yyyy") ?? string.Empty}"); EndTag(sb, "a"); if (info.Genres.Any()) { AddParagraph(sb, $"Genre: {string.Join(", ", info.Genres.Select(x => x.Name.ToString()).ToArray())}"); } AddParagraph(sb, info.Overview); } catch (Exception limit) { // We have hit a limit, we need to now wait. Thread.Sleep(TimeSpan.FromSeconds(10)); Log.Info(limit); } } catch (Exception e) { Log.Error(e); Log.Error("Error for movie with IMDB Id = {0}", movie.ProviderIds.Imdb); } finally { EndLoopHtml(sb); } } sb.Append("


"); } private class TvModel { public EmbySeriesInformation Series { get; set; } public List Episodes { get; set; } } private void GenerateTvHtml(IEnumerable recenetlyAddedTv, StringBuilder sb) { var tv = recenetlyAddedTv?.ToList() ?? new List(); if (!tv.Any()) { return; } var orderedTv = tv.OrderByDescending(x => x.EmbyContent.AddedAt).ToList(); // TV sb.Append("

New Episodes:



"); sb.Append( ""); foreach (var t in orderedTv) { var seriesItem = t.EmbyInformation.SeriesInformation; var relatedEpisodes = t.EpisodeInformation; var endLoop = false; try { var info = TvApi.ShowLookupByTheTvDbId(int.Parse(seriesItem.ProviderIds.Tvdb)); if (info == null) continue; var banner = info.image?.original; if (!string.IsNullOrEmpty(banner)) { banner = banner.Replace("http", "https"); // Always use the Https banners } AddImageInsideTable(sb, banner); sb.Append(""); sb.Append( "
"); var title = $"{seriesItem.Name} {seriesItem.PremiereDate.Year}"; Href(sb, $"https://www.imdb.com/title/{info.externals.imdb}/"); Header(sb, 3, title); EndTag(sb, "a"); if (relatedEpisodes != null) { var results = relatedEpisodes.GroupBy(p => p.ParentIndexNumber, (key, g) => new { ParentIndexNumber = key, IndexNumber = g.ToList() } ); // Group the episodes foreach (var embyEpisodeInformation in results.OrderBy(x => x.ParentIndexNumber)) { var epSb = new StringBuilder(); var orderedEpisodes = embyEpisodeInformation.IndexNumber.OrderBy(x => x.IndexNumber).ToList(); for (var i = 0; i < orderedEpisodes.Count; i++) { var ep = orderedEpisodes[i]; if (i < embyEpisodeInformation.IndexNumber.Count - 1) { epSb.Append($"{ep.IndexNumber},"); } else { epSb.Append(ep.IndexNumber); } } AddParagraph(sb, $"Season: {embyEpisodeInformation.ParentIndexNumber}, Episode: {epSb}"); } } if (info.genres.Any()) { AddParagraph(sb, $"Genre: {string.Join(", ", info.genres.Select(x => x.ToString()).ToArray())}"); } AddParagraph(sb, string.IsNullOrEmpty(seriesItem.Overview) ? info.summary : seriesItem.Overview); endLoop = true; } catch (Exception e) { Log.Error(e); } finally { if (endLoop) EndLoopHtml(sb); } } sb.Append("


"); } private void EndLoopHtml(StringBuilder sb) { //NOTE: BR have to be in TD's as per html spec or it will be put outside of the table... //Source: http://stackoverflow.com/questions/6588638/phantom-br-tag-rendered-by-browsers-prior-to-table-tag sb.Append("
"); sb.Append("
"); sb.Append("
"); sb.Append(""); sb.Append(""); } } }