using MediaBrowser.Common.IO; using MediaBrowser.Common.Net; using MediaBrowser.Common.Progress; using MediaBrowser.Common.ScheduledTasks; using MediaBrowser.Common.Security; using MediaBrowser.Controller.Channels; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Entities; using MediaBrowser.Controller.Library; using MediaBrowser.Controller.Providers; using MediaBrowser.Model.Channels; using MediaBrowser.Model.Configuration; using MediaBrowser.Model.Dto; using MediaBrowser.Model.Logging; using MediaBrowser.Model.MediaInfo; using MediaBrowser.Model.Querying; using MoreLinq; using System; using System.Collections.Generic; using System.Globalization; using System.IO; using System.Linq; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Server.Implementations.Channels { public class ChannelDownloadScheduledTask : IScheduledTask, IConfigurableScheduledTask { private readonly IChannelManager _manager; private readonly IServerConfigurationManager _config; private readonly ILogger _logger; private readonly IHttpClient _httpClient; private readonly IFileSystem _fileSystem; private readonly ILibraryManager _libraryManager; private readonly IUserManager _userManager; private readonly ISecurityManager _security; public ChannelDownloadScheduledTask(IChannelManager manager, IServerConfigurationManager config, ILogger logger, IHttpClient httpClient, IFileSystem fileSystem, ILibraryManager libraryManager, IUserManager userManager, ISecurityManager security) { _manager = manager; _config = config; _logger = logger; _httpClient = httpClient; _fileSystem = fileSystem; _libraryManager = libraryManager; _userManager = userManager; _security = security; } public string Name { get { return "Download channel content"; } } public string Description { get { return "Downloads channel content based on configuration."; } } public string Category { get { return "Channels"; } } public async Task Execute(CancellationToken cancellationToken, IProgress progress) { CleanChannelContent(cancellationToken); var users = _userManager.Users .DistinctBy(GetUserDistinctValue) .Select(i => i.Id.ToString("N")) .ToList(); var numComplete = 0; foreach (var user in users) { double percentPerUser = 1; percentPerUser /= users.Count; var startingPercent = numComplete * percentPerUser * 100; var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(startingPercent + (percentPerUser * p))); await DownloadContent(user, cancellationToken, innerProgress).ConfigureAwait(false); numComplete++; double percent = numComplete; percent /= users.Count; progress.Report(percent * 100); } progress.Report(100); } public static string GetUserDistinctValue(User user) { var channels = user.Policy.EnabledChannels .OrderBy(i => i) .ToList(); return string.Join("|", channels.ToArray()); } private async Task DownloadContent(string user, CancellationToken cancellationToken, IProgress progress) { var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(0 + (.8 * p))); await DownloadAllChannelContent(user, cancellationToken, innerProgress).ConfigureAwait(false); progress.Report(80); innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(80 + (.2 * p))); await DownloadLatestChannelContent(user, cancellationToken, progress).ConfigureAwait(false); progress.Report(100); } private async Task DownloadLatestChannelContent(string userId, CancellationToken cancellationToken, IProgress progress) { var result = await _manager.GetLatestChannelItemsInternal(new AllChannelMediaQuery { UserId = userId }, cancellationToken).ConfigureAwait(false); progress.Report(5); var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(5 + (.95 * p))); var path = _manager.ChannelDownloadPath; await DownloadChannelContent(result, path, cancellationToken, innerProgress).ConfigureAwait(false); } private async Task DownloadAllChannelContent(string userId, CancellationToken cancellationToken, IProgress progress) { var result = await _manager.GetAllMediaInternal(new AllChannelMediaQuery { UserId = userId }, cancellationToken).ConfigureAwait(false); progress.Report(5); var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(5 + (.95 * p))); var path = _manager.ChannelDownloadPath; await DownloadChannelContent(result, path, cancellationToken, innerProgress).ConfigureAwait(false); } private async Task DownloadChannelContent(QueryResult result, string path, CancellationToken cancellationToken, IProgress progress) { var numComplete = 0; var options = _config.GetChannelsConfiguration(); foreach (var item in result.Items) { var channelItem = item as IChannelMediaItem; if (channelItem != null) { var channelFeatures = _manager.GetChannelFeatures(channelItem.ChannelId); if (channelFeatures.SupportsContentDownloading) { if (options.DownloadingChannels.Contains(channelItem.ChannelId)) { try { await DownloadChannelItem(channelItem, options, cancellationToken, path); } catch (OperationCanceledException) { break; } catch (ChannelDownloadException) { // Logged at lower levels } catch (Exception ex) { _logger.ErrorException("Error downloading channel content for {0}", ex, item.Name); } } } } numComplete++; double percent = numComplete; percent /= result.Items.Length; progress.Report(percent * 100); } progress.Report(100); } private double? GetDownloadLimit(ChannelOptions channelOptions) { return channelOptions.DownloadSizeLimit; } private async Task DownloadChannelItem(IChannelMediaItem item, ChannelOptions channelOptions, CancellationToken cancellationToken, string path) { var itemId = item.Id.ToString("N"); var sources = await _manager.GetStaticMediaSources(item, true, cancellationToken) .ConfigureAwait(false); var cachedVersions = sources.Where(i => i.Protocol == MediaProtocol.File).ToList(); if (cachedVersions.Count > 0) { await RefreshMediaSourceItems(cachedVersions, cancellationToken).ConfigureAwait(false); return; } var limit = GetDownloadLimit(channelOptions); if (limit.HasValue) { if (IsSizeLimitReached(path, limit.Value)) { return; } } var destination = Path.Combine(path, item.ChannelId, itemId); await _manager.DownloadChannelItem(item, destination, new Progress(), cancellationToken) .ConfigureAwait(false); await RefreshMediaSourceItem(destination, cancellationToken).ConfigureAwait(false); } private async Task RefreshMediaSourceItems(IEnumerable items, CancellationToken cancellationToken) { foreach (var item in items) { await RefreshMediaSourceItem(item.Path, cancellationToken).ConfigureAwait(false); } } private async Task RefreshMediaSourceItem(string path, CancellationToken cancellationToken) { var item = _libraryManager.ResolvePath(new FileInfo(path)); if (item != null) { var forceSave = false; // Get the version from the database var dbItem = _libraryManager.GetItemById(item.Id); if (dbItem == null) { forceSave = true; } else { item = dbItem; } await item.RefreshMetadata(new MetadataRefreshOptions { ForceSave = forceSave }, cancellationToken).ConfigureAwait(false); } } private bool IsSizeLimitReached(string path, double gbLimit) { try { var byteLimit = gbLimit * 1000000000; long total = 0; foreach (var file in new DirectoryInfo(path).EnumerateFiles("*", SearchOption.AllDirectories)) { total += file.Length; if (total >= byteLimit) { return true; } } return false; } catch (DirectoryNotFoundException) { return false; } } public IEnumerable GetDefaultTriggers() { return new ITaskTrigger[] { new IntervalTrigger{ Interval = TimeSpan.FromHours(3)}, }; } private void CleanChannelContent(CancellationToken cancellationToken) { var options = _config.GetChannelsConfiguration(); if (!options.MaxDownloadAge.HasValue) { return; } var minDateModified = DateTime.UtcNow.AddDays(0 - options.MaxDownloadAge.Value); var path = _manager.ChannelDownloadPath; try { DeleteCacheFilesFromDirectory(cancellationToken, path, minDateModified, new Progress()); } catch (DirectoryNotFoundException) { // No biggie here. Nothing to delete } } /// /// Deletes the cache files from directory with a last write time less than a given date /// /// The task cancellation token. /// The directory. /// The min date modified. /// The progress. private void DeleteCacheFilesFromDirectory(CancellationToken cancellationToken, string directory, DateTime minDateModified, IProgress progress) { var filesToDelete = new DirectoryInfo(directory).EnumerateFiles("*", SearchOption.AllDirectories) .Where(f => _fileSystem.GetLastWriteTimeUtc(f) < minDateModified) .ToList(); var index = 0; foreach (var file in filesToDelete) { double percent = index; percent /= filesToDelete.Count; progress.Report(100 * percent); cancellationToken.ThrowIfCancellationRequested(); DeleteFile(file.FullName); index++; } progress.Report(100); } /// /// Deletes the file. /// /// The path. private void DeleteFile(string path) { try { _fileSystem.DeleteFile(path); } catch (IOException ex) { _logger.ErrorException("Error deleting file {0}", ex, path); } } /// /// Gets a value indicating whether this instance is hidden. /// /// true if this instance is hidden; otherwise, false. public bool IsHidden { get { return !_manager.GetAllChannelFeatures().Any(); } } /// /// Gets a value indicating whether this instance is enabled. /// /// true if this instance is enabled; otherwise, false. public bool IsEnabled { get { return true; } } } }