using MediaBrowser.Common.Configuration; using MediaBrowser.Common.IO; using MediaBrowser.Common.Net; using MediaBrowser.Common.Progress; using MediaBrowser.Model.IO; using MediaBrowser.Model.Logging; using MediaBrowser.Model.Net; using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Text; using System.Threading; using System.Threading.Tasks; #if __MonoCS__ using Mono.Unix.Native; #endif namespace MediaBrowser.ServerApplication.FFMpeg { public class FFMpegDownloader { private readonly IHttpClient _httpClient; private readonly IApplicationPaths _appPaths; private readonly ILogger _logger; private readonly IZipClient _zipClient; private readonly IFileSystem _fileSystem; private readonly string[] _fontUrls = new[] { "https://www.dropbox.com/s/pj847twf7riq0j7/ARIALUNI.7z?dl=1" }; public FFMpegDownloader(ILogger logger, IApplicationPaths appPaths, IHttpClient httpClient, IZipClient zipClient, IFileSystem fileSystem) { _logger = logger; _appPaths = appPaths; _httpClient = httpClient; _zipClient = zipClient; _fileSystem = fileSystem; } public async Task GetFFMpegInfo(IProgress progress) { var versionedDirectoryPath = Path.Combine(GetMediaToolsPath(true), FFMpegDownloadInfo.Version); var info = new FFMpegInfo { ProbePath = Path.Combine(versionedDirectoryPath, FFMpegDownloadInfo.FFProbeFilename), Path = Path.Combine(versionedDirectoryPath, FFMpegDownloadInfo.FFMpegFilename), Version = FFMpegDownloadInfo.Version }; Directory.CreateDirectory(versionedDirectoryPath); var tasks = new List(); double ffmpegPercent = 0; double fontPercent = 0; var syncLock = new object(); if (!File.Exists(info.ProbePath) || !File.Exists(info.Path)) { var ffmpegProgress = new ActionableProgress(); ffmpegProgress.RegisterAction(p => { ffmpegPercent = p; lock (syncLock) { progress.Report((ffmpegPercent / 2) + (fontPercent / 2)); } }); tasks.Add(DownloadFFMpeg(info, ffmpegProgress)); } else { ffmpegPercent = 100; progress.Report(50); } var fontProgress = new ActionableProgress(); fontProgress.RegisterAction(p => { fontPercent = p; lock (syncLock) { progress.Report((ffmpegPercent / 2) + (fontPercent / 2)); } }); tasks.Add(DownloadFonts(versionedDirectoryPath, fontProgress)); await Task.WhenAll(tasks).ConfigureAwait(false); return info; } private async Task DownloadFFMpeg(FFMpegInfo info, IProgress progress) { foreach (var url in FFMpegDownloadInfo.FfMpegUrls) { progress.Report(0); try { var tempFile = await _httpClient.GetTempFile(new HttpRequestOptions { Url = url, CancellationToken = CancellationToken.None, Progress = progress }).ConfigureAwait(false); ExtractFFMpeg(tempFile, Path.GetDirectoryName(info.Path)); return; } catch (HttpException) { } } throw new ApplicationException("Unable to download required components. Please try again later."); } private void ExtractFFMpeg(string tempFile, string targetFolder) { _logger.Debug("Extracting ffmpeg from {0}", tempFile); var tempFolder = Path.Combine(_appPaths.TempDirectory, Guid.NewGuid().ToString()); Directory.CreateDirectory(tempFolder); try { ExtractArchive(tempFile, tempFolder); var files = Directory.EnumerateFiles(tempFolder, "*", SearchOption.AllDirectories).ToList(); foreach (var file in files.Where(i => { var filename = Path.GetFileName(i); return string.Equals(filename, FFMpegDownloadInfo.FFProbeFilename, StringComparison.OrdinalIgnoreCase) || string.Equals(filename, FFMpegDownloadInfo.FFMpegFilename, StringComparison.OrdinalIgnoreCase); })) { File.Copy(file, Path.Combine(targetFolder, Path.GetFileName(file)), true); #if __MonoCS__ //Linux: File permission to 666, and user's execute bit if (Environment.OSVersion.Platform == PlatformID.Unix || Environment.OSVersion.Platform == PlatformID.MacOSX) { Syscall.chmod(Path.Combine(targetFolder, Path.GetFileName(file)), FilePermissions.DEFFILEMODE | FilePermissions.S_IXUSR); } #endif } } finally { DeleteFile(tempFile); } } private void ExtractArchive(string archivePath, string targetPath) { if (string.Equals(FFMpegDownloadInfo.ArchiveType, "7z", StringComparison.OrdinalIgnoreCase)) { _zipClient.ExtractAllFrom7z(archivePath, targetPath, true); } else if (string.Equals(FFMpegDownloadInfo.ArchiveType, "gz", StringComparison.OrdinalIgnoreCase)) { _zipClient.ExtractAllFromTar(archivePath, targetPath, true); } } private void Extract7zArchive(string archivePath, string targetPath) { _zipClient.ExtractAllFrom7z(archivePath, targetPath, true); } private void DeleteFile(string path) { try { File.Delete(path); } catch (IOException ex) { _logger.ErrorException("Error deleting temp file {0}", ex, path); } } /// /// Extracts the fonts. /// /// The target path. private async Task DownloadFonts(string targetPath, IProgress progress) { try { var fontsDirectory = Path.Combine(targetPath, "fonts"); Directory.CreateDirectory(fontsDirectory); const string fontFilename = "ARIALUNI.TTF"; var fontFile = Path.Combine(fontsDirectory, fontFilename); if (!File.Exists(fontFile)) { await DownloadFontFile(fontsDirectory, fontFilename, progress).ConfigureAwait(false); } await WriteFontConfigFile(fontsDirectory).ConfigureAwait(false); } catch (HttpException ex) { // Don't let the server crash because of this _logger.ErrorException("Error downloading ffmpeg font files", ex); } catch (Exception ex) { // Don't let the server crash because of this _logger.ErrorException("Error writing ffmpeg font files", ex); } progress.Report(100); } /// /// Downloads the font file. /// /// The fonts directory. /// The font filename. /// Task. private async Task DownloadFontFile(string fontsDirectory, string fontFilename, IProgress progress) { var existingFile = Directory .EnumerateFiles(_appPaths.ProgramDataPath, fontFilename, SearchOption.AllDirectories) .FirstOrDefault(); if (existingFile != null) { try { File.Copy(existingFile, Path.Combine(fontsDirectory, fontFilename), true); return; } catch (IOException ex) { // Log this, but don't let it fail the operation _logger.ErrorException("Error copying file", ex); } } string tempFile = null; foreach (var url in _fontUrls) { progress.Report(0); try { tempFile = await _httpClient.GetTempFile(new HttpRequestOptions { Url = url, Progress = progress }).ConfigureAwait(false); break; } catch (Exception ex) { // The core can function without the font file, so handle this _logger.ErrorException("Failed to download ffmpeg font file from {0}", ex, url); } } if (string.IsNullOrEmpty(tempFile)) { return; } Extract7zArchive(tempFile, fontsDirectory); try { File.Delete(tempFile); } catch (IOException ex) { // Log this, but don't let it fail the operation _logger.ErrorException("Error deleting temp file {0}", ex, tempFile); } } /// /// Writes the font config file. /// /// The fonts directory. /// Task. private async Task WriteFontConfigFile(string fontsDirectory) { const string fontConfigFilename = "fonts.conf"; var fontConfigFile = Path.Combine(fontsDirectory, fontConfigFilename); if (!File.Exists(fontConfigFile)) { var contents = string.Format("{0}ArialArial Unicode MS", fontsDirectory); var bytes = Encoding.UTF8.GetBytes(contents); using (var fileStream = _fileSystem.GetFileStream(fontConfigFile, FileMode.Create, FileAccess.Write, FileShare.Read, true)) { await fileStream.WriteAsync(bytes, 0, bytes.Length); } } } /// /// Gets the media tools path. /// /// if set to true [create]. /// System.String. private string GetMediaToolsPath(bool create) { var path = Path.Combine(_appPaths.ProgramDataPath, "ffmpeg"); Directory.CreateDirectory(path); return path; } } }