using MediaBrowser.Common.Configuration; using MediaBrowser.Common.Net; using MediaBrowser.Controller.Drawing; using MediaBrowser.Model.Drawing; using MediaBrowser.Model.IO; using MediaBrowser.Model.Logging; using SkiaSharp; using System; using System.IO; using System.Linq; using System.Reflection; using System.Threading.Tasks; namespace Emby.Drawing.Skia { public class SkiaEncoder : IImageEncoder { private readonly ILogger _logger; private readonly IApplicationPaths _appPaths; private readonly Func _httpClientFactory; private readonly IFileSystem _fileSystem; public SkiaEncoder(ILogger logger, IApplicationPaths appPaths, Func httpClientFactory, IFileSystem fileSystem) { _logger = logger; _appPaths = appPaths; _httpClientFactory = httpClientFactory; _fileSystem = fileSystem; LogVersion(); } public string[] SupportedInputFormats { get { // Some common file name extensions for RAW picture files include: .cr2, .crw, .dng, .nef, .orf, .rw2, .pef, .arw, .sr2, .srf, and .tif. return new[] { "jpeg", "jpg", "png", "dng", "webp", "gif", "bmp", "ico", "astc", "ktx", "pkm", "wbmp" }; } } public ImageFormat[] SupportedOutputFormats { get { return new[] { ImageFormat.Webp, ImageFormat.Gif, ImageFormat.Jpg, ImageFormat.Png, ImageFormat.Bmp }; } } private void LogVersion() { // test an operation that requires the native library SKPMColor.PreMultiply(SKColors.Black); _logger.Info("SkiaSharp version: " + GetVersion()); } public static string GetVersion() { return typeof(SKBitmap).GetTypeInfo().Assembly.GetName().Version.ToString(); } private static bool IsTransparent(SKColor color) { return (color.Red == 255 && color.Green == 255 && color.Blue == 255) || color.Alpha == 0; } public static SKEncodedImageFormat GetImageFormat(ImageFormat selectedFormat) { switch (selectedFormat) { case ImageFormat.Bmp: return SKEncodedImageFormat.Bmp; case ImageFormat.Jpg: return SKEncodedImageFormat.Jpeg; case ImageFormat.Gif: return SKEncodedImageFormat.Gif; case ImageFormat.Webp: return SKEncodedImageFormat.Webp; default: return SKEncodedImageFormat.Png; } } private static bool IsTransparentRow(SKBitmap bmp, int row) { for (var i = 0; i < bmp.Width; ++i) { if (!IsTransparent(bmp.GetPixel(i, row))) { return false; } } return true; } private static bool IsTransparentColumn(SKBitmap bmp, int col) { for (var i = 0; i < bmp.Height; ++i) { if (!IsTransparent(bmp.GetPixel(col, i))) { return false; } } return true; } private SKBitmap CropWhiteSpace(SKBitmap bitmap) { var topmost = 0; for (int row = 0; row < bitmap.Height; ++row) { if (IsTransparentRow(bitmap, row)) topmost = row + 1; else break; } int bottommost = bitmap.Height; for (int row = bitmap.Height - 1; row >= 0; --row) { if (IsTransparentRow(bitmap, row)) bottommost = row; else break; } int leftmost = 0, rightmost = bitmap.Width; for (int col = 0; col < bitmap.Width; ++col) { if (IsTransparentColumn(bitmap, col)) leftmost = col + 1; else break; } for (int col = bitmap.Width - 1; col >= 0; --col) { if (IsTransparentColumn(bitmap, col)) rightmost = col; else break; } var newRect = SKRectI.Create(leftmost, topmost, rightmost - leftmost, bottommost - topmost); using (var image = SKImage.FromBitmap(bitmap)) { using (var subset = image.Subset(newRect)) { return SKBitmap.FromImage(subset); } } } public ImageSize GetImageSize(string path) { using (var s = new SKFileStream(path)) { using (var codec = SKCodec.Create(s)) { var info = codec.Info; return new ImageSize { Width = info.Width, Height = info.Height }; } } } private static string[] TransparentImageTypes = new string[] { ".png", ".gif", ".webp" }; internal static SKBitmap Decode(string path, bool forceCleanBitmap, out SKCodecOrigin origin) { var requiresTransparencyHack = TransparentImageTypes.Contains(Path.GetExtension(path) ?? string.Empty); if (requiresTransparencyHack || forceCleanBitmap) { using (var stream = new SKFileStream(path)) { var codec = SKCodec.Create(stream); if (codec == null) { origin = SKCodecOrigin.TopLeft; return null; } // create the bitmap var bitmap = new SKBitmap(codec.Info.Width, codec.Info.Height, !requiresTransparencyHack); if (bitmap != null) { // decode codec.GetPixels(bitmap.Info, bitmap.GetPixels()); origin = codec.Origin; } else { origin = SKCodecOrigin.TopLeft; } return bitmap; } } var resultBitmap = SKBitmap.Decode(path); if (resultBitmap == null) { return Decode(path, true, out origin); } // If we have to resize these they often end up distorted if (resultBitmap.ColorType == SKColorType.Gray8) { using (resultBitmap) { return Decode(path, true, out origin); } } origin = SKCodecOrigin.TopLeft; return resultBitmap; } private SKBitmap GetBitmap(string path, bool cropWhitespace, bool forceAnalyzeBitmap, out SKCodecOrigin origin) { if (cropWhitespace) { using (var bitmap = Decode(path, forceAnalyzeBitmap, out origin)) { return CropWhiteSpace(bitmap); } } return Decode(path, forceAnalyzeBitmap, out origin); } private SKBitmap GetBitmap(string path, bool cropWhitespace, bool autoOrient) { SKCodecOrigin origin; if (autoOrient) { var bitmap = GetBitmap(path, cropWhitespace, true, out origin); if (bitmap != null) { if (origin != SKCodecOrigin.TopLeft) { using (bitmap) { return RotateAndFlip(bitmap, origin); } } } return bitmap; } return GetBitmap(path, cropWhitespace, false, out origin); } private SKBitmap RotateAndFlip(SKBitmap original, SKCodecOrigin origin) { // these are the origins that represent a 90 degree turn in some fashion var differentOrientations = new SKCodecOrigin[] { SKCodecOrigin.LeftBottom, SKCodecOrigin.LeftTop, SKCodecOrigin.RightBottom, SKCodecOrigin.RightTop }; // check if we need to turn the image bool isDifferentOrientation = differentOrientations.Any(o => o == origin); // define new width/height var width = isDifferentOrientation ? original.Height : original.Width; var height = isDifferentOrientation ? original.Width : original.Height; var bitmap = new SKBitmap(width, height, true); // todo: the stuff in this switch statement should be rewritten to use pointers switch (origin) { case SKCodecOrigin.LeftBottom: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(y, original.Width - 1 - x, original.GetPixel(x, y)); break; case SKCodecOrigin.RightTop: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(original.Height - 1 - y, x, original.GetPixel(x, y)); break; case SKCodecOrigin.RightBottom: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(original.Height - 1 - y, original.Width - 1 - x, original.GetPixel(x, y)); break; case SKCodecOrigin.LeftTop: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(y, x, original.GetPixel(x, y)); break; case SKCodecOrigin.BottomLeft: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(x, original.Height - 1 - y, original.GetPixel(x, y)); break; case SKCodecOrigin.BottomRight: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(original.Width - 1 - x, original.Height - 1 - y, original.GetPixel(x, y)); break; case SKCodecOrigin.TopRight: for (var x = 0; x < original.Width; x++) for (var y = 0; y < original.Height; y++) bitmap.SetPixel(original.Width - 1 - x, y, original.GetPixel(x, y)); break; } return bitmap; } public string EncodeImage(string inputPath, DateTime dateModified, string outputPath, bool autoOrient, ImageOrientation? orientation, int quality, ImageProcessingOptions options, ImageFormat selectedOutputFormat) { if (string.IsNullOrWhiteSpace(inputPath)) { throw new ArgumentNullException("inputPath"); } if (string.IsNullOrWhiteSpace(inputPath)) { throw new ArgumentNullException("outputPath"); } var skiaOutputFormat = GetImageFormat(selectedOutputFormat); var hasBackgroundColor = !string.IsNullOrWhiteSpace(options.BackgroundColor); var hasForegroundColor = !string.IsNullOrWhiteSpace(options.ForegroundLayer); var blur = options.Blur ?? 0; var hasIndicator = options.AddPlayedIndicator || options.UnplayedCount.HasValue || !options.PercentPlayed.Equals(0); using (var bitmap = GetBitmap(inputPath, options.CropWhiteSpace, autoOrient)) { if (bitmap == null) { throw new ArgumentOutOfRangeException(string.Format("Skia unable to read image {0}", inputPath)); } //_logger.Info("Color type {0}", bitmap.Info.ColorType); var originalImageSize = new ImageSize(bitmap.Width, bitmap.Height); ImageHelper.SaveImageSize(inputPath, dateModified, originalImageSize); if (!options.CropWhiteSpace && options.HasDefaultOptions(inputPath, originalImageSize) && !autoOrient) { // Just spit out the original file if all the options are default return inputPath; } var newImageSize = ImageHelper.GetNewImageSize(options, originalImageSize); var width = Convert.ToInt32(Math.Round(newImageSize.Width)); var height = Convert.ToInt32(Math.Round(newImageSize.Height)); using (var resizedBitmap = new SKBitmap(width, height))//, bitmap.ColorType, bitmap.AlphaType)) { // scale image var resizeMethod = SKBitmapResizeMethod.Lanczos3; bitmap.Resize(resizedBitmap, resizeMethod); // If all we're doing is resizing then we can stop now if (!hasBackgroundColor && !hasForegroundColor && blur == 0 && !hasIndicator) { using (var outputStream = new SKFileWStream(outputPath)) { resizedBitmap.Encode(outputStream, skiaOutputFormat, quality); return outputPath; } } // create bitmap to use for canvas drawing using (var saveBitmap = new SKBitmap(width, height))//, bitmap.ColorType, bitmap.AlphaType)) { // create canvas used to draw into bitmap using (var canvas = new SKCanvas(saveBitmap)) { // set background color if present if (hasBackgroundColor) { canvas.Clear(SKColor.Parse(options.BackgroundColor)); } // Add blur if option is present if (blur > 0) { using (var paint = new SKPaint()) { // create image from resized bitmap to apply blur using (var filter = SKImageFilter.CreateBlur(blur, blur)) { paint.ImageFilter = filter; canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height), paint); } } } else { // draw resized bitmap onto canvas canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height)); } // If foreground layer present then draw if (hasForegroundColor) { Double opacity; if (!Double.TryParse(options.ForegroundLayer, out opacity)) opacity = .4; canvas.DrawColor(new SKColor(0, 0, 0, (Byte)((1 - opacity) * 0xFF)), SKBlendMode.SrcOver); } if (hasIndicator) { DrawIndicator(canvas, width, height, options); } using (var outputStream = new SKFileWStream(outputPath)) { saveBitmap.Encode(outputStream, skiaOutputFormat, quality); } } } } } return outputPath; } public void CreateImageCollage(ImageCollageOptions options) { double ratio = options.Width; ratio /= options.Height; if (ratio >= 1.4) { new StripCollageBuilder(_appPaths, _fileSystem).BuildThumbCollage(options.InputPaths, options.OutputPath, options.Width, options.Height); } else if (ratio >= .9) { new StripCollageBuilder(_appPaths, _fileSystem).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, options.Height); } else { // @todo create Poster collage capability new StripCollageBuilder(_appPaths, _fileSystem).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, options.Height); } } private void DrawIndicator(SKCanvas canvas, int imageWidth, int imageHeight, ImageProcessingOptions options) { try { var currentImageSize = new ImageSize(imageWidth, imageHeight); if (options.AddPlayedIndicator) { var task = new PlayedIndicatorDrawer(_appPaths, _httpClientFactory(), _fileSystem).DrawPlayedIndicator(canvas, currentImageSize); Task.WaitAll(task); } else if (options.UnplayedCount.HasValue) { new UnplayedCountIndicator(_appPaths, _httpClientFactory(), _fileSystem).DrawUnplayedCountIndicator(canvas, currentImageSize, options.UnplayedCount.Value); } if (options.PercentPlayed > 0) { new PercentPlayedDrawer().Process(canvas, currentImageSize, options.PercentPlayed); } } catch (Exception ex) { _logger.ErrorException("Error drawing indicator overlay", ex); } } public string Name { get { return "Skia"; } } public void Dispose() { } public bool SupportsImageCollageCreation { get { return true; } } public bool SupportsImageEncoding { get { return true; } } } }