namespace ImageProcessor.Imaging.Quantizers.WuQuantizer { using System; using System.Diagnostics.CodeAnalysis; using System.Drawing; using System.Drawing.Imaging; using System.Linq; using ImageProcessor.Common.Exceptions; /// /// Encapsulates methods to calculate the color palette of an image using /// a Wu color quantizer . /// Adapted from /// public abstract class WuQuantizerBase : IWuQuantizer { /// /// The maximum value for an alpha color component. /// protected const byte AlphaMax = 255; /// /// The minimum value for an alpha color component. /// protected const byte AlphaMin = 0; /// /// The position of the alpha component within a byte array. /// protected const int Alpha = 3; /// /// The position of the red component within a byte array. /// protected const int Red = 2; /// /// The position of the green component within a byte array. /// protected const int Green = 1; /// /// The position of the blue component within a byte array. /// protected const int Blue = 0; /// /// The size of a color cube side. /// private const int SideSize = 33; /// /// The maximum index within a color cube side /// private const int MaxSideIndex = 32; /// /// Quantize an image and return the resulting output bitmap /// /// /// The 32 bit per pixel image to quantize. /// /// /// A quantized version of the image. /// public Bitmap Quantize(Image source) { return this.Quantize(source, 0, 1); } /// /// Quantize an image and return the resulting output bitmap /// /// /// The 32 bit per pixel image to quantize. /// /// /// All colors with an alpha value less than this will be considered fully transparent. /// /// /// Alpha values will be normalized to the nearest multiple of this value. /// /// /// A quantized version of the image. /// public Bitmap Quantize(Image source, int alphaThreshold, int alphaFader) { return this.Quantize(source, alphaThreshold, alphaFader, null, 256); } /// /// Quantize an image and return the resulting output bitmap /// /// /// The 32 bit per pixel image to quantize. /// /// /// All colors with an alpha value less than this will be considered fully transparent. /// /// /// Alpha values will be normalized to the nearest multiple of this value. /// /// /// The representing the distribution of color data. /// /// /// The maximum number of colors apply to the image. /// /// /// A quantized version of the image. /// public Bitmap Quantize(Image source, int alphaThreshold, int alphaFader, Histogram histogram, int maxColors) { try { ImageBuffer buffer; // The image has to be a 32 bit per pixel Argb image. if (Image.GetPixelFormatSize(source.PixelFormat) != 32) { Bitmap clone = new Bitmap(source.Width, source.Height, PixelFormat.Format32bppPArgb); clone.SetResolution(source.HorizontalResolution, source.VerticalResolution); using (Graphics graphics = Graphics.FromImage(clone)) { graphics.Clear(Color.Transparent); graphics.DrawImage(source, new Rectangle(0, 0, clone.Width, clone.Height)); } source.Dispose(); buffer = new ImageBuffer(clone); } else { buffer = new ImageBuffer((Bitmap)source); } if (histogram == null) { histogram = new Histogram(); } else { histogram.Clear(); } BuildHistogram(histogram, buffer, alphaThreshold, alphaFader); CalculateMoments(histogram.Moments); Box[] cubes = SplitData(ref maxColors, histogram.Moments); Pixel[] lookups = BuildLookups(cubes, histogram.Moments); return this.GetQuantizedImage(buffer, maxColors, lookups, alphaThreshold); } catch (Exception ex) { throw new QuantizationException(ex.Message, ex); } } /// /// Quantizes the image contained within the returning the result. /// /// /// The for storing and manipulating pixel information.. /// /// /// The maximum number of colors apply to the image. /// /// /// The array of containing indexed versions of the images colors. /// /// /// All colors with an alpha value less than this will be considered fully transparent. /// /// /// The quantized . /// internal abstract Bitmap GetQuantizedImage(ImageBuffer imageBuffer, int colorCount, Pixel[] lookups, int alphaThreshold); /// /// Builds a histogram from the current image. /// /// /// The representing the distribution of color data. /// /// /// The for storing pixel information. /// /// /// All colors with an alpha value less than this will be considered fully transparent. /// /// /// Alpha values will be normalized to the nearest multiple of this value. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static void BuildHistogram(Histogram histogram, ImageBuffer imageBuffer, int alphaThreshold, int alphaFader) { ColorMoment[, , ,] moments = histogram.Moments; foreach (Pixel[] pixelLine in imageBuffer.PixelLines) { foreach (Pixel pixel in pixelLine) { byte pixelAlpha = pixel.Alpha; if (pixelAlpha > alphaThreshold) { if (pixelAlpha < 255) { int alpha = pixel.Alpha + (pixel.Alpha % alphaFader); pixelAlpha = (byte)(alpha > 255 ? 255 : alpha); } byte pixelRed = pixel.Red; byte pixelGreen = pixel.Green; byte pixelBlue = pixel.Blue; pixelAlpha = (byte)((pixelAlpha >> 3) + 1); pixelRed = (byte)((pixelRed >> 3) + 1); pixelGreen = (byte)((pixelGreen >> 3) + 1); pixelBlue = (byte)((pixelBlue >> 3) + 1); moments[pixelAlpha, pixelRed, pixelGreen, pixelBlue].Add(pixel); } } } // Set a default pixel for images with less than 256 colors. moments[0, 0, 0, 0].Add(new Pixel(0, 0, 0, 0)); } /// /// Calculates the color moments from the histogram of moments. /// /// /// The three dimensional array of to process. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static void CalculateMoments(ColorMoment[, , ,] moments) { ColorMoment[,] areaSquared = new ColorMoment[SideSize, SideSize]; ColorMoment[] area = new ColorMoment[SideSize]; for (int alphaIndex = 1; alphaIndex < SideSize; alphaIndex++) { for (int redIndex = 1; redIndex < SideSize; redIndex++) { Array.Clear(area, 0, area.Length); for (int greenIndex = 1; greenIndex < SideSize; greenIndex++) { ColorMoment line = new ColorMoment(); for (int blueIndex = 1; blueIndex < SideSize; blueIndex++) { line.AddFast(ref moments[alphaIndex, redIndex, greenIndex, blueIndex]); area[blueIndex].AddFast(ref line); areaSquared[greenIndex, blueIndex].AddFast(ref area[blueIndex]); ColorMoment moment = moments[alphaIndex - 1, redIndex, greenIndex, blueIndex]; moment.AddFast(ref areaSquared[greenIndex, blueIndex]); moments[alphaIndex, redIndex, greenIndex, blueIndex] = moment; } } } } } /// /// Calculates the volume of the top of the cube. /// /// /// The cube to calculate the volume from. /// /// /// The direction to calculate. /// /// /// The position at which to begin. /// /// /// The three dimensional moment. /// /// /// The representing the top of the cube. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static ColorMoment Top(Box cube, int direction, int position, ColorMoment[, , ,] moment) { switch (direction) { case Alpha: return (moment[position, cube.RedMaximum, cube.GreenMaximum, cube.BlueMaximum] - moment[position, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] - moment[position, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] + moment[position, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum]) - (moment[position, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] - moment[position, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] - moment[position, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] + moment[position, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); case Red: return (moment[cube.AlphaMaximum, position, cube.GreenMaximum, cube.BlueMaximum] - moment[cube.AlphaMaximum, position, cube.GreenMinimum, cube.BlueMaximum] - moment[cube.AlphaMinimum, position, cube.GreenMaximum, cube.BlueMaximum] + moment[cube.AlphaMinimum, position, cube.GreenMinimum, cube.BlueMaximum]) - (moment[cube.AlphaMaximum, position, cube.GreenMaximum, cube.BlueMinimum] - moment[cube.AlphaMaximum, position, cube.GreenMinimum, cube.BlueMinimum] - moment[cube.AlphaMinimum, position, cube.GreenMaximum, cube.BlueMinimum] + moment[cube.AlphaMinimum, position, cube.GreenMinimum, cube.BlueMinimum]); case Green: return (moment[cube.AlphaMaximum, cube.RedMaximum, position, cube.BlueMaximum] - moment[cube.AlphaMaximum, cube.RedMinimum, position, cube.BlueMaximum] - moment[cube.AlphaMinimum, cube.RedMaximum, position, cube.BlueMaximum] + moment[cube.AlphaMinimum, cube.RedMinimum, position, cube.BlueMaximum]) - (moment[cube.AlphaMaximum, cube.RedMaximum, position, cube.BlueMinimum] - moment[cube.AlphaMaximum, cube.RedMinimum, position, cube.BlueMinimum] - moment[cube.AlphaMinimum, cube.RedMaximum, position, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMinimum, position, cube.BlueMinimum]); case Blue: return (moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMaximum, position] - moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, position] - moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, position] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, position]) - (moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, position] - moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, position] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, position] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, position]); default: return new ColorMoment(); } } /// /// Calculates the volume of the bottom of the cube. /// /// /// The cube to calculate the volume from. /// /// /// The direction to calculate. /// /// /// The three dimensional moment. /// /// /// The representing the bottom of the cube. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static ColorMoment Bottom(Box cube, int direction, ColorMoment[, , ,] moment) { switch (direction) { case Alpha: return (-moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMaximum] + moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum]) - (-moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); case Red: return (-moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum]) - (-moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); case Green: return (-moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum] + moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum]) - (-moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); case Blue: return (-moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] + moment[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] - moment[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]) - (-moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] + moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] - moment[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); default: return new ColorMoment(); } } /// /// Maximizes the sum of the two boxes. /// /// /// The . /// /// /// The cube. /// /// /// The direction. /// /// /// The first byte. /// /// /// The last byte. /// /// /// The whole . /// /// /// The representing the sum. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static CubeCut Maximize(ColorMoment[, , ,] moments, Box cube, int direction, byte first, byte last, ColorMoment whole) { ColorMoment bottom = Bottom(cube, direction, moments); float result = 0.0f; byte? cutPoint = null; for (byte position = first; position < last; ++position) { ColorMoment half = bottom + Top(cube, direction, position, moments); if (half.Weight == 0) { continue; } long temp = half.WeightedDistance(); half = whole - half; if (half.Weight != 0) { temp += half.WeightedDistance(); if (temp > result) { result = temp; cutPoint = position; } } } return new CubeCut(cutPoint, result); } /// /// Returns a value indicating whether a cube can be cut. /// /// /// The three dimensional array of . /// /// /// The first . /// /// /// The second . /// /// /// The indicating the result. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static bool Cut(ColorMoment[, , ,] moments, ref Box first, ref Box second) { int direction; ColorMoment whole = Volume(moments, first); CubeCut maxAlpha = Maximize(moments, first, Alpha, (byte)(first.AlphaMinimum + 1), first.AlphaMaximum, whole); CubeCut maxRed = Maximize(moments, first, Red, (byte)(first.RedMinimum + 1), first.RedMaximum, whole); CubeCut maxGreen = Maximize(moments, first, Green, (byte)(first.GreenMinimum + 1), first.GreenMaximum, whole); CubeCut maxBlue = Maximize(moments, first, Blue, (byte)(first.BlueMinimum + 1), first.BlueMaximum, whole); if ((maxAlpha.Value >= maxRed.Value) && (maxAlpha.Value >= maxGreen.Value) && (maxAlpha.Value >= maxBlue.Value)) { direction = Alpha; if (maxAlpha.Position == null) { return false; } } else if ((maxRed.Value >= maxAlpha.Value) && (maxRed.Value >= maxGreen.Value) && (maxRed.Value >= maxBlue.Value)) { direction = Red; } else { if ((maxGreen.Value >= maxAlpha.Value) && (maxGreen.Value >= maxRed.Value) && (maxGreen.Value >= maxBlue.Value)) { direction = Green; } else { direction = Blue; } } second.AlphaMaximum = first.AlphaMaximum; second.RedMaximum = first.RedMaximum; second.GreenMaximum = first.GreenMaximum; second.BlueMaximum = first.BlueMaximum; switch (direction) { case Alpha: if (maxAlpha.Position == null) { return false; } second.AlphaMinimum = first.AlphaMaximum = (byte)maxAlpha.Position; second.RedMinimum = first.RedMinimum; second.GreenMinimum = first.GreenMinimum; second.BlueMinimum = first.BlueMinimum; break; case Red: if (maxRed.Position == null) { return false; } second.RedMinimum = first.RedMaximum = (byte)maxRed.Position; second.AlphaMinimum = first.AlphaMinimum; second.GreenMinimum = first.GreenMinimum; second.BlueMinimum = first.BlueMinimum; break; case Green: if (maxGreen.Position == null) { return false; } second.GreenMinimum = first.GreenMaximum = (byte)maxGreen.Position; second.AlphaMinimum = first.AlphaMinimum; second.RedMinimum = first.RedMinimum; second.BlueMinimum = first.BlueMinimum; break; case Blue: if (maxBlue.Position == null) { return false; } second.BlueMinimum = first.BlueMaximum = (byte)maxBlue.Position; second.AlphaMinimum = first.AlphaMinimum; second.RedMinimum = first.RedMinimum; second.GreenMinimum = first.GreenMinimum; break; } first.Size = (first.AlphaMaximum - first.AlphaMinimum) * (first.RedMaximum - first.RedMinimum) * (first.GreenMaximum - first.GreenMinimum) * (first.BlueMaximum - first.BlueMinimum); second.Size = (second.AlphaMaximum - second.AlphaMinimum) * (second.RedMaximum - second.RedMinimum) * (second.GreenMaximum - second.GreenMinimum) * (second.BlueMaximum - second.BlueMinimum); return true; } /// /// Calculates the variance of the volume of the cube. /// /// /// The three dimensional array of . /// /// /// The cube. /// /// /// The representing the variance. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static float CalculateVariance(ColorMoment[, , ,] moments, Box cube) { ColorMoment volume = Volume(moments, cube); return volume.Variance(); } /// /// Calculates the volume of the colors. /// /// /// The three dimensional array of . /// /// /// The cube. /// /// /// The representing the volume. /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static ColorMoment Volume(ColorMoment[, , ,] moments, Box cube) { return (moments[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMaximum] - moments[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] - moments[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] + moments[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum] - moments[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMaximum] + moments[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMaximum] + moments[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMaximum] - moments[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMaximum]) - (moments[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] - moments[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMaximum, cube.BlueMinimum] - moments[cube.AlphaMaximum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] + moments[cube.AlphaMinimum, cube.RedMaximum, cube.GreenMinimum, cube.BlueMinimum] - moments[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] + moments[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMaximum, cube.BlueMinimum] + moments[cube.AlphaMaximum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum] - moments[cube.AlphaMinimum, cube.RedMinimum, cube.GreenMinimum, cube.BlueMinimum]); } /// /// Splits the data. /// /// /// The color count. /// /// /// The three dimensional array of . /// /// /// The array . /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static Box[] SplitData(ref int colorCount, ColorMoment[, , ,] moments) { --colorCount; int next = 0; float[] volumeVariance = new float[colorCount]; Box[] cubes = new Box[colorCount]; cubes[0].AlphaMaximum = MaxSideIndex; cubes[0].RedMaximum = MaxSideIndex; cubes[0].GreenMaximum = MaxSideIndex; cubes[0].BlueMaximum = MaxSideIndex; for (int cubeIndex = 1; cubeIndex < colorCount; ++cubeIndex) { if (Cut(moments, ref cubes[next], ref cubes[cubeIndex])) { volumeVariance[next] = cubes[next].Size > 1 ? CalculateVariance(moments, cubes[next]) : 0.0f; volumeVariance[cubeIndex] = cubes[cubeIndex].Size > 1 ? CalculateVariance(moments, cubes[cubeIndex]) : 0.0f; } else { volumeVariance[next] = 0.0f; cubeIndex--; } next = 0; float temp = volumeVariance[0]; for (int index = 1; index <= cubeIndex; ++index) { if (volumeVariance[index] <= temp) { continue; } temp = volumeVariance[index]; next = index; } if (temp > 0.0) { continue; } colorCount = cubeIndex + 1; break; } return cubes.Take(colorCount).ToArray(); } /// /// Builds an array of pixel data to look within. /// /// /// The array of cubes. /// /// /// The three dimensional array of . /// /// /// The array of . /// [SuppressMessage("StyleCop.CSharp.SpacingRules", "SA1001:CommasMustBeSpacedCorrectly", Justification = "Reviewed. Suppression is OK here.")] private static Pixel[] BuildLookups(Box[] cubes, ColorMoment[, , ,] moments) { Pixel[] lookups = new Pixel[cubes.Length]; for (int cubeIndex = 0; cubeIndex < cubes.Length; cubeIndex++) { ColorMoment volume = Volume(moments, cubes[cubeIndex]); if (volume.Weight <= 0) { continue; } Pixel lookup = new Pixel { Alpha = (byte)(volume.Alpha / volume.Weight), Red = (byte)(volume.Red / volume.Weight), Green = (byte)(volume.Green / volume.Weight), Blue = (byte)(volume.Blue / volume.Weight) }; lookups[cubeIndex] = lookup; } return lookups; } } }