diff --git a/src/ImageSharp/Processing/Processors/Quantization/WuQuantizer{TPixel}.cs b/src/ImageSharp/Processing/Processors/Quantization/WuQuantizer{TPixel}.cs
index b5d840f9dd..2d52eb746f 100644
--- a/src/ImageSharp/Processing/Processors/Quantization/WuQuantizer{TPixel}.cs
+++ b/src/ImageSharp/Processing/Processors/Quantization/WuQuantizer{TPixel}.cs
@@ -143,7 +143,11 @@ namespace SixLabors.ImageSharp.Processing.Processors.Quantization
             }
 
             ReadOnlyMemory<TPixel> result = this.paletteOwner.Memory.Slice(0, paletteSpan.Length);
-            this.pixelMap = new EuclideanPixelMap<TPixel>(this.Configuration, result);
+            if (this.isDithering)
+            {
+                this.pixelMap = new EuclideanPixelMap<TPixel>(this.Configuration, result);
+            }
+
             this.palette = result;
         }