diff --git a/src/ImageSharp/Formats/Jpg/JpegEncoderCore.cs b/src/ImageSharp/Formats/Jpg/JpegEncoderCore.cs
index 8d9b48a208..9cb4fce269 100644
--- a/src/ImageSharp/Formats/Jpg/JpegEncoderCore.cs
+++ b/src/ImageSharp/Formats/Jpg/JpegEncoderCore.cs
@@ -787,24 +787,21 @@ namespace ImageSharp.Formats
             {
                 HuffmanSpec spec = specs[i];
                 int len = 0;
+
                 fixed (byte* huffman = this.huffmanBuffer)
+                fixed (byte* count = spec.Count)
+                fixed (byte* values = spec.Values)
                 {
-                    fixed (byte* count = spec.Count)
+                    huffman[len++] = headers[i];
+
+                    for (int c = 0; c < spec.Count.Length; c++)
+                    {
+                        huffman[len++] = count[c];
+                    }
+
+                    for (int v = 0; v < spec.Values.Length; v++)
                     {
-                        fixed (byte* values = spec.Values)
-                        {
-                            huffman[len++] = headers[i];
-
-                            for (int c = 0; c < spec.Count.Length; c++)
-                            {
-                                huffman[len++] = count[c];
-                            }
-
-                            for (int v = 0; v < spec.Values.Length; v++)
-                            {
-                                huffman[len++] = values[v];
-                            }
-                        }
+                        huffman[len++] = values[v];
                     }
                 }