diff --git a/src/ImageSharp/Formats/Jpeg/Components/Encoder/HuffmanScanEncoder.cs b/src/ImageSharp/Formats/Jpeg/Components/Encoder/HuffmanScanEncoder.cs
index e42a2f0f37..f1c7cdc742 100644
--- a/src/ImageSharp/Formats/Jpeg/Components/Encoder/HuffmanScanEncoder.cs
+++ b/src/ImageSharp/Formats/Jpeg/Components/Encoder/HuffmanScanEncoder.cs
@@ -416,11 +416,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Components.Encoder
             if (padBitsCount != 0)
             {
                 this.Emit((1 << padBitsCount) - 1, padBitsCount);
-            }
-
-            // flush remaining bytes
-            if (this.emitLen != 0)
-            {
                 this.target.Write(this.emitBuffer, 0, this.emitLen);
             }
         }