diff --git a/src/ImageSharp/Formats/Jpeg/JpegDecoderCore.cs b/src/ImageSharp/Formats/Jpeg/JpegDecoderCore.cs
index a4b42b994..ef4e3ffac 100644
--- a/src/ImageSharp/Formats/Jpeg/JpegDecoderCore.cs
+++ b/src/ImageSharp/Formats/Jpeg/JpegDecoderCore.cs
@@ -187,27 +187,20 @@ namespace SixLabors.ImageSharp.Formats.Jpeg
             where TPixel : unmanaged, IPixel<TPixel>
         {
             using var spectralConverter = new SpectralConverter<TPixel>(this.Configuration);
-            try
-            {
-                var scanDecoder = new HuffmanScanDecoder(stream, spectralConverter, cancellationToken);
-
-                this.ParseStream(stream, scanDecoder, cancellationToken);
-                this.InitExifProfile();
-                this.InitIccProfile();
-                this.InitIptcProfile();
-                this.InitXmpProfile();
-                this.InitDerivedMetadataProperties();
-
-                return new Image<TPixel>(
-                    this.Configuration,
-                    spectralConverter.GetPixelBuffer(cancellationToken),
-                    this.Metadata);
-            }
-            catch
-            {
-                this.Frame?.Dispose();
-                throw;
-            }
+
+            var scanDecoder = new HuffmanScanDecoder(stream, spectralConverter, cancellationToken);
+
+            this.ParseStream(stream, scanDecoder, cancellationToken);
+            this.InitExifProfile();
+            this.InitIccProfile();
+            this.InitIptcProfile();
+            this.InitXmpProfile();
+            this.InitDerivedMetadataProperties();
+
+            return new Image<TPixel>(
+                this.Configuration,
+                spectralConverter.GetPixelBuffer(cancellationToken),
+                this.Metadata);
         }
 
         /// <inheritdoc/>