diff --git a/src/ImageSharp/Formats/Jpeg/Common/Block8x8F.cs b/src/ImageSharp/Formats/Jpeg/Common/Block8x8F.cs index 3f71c498b..53297ab55 100644 --- a/src/ImageSharp/Formats/Jpeg/Common/Block8x8F.cs +++ b/src/ImageSharp/Formats/Jpeg/Common/Block8x8F.cs @@ -353,13 +353,13 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common /// Qt pointer /// Unzig pointer // [MethodImpl(MethodImplOptions.AggressiveInlining)] - public static unsafe void DequantizeBlock(Block8x8F* blockPtr, Block8x8F* qtPtr, int* unzigPtr) + public static unsafe void DequantizeBlock(Block8x8F* blockPtr, Block8x8F* qtPtr, byte* unzigPtr) { float* b = (float*)blockPtr; float* qtp = (float*)qtPtr; for (int qtIndex = 0; qtIndex < Size; qtIndex++) { - int blockIndex = unzigPtr[qtIndex]; + byte blockIndex = unzigPtr[qtIndex]; float* unzigPos = b + blockIndex; float val = *unzigPos; @@ -381,7 +381,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common Block8x8F* block, Block8x8F* dest, Block8x8F* qt, - int* unzigPtr) + byte* unzigPtr) { float* s = (float*)block; float* d = (float*)dest; diff --git a/src/ImageSharp/Formats/Jpeg/Common/Decoder/ComponentUtils.cs b/src/ImageSharp/Formats/Jpeg/Common/Decoder/ComponentUtils.cs deleted file mode 100644 index da97f9e2a..000000000 --- a/src/ImageSharp/Formats/Jpeg/Common/Decoder/ComponentUtils.cs +++ /dev/null @@ -1,16 +0,0 @@ -namespace SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder -{ - /// - /// Various utilities for . - /// - internal static class ComponentUtils - { - /// - /// Gets a reference to the at the given row and column index from - /// - public static ref Block8x8 GetBlockReference(this IJpegComponent component, int bx, int by) - { - return ref component.SpectralBlocks[bx, by]; - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/Common/Decoder/IJpegComponent.cs b/src/ImageSharp/Formats/Jpeg/Common/Decoder/IJpegComponent.cs index 4109fc10e..de9f75dc1 100644 --- a/src/ImageSharp/Formats/Jpeg/Common/Decoder/IJpegComponent.cs +++ b/src/ImageSharp/Formats/Jpeg/Common/Decoder/IJpegComponent.cs @@ -42,5 +42,13 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder /// We need to apply IDCT and dequantiazition to transform them into color-space blocks. /// Buffer2D SpectralBlocks { get; } + + /// + /// Gets a reference to the at the given row and column index from + /// + /// The column + /// The row + /// The + ref Block8x8 GetBlockReference(int column, int row); } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/Common/Decoder/JpegBlockPostProcessor.cs b/src/ImageSharp/Formats/Jpeg/Common/Decoder/JpegBlockPostProcessor.cs index 5e8e8fa2c..2f59bcb82 100644 --- a/src/ImageSharp/Formats/Jpeg/Common/Decoder/JpegBlockPostProcessor.cs +++ b/src/ImageSharp/Formats/Jpeg/Common/Decoder/JpegBlockPostProcessor.cs @@ -47,9 +47,9 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder this.DequantiazationTable = ZigZag.CreateDequantizationTable(ref decoder.QuantizationTables[qtIndex]); this.subSamplingDivisors = component.SubSamplingDivisors; - this.SourceBlock = default(Block8x8F); - this.WorkspaceBlock1 = default(Block8x8F); - this.WorkspaceBlock2 = default(Block8x8F); + this.SourceBlock = default; + this.WorkspaceBlock1 = default; + this.WorkspaceBlock2 = default; } /// diff --git a/src/ImageSharp/Formats/Jpeg/Common/ZigZag.cs b/src/ImageSharp/Formats/Jpeg/Common/ZigZag.cs index 18270f5ba..cb035a8d3 100644 --- a/src/ImageSharp/Formats/Jpeg/Common/ZigZag.cs +++ b/src/ImageSharp/Formats/Jpeg/Common/ZigZag.cs @@ -1,6 +1,7 @@ // Copyright (c) Six Labors and contributors. // Licensed under the Apache License, Version 2.0. using System; +using System.Runtime.CompilerServices; using System.Runtime.InteropServices; namespace SixLabors.ImageSharp.Formats.Jpeg.Common @@ -11,25 +12,52 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common /// unzig[3] is the column and row of the fourth element in zigzag order. The /// value is 16, which means first column (16%8 == 0) and third row (16/8 == 2). /// + [StructLayout(LayoutKind.Sequential)] internal unsafe struct ZigZag { /// /// Copy of in a value type /// - public fixed int Data[64]; + public fixed byte Data[64]; /// /// Unzig maps from the zigzag ordering to the natural ordering. For example, /// unzig[3] is the column and row of the fourth element in zigzag order. The /// value is 16, which means first column (16%8 == 0) and third row (16/8 == 2). /// - private static readonly int[] Unzig = + private static readonly byte[] Unzig = + { + 0, + 1, 8, + 16, 9, 2, + 3, 10, 17, 24, + 32, 25, 18, 11, 4, + 5, 12, 19, 26, 33, 40, + 48, 41, 34, 27, 20, 13, 6, + 7, 14, 21, 28, 35, 42, 49, 56, + 57, 50, 43, 36, 29, 22, 15, + 23, 30, 37, 44, 51, 58, + 59, 52, 45, 38, 31, + 39, 46, 53, 60, + 61, 54, 47, + 55, 62, + 63 + }; + + /// + /// Returns the value at the given index + /// + /// The index + /// The + public byte this[int idx] + { + [MethodImpl(MethodImplOptions.AggressiveInlining)] + get { - 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 32, 25, 18, 11, 4, 5, 12, 19, 26, 33, - 40, 48, 41, 34, 27, 20, 13, 6, 7, 14, 21, 28, 35, 42, 49, 56, 57, 50, - 43, 36, 29, 22, 15, 23, 30, 37, 44, 51, 58, 59, 52, 45, 38, 31, 39, 46, - 53, 60, 61, 54, 47, 55, 62, 63, - }; + ref byte self = ref Unsafe.As(ref this); + return Unsafe.Add(ref self, idx); + } + } /// /// Creates and fills an instance of with Jpeg unzig indices @@ -37,8 +65,8 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common /// The new instance public static ZigZag CreateUnzigTable() { - ZigZag result = default(ZigZag); - int* unzigPtr = result.Data; + ZigZag result = default; + byte* unzigPtr = result.Data; Marshal.Copy(Unzig, 0, (IntPtr)unzigPtr, 64); return result; } @@ -48,7 +76,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.Common /// public static Block8x8F CreateDequantizationTable(ref Block8x8F qt) { - Block8x8F result = default(Block8x8F); + Block8x8F result = default; for (int i = 0; i < 64; i++) { diff --git a/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigComponent.cs b/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigComponent.cs index e83dd75a5..e2f21bd1c 100644 --- a/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigComponent.cs +++ b/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigComponent.cs @@ -2,6 +2,7 @@ // Licensed under the Apache License, Version 2.0. using System; +using System.Runtime.CompilerServices; using SixLabors.ImageSharp.Formats.Jpeg.Common; using SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder; using SixLabors.ImageSharp.Memory; @@ -237,6 +238,12 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.GolangPort.Components.Decoder this.SamplingFactors = new Size(h, v); } + [MethodImpl(MethodImplOptions.AggressiveInlining)] + public ref Block8x8 GetBlockReference(int column, int row) + { + return ref this.SpectralBlocks[column, row]; + } + public void Dispose() { this.SpectralBlocks.Dispose(); diff --git a/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigJpegScanDecoder.DataPointers.cs b/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigJpegScanDecoder.DataPointers.cs index 0098b4a4e..0207280e3 100644 --- a/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigJpegScanDecoder.DataPointers.cs +++ b/src/ImageSharp/Formats/Jpeg/GolangPort/Components/Decoder/OrigJpegScanDecoder.DataPointers.cs @@ -21,9 +21,9 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.GolangPort.Components.Decoder public Block8x8* Block; /// - /// Pointer to as int* + /// Pointer to as byte* /// - public int* Unzig; + public byte* Unzig; /// /// Pointer to as Scan* diff --git a/src/ImageSharp/Formats/Jpeg/GolangPort/JpegEncoderCore.cs b/src/ImageSharp/Formats/Jpeg/GolangPort/JpegEncoderCore.cs index ba40ef72b..4fbb20ee8 100644 --- a/src/ImageSharp/Formats/Jpeg/GolangPort/JpegEncoderCore.cs +++ b/src/ImageSharp/Formats/Jpeg/GolangPort/JpegEncoderCore.cs @@ -489,7 +489,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.GolangPort Block8x8F* tempDest1, Block8x8F* tempDest2, Block8x8F* quant, - int* unzigPtr) + byte* unzigPtr) { FastFloatingPointDCT.TransformFDCT(ref *src, ref *tempDest1, ref *tempDest2); diff --git a/src/ImageSharp/Formats/Jpeg/GolangPort/OrigJpegDecoder.cs b/src/ImageSharp/Formats/Jpeg/GolangPort/OrigJpegDecoder.cs index ecebe9480..bf2f64b34 100644 --- a/src/ImageSharp/Formats/Jpeg/GolangPort/OrigJpegDecoder.cs +++ b/src/ImageSharp/Formats/Jpeg/GolangPort/OrigJpegDecoder.cs @@ -31,7 +31,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.GolangPort /// public IImageInfo Identify(Configuration configuration, Stream stream) { - Guard.NotNull(stream, "stream"); + Guard.NotNull(stream, nameof(stream)); using (var decoder = new OrigJpegDecoderCore(configuration, this)) { diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedByteBuffer256.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedByteBuffer256.cs new file mode 100644 index 000000000..5870e3da8 --- /dev/null +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedByteBuffer256.cs @@ -0,0 +1,24 @@ +// Copyright (c) Six Labors and contributors. +// Licensed under the Apache License, Version 2.0. + +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components +{ + [StructLayout(LayoutKind.Sequential)] + internal unsafe struct FixedByteBuffer256 + { + public fixed byte Data[256]; + + public byte this[int idx] + { + [MethodImpl(MethodImplOptions.AggressiveInlining)] + get + { + ref byte self = ref Unsafe.As(ref this); + return Unsafe.Add(ref self, idx); + } + } + } +} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer18.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer18.cs new file mode 100644 index 000000000..20d4b7733 --- /dev/null +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer18.cs @@ -0,0 +1,24 @@ +// Copyright (c) Six Labors and contributors. +// Licensed under the Apache License, Version 2.0. + +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components +{ + [StructLayout(LayoutKind.Sequential)] + internal unsafe struct FixedInt16Buffer18 + { + public fixed short Data[18]; + + public short this[int idx] + { + [MethodImpl(MethodImplOptions.AggressiveInlining)] + get + { + ref short self = ref Unsafe.As(ref this); + return Unsafe.Add(ref self, idx); + } + } + } +} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer256.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer256.cs new file mode 100644 index 000000000..2c16a918f --- /dev/null +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt16Buffer256.cs @@ -0,0 +1,24 @@ +// Copyright (c) Six Labors and contributors. +// Licensed under the Apache License, Version 2.0. + +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components +{ + [StructLayout(LayoutKind.Sequential)] + internal unsafe struct FixedInt16Buffer256 + { + public fixed short Data[256]; + + public short this[int idx] + { + [MethodImpl(MethodImplOptions.AggressiveInlining)] + get + { + ref short self = ref Unsafe.As(ref this); + return Unsafe.Add(ref self, idx); + } + } + } +} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt64Buffer18.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt64Buffer18.cs new file mode 100644 index 000000000..51381cb27 --- /dev/null +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/FixedInt64Buffer18.cs @@ -0,0 +1,24 @@ +// Copyright (c) Six Labors and contributors. +// Licensed under the Apache License, Version 2.0. + +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components +{ + [StructLayout(LayoutKind.Sequential)] + internal unsafe struct FixedInt64Buffer18 + { + public fixed long Data[18]; + + public long this[int idx] + { + [MethodImpl(MethodImplOptions.AggressiveInlining)] + get + { + ref long self = ref Unsafe.As(ref this); + return Unsafe.Add(ref self, idx); + } + } + } +} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponent.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponent.cs deleted file mode 100644 index 0742293c7..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponent.cs +++ /dev/null @@ -1,43 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System; -using System.Numerics; -using SixLabors.ImageSharp.Memory; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Represents a component block - /// - internal class PdfJsComponent : IDisposable - { -#pragma warning disable SA1401 - /// - /// Gets or sets the output - /// - public IBuffer Output; - - /// - /// Gets or sets the scaling factors - /// - public Vector2 Scale; - - /// - /// Gets or sets the number of blocks per line - /// - public int BlocksPerLine; - - /// - /// Gets or sets the number of blocks per column - /// - public int BlocksPerColumn; - - /// - public void Dispose() - { - this.Output?.Dispose(); - this.Output = null; - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponentBlocks.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponentBlocks.cs deleted file mode 100644 index 86a0c6b31..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsComponentBlocks.cs +++ /dev/null @@ -1,32 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Contains all the decoded component blocks - /// - internal sealed class PdfJsComponentBlocks : IDisposable - { - /// - /// Gets or sets the component blocks - /// - public PdfJsComponent[] Components { get; set; } - - /// - public void Dispose() - { - if (this.Components != null) - { - for (int i = 0; i < this.Components.Length; i++) - { - this.Components[i].Dispose(); - } - - this.Components = null; - } - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsFrameComponent.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsFrameComponent.cs index 2442c3998..e6ee4f16c 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsFrameComponent.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsFrameComponent.cs @@ -3,6 +3,7 @@ using System; using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; using SixLabors.ImageSharp.Formats.Jpeg.Common; using SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder; using SixLabors.ImageSharp.Memory; @@ -25,6 +26,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components this.Id = id; this.HorizontalSamplingFactor = horizontalFactor; this.VerticalSamplingFactor = verticalFactor; + this.SamplingFactors = new Size(this.HorizontalSamplingFactor, this.VerticalSamplingFactor); this.QuantizationTableIndex = quantizationTableIndex; this.Index = index; } @@ -49,25 +51,23 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// public int VerticalSamplingFactor { get; } - Buffer2D IJpegComponent.SpectralBlocks => throw new NotImplementedException(); + /// + public Buffer2D SpectralBlocks { get; private set; } - // TODO: Should be derived from PdfJsComponent.Scale - public Size SubSamplingDivisors => throw new NotImplementedException(); + /// + public Size SubSamplingDivisors { get; private set; } /// public int QuantizationTableIndex { get; } - /// - /// Gets the block data - /// - public IBuffer BlockData { get; private set; } - /// public int Index { get; } - public Size SizeInBlocks => new Size(this.WidthInBlocks, this.HeightInBlocks); + /// + public Size SizeInBlocks { get; private set; } - public Size SamplingFactors => new Size(this.HorizontalSamplingFactor, this.VerticalSamplingFactor); + /// + public Size SamplingFactors { get; set; } /// /// Gets the number of blocks per line @@ -89,17 +89,13 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// public int ACHuffmanTableId { get; set; } - internal int BlocksPerLineForMcu { get; private set; } - - internal int BlocksPerColumnForMcu { get; private set; } - public PdfJsFrame Frame { get; } /// public void Dispose() { - this.BlockData?.Dispose(); - this.BlockData = null; + this.SpectralBlocks?.Dispose(); + this.SpectralBlocks = null; } public void Init() @@ -110,25 +106,43 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components this.HeightInBlocks = (int)MathF.Ceiling( MathF.Ceiling(this.Frame.Scanlines / 8F) * this.VerticalSamplingFactor / this.Frame.MaxVerticalFactor); - this.BlocksPerLineForMcu = this.Frame.McusPerLine * this.HorizontalSamplingFactor; - this.BlocksPerColumnForMcu = this.Frame.McusPerColumn * this.VerticalSamplingFactor; - - int blocksBufferSize = 64 * this.BlocksPerColumnForMcu * (this.BlocksPerLineForMcu + 1); - - // Pooled. Disposed via frame disposal - this.BlockData = this.memoryManager.Allocate(blocksBufferSize, true); + int blocksPerLineForMcu = this.Frame.McusPerLine * this.HorizontalSamplingFactor; + int blocksPerColumnForMcu = this.Frame.McusPerColumn * this.VerticalSamplingFactor; + this.SizeInBlocks = new Size(blocksPerLineForMcu, blocksPerColumnForMcu); + + // For 4-component images (either CMYK or YCbCrK), we only support two + // hv vectors: [0x11 0x11 0x11 0x11] and [0x22 0x11 0x11 0x22]. + // Theoretically, 4-component JPEG images could mix and match hv values + // but in practice, those two combinations are the only ones in use, + // and it simplifies the applyBlack code below if we can assume that: + // - for CMYK, the C and K channels have full samples, and if the M + // and Y channels subsample, they subsample both horizontally and + // vertically. + // - for YCbCrK, the Y and K channels have full samples. + if (this.Index == 0 || this.Index == 3) + { + this.SubSamplingDivisors = new Size(1, 1); + } + else + { + PdfJsFrameComponent c0 = this.Frame.Components[0]; + this.SubSamplingDivisors = c0.SamplingFactors.DivideBy(this.SamplingFactors); + } + + this.SpectralBlocks = this.memoryManager.Allocate2D(blocksPerColumnForMcu, blocksPerLineForMcu + 1, true); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - public int GetBlockBufferOffset(int row, int col) + public ref Block8x8 GetBlockReference(int column, int row) { - return 64 * (((this.WidthInBlocks + 1) * row) + col); + int offset = ((this.WidthInBlocks + 1) * row) + column; + return ref Unsafe.Add(ref MemoryMarshal.GetReference(this.SpectralBlocks.Span), offset); } - public Span GetBlockBuffer(int row, int col) + [MethodImpl(MethodImplOptions.AggressiveInlining)] + public int GetBlockBufferOffset(int row, int col) { - int offset = this.GetBlockBufferOffset(row, col); - return this.BlockData.Span.Slice(offset, 64); + return 64 * (((this.WidthInBlocks + 1) * row) + col); } } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTable.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTable.cs index 3c43ba244..62ae34335 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTable.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTable.cs @@ -3,6 +3,7 @@ using System; using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; using SixLabors.ImageSharp.Memory; namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components @@ -10,100 +11,65 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// /// Represents a Huffman Table /// - internal struct PdfJsHuffmanTable : IDisposable + [StructLayout(LayoutKind.Sequential)] + internal unsafe struct PdfJsHuffmanTable { - private BasicArrayBuffer lookahead; - private BasicArrayBuffer valOffset; - private BasicArrayBuffer maxcode; - private IManagedByteBuffer huffval; - - /// - /// Initializes a new instance of the struct. - /// - /// The to use for buffer allocations. - /// The code lengths - /// The huffman values - public PdfJsHuffmanTable(MemoryManager memoryManager, byte[] lengths, byte[] values) - { - // TODO: Replace FakeBuffer usages with standard or array orfixed-sized arrays - this.lookahead = memoryManager.AllocateFake(256); - this.valOffset = memoryManager.AllocateFake(18); - this.maxcode = memoryManager.AllocateFake(18); - - using (IBuffer huffsize = memoryManager.Allocate(257)) - using (IBuffer huffcode = memoryManager.Allocate(257)) - { - GenerateSizeTable(lengths, huffsize.Span); - GenerateCodeTable(huffsize.Span, huffcode.Span); - GenerateDecoderTables(lengths, huffcode.Span, this.valOffset.Span, this.maxcode.Span); - GenerateLookaheadTables(lengths, values, this.lookahead.Span); - } - - this.huffval = memoryManager.AllocateManagedByteBuffer(values.Length, true); - Buffer.BlockCopy(values, 0, this.huffval.Array, 0, values.Length); - - this.MaxCode = this.maxcode.Array; - this.ValOffset = this.valOffset.Array; - this.HuffVal = this.huffval.Array; - this.Lookahead = this.lookahead.Array; - } - /// /// Gets the max code array /// - public long[] MaxCode - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; - } + public FixedInt64Buffer18 MaxCode; /// /// Gets the value offset array /// - public short[] ValOffset - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; - } + public FixedInt16Buffer18 ValOffset; /// /// Gets the huffman value array /// - public byte[] HuffVal - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; - } + public FixedByteBuffer256 HuffVal; /// /// Gets the lookahead array /// - public short[] Lookahead - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; - } + public FixedInt16Buffer256 Lookahead; - /// - public void Dispose() + /// + /// Initializes a new instance of the struct. + /// + /// The to use for buffer allocations. + /// The code lengths + /// The huffman values + public PdfJsHuffmanTable(MemoryManager memoryManager, byte[] lengths, byte[] values) { - this.lookahead?.Dispose(); - this.valOffset?.Dispose(); - this.maxcode?.Dispose(); - this.huffval?.Dispose(); - - this.lookahead = null; - this.valOffset = null; - this.maxcode = null; - this.huffval = null; + const int length = 257; + using (IBuffer huffsize = memoryManager.Allocate(length)) + using (IBuffer huffcode = memoryManager.Allocate(length)) + { + ref short huffsizeRef = ref MemoryMarshal.GetReference(huffsize.Span); + ref short huffcodeRef = ref MemoryMarshal.GetReference(huffcode.Span); + + GenerateSizeTable(lengths, ref huffsizeRef); + GenerateCodeTable(ref huffsizeRef, ref huffcodeRef, length); + this.GenerateDecoderTables(lengths, ref huffcodeRef); + this.GenerateLookaheadTables(lengths, values, ref huffcodeRef); + } + + fixed (byte* huffValRef = this.HuffVal.Data) + { + for (int i = 0; i < values.Length; i++) + { + huffValRef[i] = values[i]; + } + } } /// /// Figure C.1: make table of Huffman code length for each symbol /// /// The code lengths - /// The huffman size span - private static void GenerateSizeTable(byte[] lengths, Span huffsize) + /// The huffman size span ref + private static void GenerateSizeTable(byte[] lengths, ref short huffsizeRef) { short index = 0; for (short l = 1; l <= 16; l++) @@ -111,29 +77,30 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components byte i = lengths[l]; for (short j = 0; j < i; j++) { - huffsize[index] = l; + Unsafe.Add(ref huffsizeRef, index) = l; index++; } } - huffsize[index] = 0; + Unsafe.Add(ref huffsizeRef, index) = 0; } /// /// Figure C.2: generate the codes themselves /// - /// The huffman size span - /// The huffman code span - private static void GenerateCodeTable(Span huffsize, Span huffcode) + /// The huffman size span ref + /// The huffman code span ref + /// The length of the huffsize span + private static void GenerateCodeTable(ref short huffsizeRef, ref short huffcodeRef, int length) { short k = 0; - short si = huffsize[0]; + short si = huffsizeRef; short code = 0; - for (short i = 0; i < huffsize.Length; i++) + for (short i = 0; i < length; i++) { - while (huffsize[k] == si) + while (Unsafe.Add(ref huffsizeRef, k) == si) { - huffcode[k] = code; + Unsafe.Add(ref huffcodeRef, k) = code; code++; k++; } @@ -147,30 +114,31 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// Figure F.15: generate decoding tables for bit-sequential decoding /// /// The code lengths - /// The huffman code span - /// The value offset span - /// The max code span - private static void GenerateDecoderTables(byte[] lengths, Span huffcode, Span valOffset, Span maxcode) + /// The huffman code span ref + private void GenerateDecoderTables(byte[] lengths, ref short huffcodeRef) { - short bitcount = 0; - for (int i = 1; i <= 16; i++) + fixed (short* valOffsetRef = this.ValOffset.Data) + fixed (long* maxcodeRef = this.MaxCode.Data) { - if (lengths[i] != 0) - { - // valoffset[l] = huffval[] index of 1st symbol of code length i, - // minus the minimum code of length i - valOffset[i] = (short)(bitcount - huffcode[bitcount]); - bitcount += lengths[i]; - maxcode[i] = huffcode[bitcount - 1]; // maximum code of length i - } - else + short bitcount = 0; + for (int i = 1; i <= 16; i++) { - maxcode[i] = -1; // -1 if no codes of this length + if (lengths[i] != 0) + { + // valOffsetRef[l] = huffcodeRef[] index of 1st symbol of code length i, minus the minimum code of length i + valOffsetRef[i] = (short)(bitcount - Unsafe.Add(ref huffcodeRef, bitcount)); + bitcount += lengths[i]; + maxcodeRef[i] = Unsafe.Add(ref huffcodeRef, bitcount - 1); // maximum code of length i + } + else + { + maxcodeRef[i] = -1; // -1 if no codes of this length + } } - } - valOffset[17] = 0; - maxcode[17] = 0xFFFFFL; + valOffsetRef[17] = 0; + maxcodeRef[17] = 0xFFFFFL; + } } /// @@ -178,32 +146,34 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// /// The code lengths /// The huffman value array - /// The lookahead span - private static void GenerateLookaheadTables(byte[] lengths, byte[] huffval, Span lookahead) + /// The huffman code span ref + private void GenerateLookaheadTables(byte[] lengths, byte[] huffval, ref short huffcodeRef) { - int x = 0, code = 0; - - for (int i = 0; i < 8; i++) + // TODO: This generation code matches the libJpeg code but the lookahead table is not actually used yet. + // To use it we need to implement fast lookup path in PdfJsScanDecoder.DecodeHuffman + // This should yield much faster scan decoding as usually, more than 95% of the Huffman codes + // will be 8 or fewer bits long and can be handled without looping. + fixed (short* lookaheadRef = this.Lookahead.Data) { - code <<= 1; + for (int i = 0; i < 256; i++) + { + lookaheadRef[i] = 2034; // 9 << 8; + } - for (int j = 0; j < lengths[i + 1]; j++) + int p = 0; + for (int l = 1; l <= 8; l++) { - // The codeLength is 1+i, so shift code by 8-(1+i) to - // calculate the high bits for every 8-bit sequence - // whose codeLength's high bits matches code. - // The high 8 bits of lutValue are the encoded value. - // The low 8 bits are 1 plus the codeLength. - byte base2 = (byte)(code << (7 - i)); - short lutValue = (short)((short)(huffval[x] << 8) | (short)(2 + i)); - - for (int k = 0; k < 1 << (7 - i); k++) + for (int i = 1; i <= lengths[l]; i++, p++) { - lookahead[base2 | k] = lutValue; + // l = current code's length, p = its index in huffcode[] & huffval[]. + // Generate left-justified code followed by all possible bit sequences + int lookBits = Unsafe.Add(ref huffcodeRef, p) << (8 - l); + for (int ctr = 1 << (8 - l); ctr > 0; ctr--) + { + lookaheadRef[lookBits] = (short)((l << 8) | huffval[p]); + lookBits++; + } } - - code++; - x++; } } } diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTables.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTables.cs index 5d59809cc..0fd6d76b3 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTables.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsHuffmanTables.cs @@ -1,16 +1,15 @@ // Copyright (c) Six Labors and contributors. // Licensed under the Apache License, Version 2.0. -using System; using System.Collections.Generic; using System.Runtime.CompilerServices; namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components { /// - /// Defines a pair of huffman tables + /// Defines a 2 pairs of huffman tables /// - internal sealed class PdfJsHuffmanTables : IDisposable + internal sealed class PdfJsHuffmanTables { private readonly PdfJsHuffmanTable[] tables = new PdfJsHuffmanTable[4]; @@ -27,14 +26,5 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return ref this.tables[index]; } } - - /// - public void Dispose() - { - for (int i = 0; i < this.tables.Length; i++) - { - this.tables[i].Dispose(); - } - } } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsIDCT.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsIDCT.cs deleted file mode 100644 index 00fa1985d..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsIDCT.cs +++ /dev/null @@ -1,513 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System; -using System.Runtime.CompilerServices; -using SixLabors.ImageSharp.Memory; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Performs the inverse Descrete Cosine Transform on each frame component. - /// - internal static class PdfJsIDCT - { - /// - /// Precomputed values scaled up by 14 bits - /// - public static readonly short[] Aanscales = - { - 16384, 22725, 21407, 19266, 16384, 12873, 8867, 4520, 22725, 31521, 29692, 26722, 22725, 17855, - 12299, 6270, 21407, 29692, 27969, 25172, 21407, 16819, 11585, - 5906, 19266, 26722, 25172, 22654, 19266, 15137, 10426, 5315, - 16384, 22725, 21407, 19266, 16384, 12873, 8867, 4520, 12873, - 17855, 16819, 15137, 12873, 10114, 6967, 3552, 8867, 12299, - 11585, 10426, 8867, 6967, 4799, 2446, 4520, 6270, 5906, 5315, - 4520, 3552, 2446, 1247 - }; - - private const int DctCos1 = 4017; // cos(pi/16) - private const int DctSin1 = 799; // sin(pi/16) - private const int DctCos3 = 3406; // cos(3*pi/16) - private const int DctSin3 = 2276; // sin(3*pi/16) - private const int DctCos6 = 1567; // cos(6*pi/16) - private const int DctSin6 = 3784; // sin(6*pi/16) - private const int DctSqrt2 = 5793; // sqrt(2) - private const int DctSqrt1D2 = 2896; // sqrt(2) / 2 - -#pragma warning disable SA1310 // Field names must not contain underscore - private const int FIX_1_082392200 = 277; // FIX(1.082392200) - private const int FIX_1_414213562 = 362; // FIX(1.414213562) - private const int FIX_1_847759065 = 473; // FIX(1.847759065) - private const int FIX_2_613125930 = 669; // FIX(2.613125930) -#pragma warning restore SA1310 // Field names must not contain underscore - - private const int ConstBits = 8; - private const int Pass1Bits = 2; // Factional bits in scale factors - private const int MaxJSample = 255; - private const int CenterJSample = 128; - private const int RangeCenter = (MaxJSample * 2) + 2; - - // First segment of range limit table: limit[x] = 0 for x < 0 - // allow negative subscripts of simple table - private const int TableOffset = 2 * (MaxJSample + 1); - private const int LimitOffset = TableOffset - (RangeCenter - CenterJSample); - - // Each IDCT routine is responsible for range-limiting its results and - // converting them to unsigned form (0..MaxJSample). The raw outputs could - // be quite far out of range if the input data is corrupt, so a bulletproof - // range-limiting step is required. We use a mask-and-table-lookup method - // to do the combined operations quickly, assuming that MaxJSample+1 - // is a power of 2. - private const int RangeMask = (MaxJSample * 4) + 3; // 2 bits wider than legal samples - - private static readonly byte[] Limit = new byte[5 * (MaxJSample + 1)]; - - static PdfJsIDCT() - { - // Main part of range limit table: limit[x] = x - int i; - for (i = 0; i <= MaxJSample; i++) - { - Limit[TableOffset + i] = (byte)i; - } - - // End of range limit table: Limit[x] = MaxJSample for x > MaxJSample - for (; i < 3 * (MaxJSample + 1); i++) - { - Limit[TableOffset + i] = MaxJSample; - } - } - - /// - /// A port of Poppler's IDCT method which in turn is taken from: - /// Christoph Loeffler, Adriaan Ligtenberg, George S. Moschytz, - /// 'Practical Fast 1-D DCT Algorithms with 11 Multiplications', - /// IEEE Intl. Conf. on Acoustics, Speech & Signal Processing, 1989, 988-991. - /// - /// The fram component - /// The block buffer offset - /// The computational buffer for holding temp values - /// The quantization table - public static void QuantizeAndInverse(PdfJsFrameComponent component, int blockBufferOffset, ref Span computationBuffer, ref Span quantizationTable) - { - Span blockData = component.BlockData.Slice(blockBufferOffset); - int v0, v1, v2, v3, v4, v5, v6, v7; - int p0, p1, p2, p3, p4, p5, p6, p7; - int t; - - // inverse DCT on rows - for (int row = 0; row < 64; row += 8) - { - // gather block data - p0 = blockData[row]; - p1 = blockData[row + 1]; - p2 = blockData[row + 2]; - p3 = blockData[row + 3]; - p4 = blockData[row + 4]; - p5 = blockData[row + 5]; - p6 = blockData[row + 6]; - p7 = blockData[row + 7]; - - // dequant p0 - p0 *= quantizationTable[row]; - - // check for all-zero AC coefficients - if ((p1 | p2 | p3 | p4 | p5 | p6 | p7) == 0) - { - t = ((DctSqrt2 * p0) + 512) >> 10; - short st = (short)t; - computationBuffer[row] = st; - computationBuffer[row + 1] = st; - computationBuffer[row + 2] = st; - computationBuffer[row + 3] = st; - computationBuffer[row + 4] = st; - computationBuffer[row + 5] = st; - computationBuffer[row + 6] = st; - computationBuffer[row + 7] = st; - continue; - } - - // dequant p1 ... p7 - p1 *= quantizationTable[row + 1]; - p2 *= quantizationTable[row + 2]; - p3 *= quantizationTable[row + 3]; - p4 *= quantizationTable[row + 4]; - p5 *= quantizationTable[row + 5]; - p6 *= quantizationTable[row + 6]; - p7 *= quantizationTable[row + 7]; - - // stage 4 - v0 = ((DctSqrt2 * p0) + 128) >> 8; - v1 = ((DctSqrt2 * p4) + 128) >> 8; - v2 = p2; - v3 = p6; - v4 = ((DctSqrt1D2 * (p1 - p7)) + 128) >> 8; - v7 = ((DctSqrt1D2 * (p1 + p7)) + 128) >> 8; - v5 = p3 << 4; - v6 = p5 << 4; - - // stage 3 - v0 = (v0 + v1 + 1) >> 1; - v1 = v0 - v1; - t = ((v2 * DctSin6) + (v3 * DctCos6) + 128) >> 8; - v2 = ((v2 * DctCos6) - (v3 * DctSin6) + 128) >> 8; - v3 = t; - v4 = (v4 + v6 + 1) >> 1; - v6 = v4 - v6; - v7 = (v7 + v5 + 1) >> 1; - v5 = v7 - v5; - - // stage 2 - v0 = (v0 + v3 + 1) >> 1; - v3 = v0 - v3; - v1 = (v1 + v2 + 1) >> 1; - v2 = v1 - v2; - t = ((v4 * DctSin3) + (v7 * DctCos3) + 2048) >> 12; - v4 = ((v4 * DctCos3) - (v7 * DctSin3) + 2048) >> 12; - v7 = t; - t = ((v5 * DctSin1) + (v6 * DctCos1) + 2048) >> 12; - v5 = ((v5 * DctCos1) - (v6 * DctSin1) + 2048) >> 12; - v6 = t; - - // stage 1 - computationBuffer[row] = (short)(v0 + v7); - computationBuffer[row + 7] = (short)(v0 - v7); - computationBuffer[row + 1] = (short)(v1 + v6); - computationBuffer[row + 6] = (short)(v1 - v6); - computationBuffer[row + 2] = (short)(v2 + v5); - computationBuffer[row + 5] = (short)(v2 - v5); - computationBuffer[row + 3] = (short)(v3 + v4); - computationBuffer[row + 4] = (short)(v3 - v4); - } - - // inverse DCT on columns - for (int col = 0; col < 8; ++col) - { - p0 = computationBuffer[col]; - p1 = computationBuffer[col + 8]; - p2 = computationBuffer[col + 16]; - p3 = computationBuffer[col + 24]; - p4 = computationBuffer[col + 32]; - p5 = computationBuffer[col + 40]; - p6 = computationBuffer[col + 48]; - p7 = computationBuffer[col + 56]; - - // check for all-zero AC coefficients - if ((p1 | p2 | p3 | p4 | p5 | p6 | p7) == 0) - { - t = ((DctSqrt2 * p0) + 8192) >> 14; - - // convert to 8 bit - t = (t < -2040) ? 0 : (t >= 2024) ? MaxJSample : (t + 2056) >> 4; - short st = (short)t; - - blockData[col] = st; - blockData[col + 8] = st; - blockData[col + 16] = st; - blockData[col + 24] = st; - blockData[col + 32] = st; - blockData[col + 40] = st; - blockData[col + 48] = st; - blockData[col + 56] = st; - continue; - } - - // stage 4 - v0 = ((DctSqrt2 * p0) + 2048) >> 12; - v1 = ((DctSqrt2 * p4) + 2048) >> 12; - v2 = p2; - v3 = p6; - v4 = ((DctSqrt1D2 * (p1 - p7)) + 2048) >> 12; - v7 = ((DctSqrt1D2 * (p1 + p7)) + 2048) >> 12; - v5 = p3; - v6 = p5; - - // stage 3 - // Shift v0 by 128.5 << 5 here, so we don't need to shift p0...p7 when - // converting to UInt8 range later. - v0 = ((v0 + v1 + 1) >> 1) + 4112; - v1 = v0 - v1; - t = ((v2 * DctSin6) + (v3 * DctCos6) + 2048) >> 12; - v2 = ((v2 * DctCos6) - (v3 * DctSin6) + 2048) >> 12; - v3 = t; - v4 = (v4 + v6 + 1) >> 1; - v6 = v4 - v6; - v7 = (v7 + v5 + 1) >> 1; - v5 = v7 - v5; - - // stage 2 - v0 = (v0 + v3 + 1) >> 1; - v3 = v0 - v3; - v1 = (v1 + v2 + 1) >> 1; - v2 = v1 - v2; - t = ((v4 * DctSin3) + (v7 * DctCos3) + 2048) >> 12; - v4 = ((v4 * DctCos3) - (v7 * DctSin3) + 2048) >> 12; - v7 = t; - t = ((v5 * DctSin1) + (v6 * DctCos1) + 2048) >> 12; - v5 = ((v5 * DctCos1) - (v6 * DctSin1) + 2048) >> 12; - v6 = t; - - // stage 1 - p0 = v0 + v7; - p7 = v0 - v7; - p1 = v1 + v6; - p6 = v1 - v6; - p2 = v2 + v5; - p5 = v2 - v5; - p3 = v3 + v4; - p4 = v3 - v4; - - // convert to 8-bit integers - p0 = (p0 < 16) ? 0 : (p0 >= 4080) ? MaxJSample : p0 >> 4; - p1 = (p1 < 16) ? 0 : (p1 >= 4080) ? MaxJSample : p1 >> 4; - p2 = (p2 < 16) ? 0 : (p2 >= 4080) ? MaxJSample : p2 >> 4; - p3 = (p3 < 16) ? 0 : (p3 >= 4080) ? MaxJSample : p3 >> 4; - p4 = (p4 < 16) ? 0 : (p4 >= 4080) ? MaxJSample : p4 >> 4; - p5 = (p5 < 16) ? 0 : (p5 >= 4080) ? MaxJSample : p5 >> 4; - p6 = (p6 < 16) ? 0 : (p6 >= 4080) ? MaxJSample : p6 >> 4; - p7 = (p7 < 16) ? 0 : (p7 >= 4080) ? MaxJSample : p7 >> 4; - - // store block data - blockData[col] = (short)p0; - blockData[col + 8] = (short)p1; - blockData[col + 16] = (short)p2; - blockData[col + 24] = (short)p3; - blockData[col + 32] = (short)p4; - blockData[col + 40] = (short)p5; - blockData[col + 48] = (short)p6; - blockData[col + 56] = (short)p7; - } - } - - /// - /// A port of - /// A 2-D IDCT can be done by 1-D IDCT on each column followed by 1-D IDCT - /// on each row(or vice versa, but it's more convenient to emit a row at - /// a time). Direct algorithms are also available, but they are much more - /// complex and seem not to be any faster when reduced to code. - /// - /// This implementation is based on Arai, Agui, and Nakajima's algorithm for - /// scaled DCT.Their original paper (Trans.IEICE E-71(11):1095) is in - /// Japanese, but the algorithm is described in the Pennebaker & Mitchell - /// JPEG textbook(see REFERENCES section in file README.ijg). The following - /// code is based directly on figure 4-8 in P&M. - /// While an 8-point DCT cannot be done in less than 11 multiplies, it is - /// possible to arrange the computation so that many of the multiplies are - /// simple scalings of the final outputs.These multiplies can then be - /// folded into the multiplications or divisions by the JPEG quantization - /// table entries. The AA&N method leaves only 5 multiplies and 29 adds - /// to be done in the DCT itself. - /// The primary disadvantage of this method is that with fixed-point math, - /// accuracy is lost due to imprecise representation of the scaled - /// quantization values.The smaller the quantization table entry, the less - /// precise the scaled value, so this implementation does worse with high - - /// quality - setting files than with low - quality ones. - /// - /// The frame component - /// The block buffer offset - /// The computational buffer for holding temp values - /// The multiplier table - public static void QuantizeAndInverseFast(PdfJsFrameComponent component, int blockBufferOffset, ref Span computationBuffer, ref Span multiplierTable) - { - Span blockData = component.BlockData.Slice(blockBufferOffset); - int p0, p1, p2, p3, p4, p5, p6, p7; - - for (int col = 0; col < 8; col++) - { - // Gather block data - p0 = blockData[col]; - p1 = blockData[col + 8]; - p2 = blockData[col + 16]; - p3 = blockData[col + 24]; - p4 = blockData[col + 32]; - p5 = blockData[col + 40]; - p6 = blockData[col + 48]; - p7 = blockData[col + 56]; - - int tmp0 = p0 * multiplierTable[col]; - - // Due to quantization, we will usually find that many of the input - // coefficients are zero, especially the AC terms. We can exploit this - // by short-circuiting the IDCT calculation for any column in which all - // the AC terms are zero. In that case each output is equal to the - // DC coefficient (with scale factor as needed). - // With typical images and quantization tables, half or more of the - // column DCT calculations can be simplified this way. - if ((p1 | p2 | p3 | p4 | p5 | p6 | p7) == 0) - { - short dcval = (short)tmp0; - - computationBuffer[col] = dcval; - computationBuffer[col + 8] = dcval; - computationBuffer[col + 16] = dcval; - computationBuffer[col + 24] = dcval; - computationBuffer[col + 32] = dcval; - computationBuffer[col + 40] = dcval; - computationBuffer[col + 48] = dcval; - computationBuffer[col + 56] = dcval; - - continue; - } - - // Even part - int tmp1 = p2 * multiplierTable[col + 16]; - int tmp2 = p4 * multiplierTable[col + 32]; - int tmp3 = p6 * multiplierTable[col + 48]; - - int tmp10 = tmp0 + tmp2; // Phase 3 - int tmp11 = tmp0 - tmp2; - - int tmp13 = tmp1 + tmp3; // Phases 5-3 - int tmp12 = Multiply(tmp1 - tmp3, FIX_1_414213562) - tmp13; // 2*c4 - - tmp0 = tmp10 + tmp13; // Phase 2 - tmp3 = tmp10 - tmp13; - tmp1 = tmp11 + tmp12; - tmp2 = tmp11 - tmp12; - - // Odd Part - int tmp4 = p1 * multiplierTable[col + 8]; - int tmp5 = p3 * multiplierTable[col + 24]; - int tmp6 = p5 * multiplierTable[col + 40]; - int tmp7 = p7 * multiplierTable[col + 56]; - - int z13 = tmp6 + tmp5; // Phase 6 - int z10 = tmp6 - tmp5; - int z11 = tmp4 + tmp7; - int z12 = tmp4 - tmp7; - - tmp7 = z11 + z13; // Phase 5 - tmp11 = Multiply(z11 - z13, FIX_1_414213562); // 2*c4 - - int z5 = Multiply(z10 + z12, FIX_1_847759065); // 2*c2 - tmp10 = z5 - Multiply(z12, FIX_1_082392200); // 2*(c2-c6) - tmp12 = z5 - Multiply(z10, FIX_2_613125930); // 2*(c2+c6) - - tmp6 = tmp12 - tmp7; // Phase 2 - tmp5 = tmp11 - tmp6; - tmp4 = tmp10 - tmp5; - - computationBuffer[col] = (short)(tmp0 + tmp7); - computationBuffer[col + 56] = (short)(tmp0 - tmp7); - computationBuffer[col + 8] = (short)(tmp1 + tmp6); - computationBuffer[col + 48] = (short)(tmp1 - tmp6); - computationBuffer[col + 16] = (short)(tmp2 + tmp5); - computationBuffer[col + 40] = (short)(tmp2 - tmp5); - computationBuffer[col + 24] = (short)(tmp3 + tmp4); - computationBuffer[col + 32] = (short)(tmp3 - tmp4); - } - - // Pass 2: process rows from work array, store into output array. - // Note that we must descale the results by a factor of 8 == 2**3, - // and also undo the pass 1 bits scaling. - for (int row = 0; row < 64; row += 8) - { - p1 = computationBuffer[row + 1]; - p2 = computationBuffer[row + 2]; - p3 = computationBuffer[row + 3]; - p4 = computationBuffer[row + 4]; - p5 = computationBuffer[row + 5]; - p6 = computationBuffer[row + 6]; - p7 = computationBuffer[row + 7]; - - // Add range center and fudge factor for final descale and range-limit. - int z5 = computationBuffer[row] + (RangeCenter << (Pass1Bits + 3)) + (1 << (Pass1Bits + 2)); - - // Check for all-zero AC coefficients - if ((p1 | p2 | p3 | p4 | p5 | p6 | p7) == 0) - { - byte dcval = Limit[LimitOffset + (RightShift(z5, Pass1Bits + 3) & RangeMask)]; - - blockData[row] = dcval; - blockData[row + 1] = dcval; - blockData[row + 2] = dcval; - blockData[row + 3] = dcval; - blockData[row + 4] = dcval; - blockData[row + 5] = dcval; - blockData[row + 6] = dcval; - blockData[row + 7] = dcval; - - continue; - } - - // Even part - int tmp10 = z5 + p4; - int tmp11 = z5 - p4; - - int tmp13 = p2 + p6; - int tmp12 = Multiply(p2 - p6, FIX_1_414213562) - tmp13; // 2*c4 - - int tmp0 = tmp10 + tmp13; - int tmp3 = tmp10 - tmp13; - int tmp1 = tmp11 + tmp12; - int tmp2 = tmp11 - tmp12; - - // Odd part - int z13 = p5 + p3; - int z10 = p5 - p3; - int z11 = p1 + p7; - int z12 = p1 - p7; - - int tmp7 = z11 + z13; // Phase 5 - tmp11 = Multiply(z11 - z13, FIX_1_414213562); // 2*c4 - - z5 = Multiply(z10 + z12, FIX_1_847759065); // 2*c2 - tmp10 = z5 - Multiply(z12, FIX_1_082392200); // 2*(c2-c6) - tmp12 = z5 - Multiply(z10, FIX_2_613125930); // 2*(c2+c6) - - int tmp6 = tmp12 - tmp7; // Phase 2 - int tmp5 = tmp11 - tmp6; - int tmp4 = tmp10 - tmp5; - - // Final output stage: scale down by a factor of 8, offset, and range-limit - blockData[row] = Limit[LimitOffset + (RightShift(tmp0 + tmp7, Pass1Bits + 3) & RangeMask)]; - blockData[row + 7] = Limit[LimitOffset + (RightShift(tmp0 - tmp7, Pass1Bits + 3) & RangeMask)]; - blockData[row + 1] = Limit[LimitOffset + (RightShift(tmp1 + tmp6, Pass1Bits + 3) & RangeMask)]; - blockData[row + 6] = Limit[LimitOffset + (RightShift(tmp1 - tmp6, Pass1Bits + 3) & RangeMask)]; - blockData[row + 2] = Limit[LimitOffset + (RightShift(tmp2 + tmp5, Pass1Bits + 3) & RangeMask)]; - blockData[row + 5] = Limit[LimitOffset + (RightShift(tmp2 - tmp5, Pass1Bits + 3) & RangeMask)]; - blockData[row + 3] = Limit[LimitOffset + (RightShift(tmp3 + tmp4, Pass1Bits + 3) & RangeMask)]; - blockData[row + 4] = Limit[LimitOffset + (RightShift(tmp3 - tmp4, Pass1Bits + 3) & RangeMask)]; - } - } - - /// - /// Descale and correctly round an int value that's scaled by bits. - /// We assume rounds towards minus infinity, so adding - /// the fudge factor is correct for either sign of . - /// - /// The value - /// The number of bits - /// The - [MethodImpl(MethodImplOptions.AggressiveInlining)] - public static int Descale(int value, int n) - { - return RightShift(value + (1 << (n - 1)), n); - } - - /// - /// Multiply a variable by an int constant, and immediately descale. - /// - /// The value - /// The multiplier - /// The - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private static int Multiply(int val, int c) - { - return Descale(val * c, ConstBits); - } - - /// - /// Right-shifts the value by the given amount - /// - /// The value - /// The amount to shift by - /// The - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private static int RightShift(int value, int shift) - { - return value >> shift; - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsJpegPixelArea.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsJpegPixelArea.cs deleted file mode 100644 index f16fb9a2c..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsJpegPixelArea.cs +++ /dev/null @@ -1,149 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System; -using System.Diagnostics; -using System.Numerics; -using System.Runtime.CompilerServices; -using SixLabors.ImageSharp.Memory; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Represents a section of the jpeg component data laid out in pixel order. - /// - internal struct PdfJsJpegPixelArea : IDisposable - { - private readonly MemoryManager memoryManager; - - private readonly int imageWidth; - - private readonly int imageHeight; - - private IBuffer componentData; - - private int rowStride; - - /// - /// Initializes a new instance of the struct. - /// - /// The to use for buffer allocations. - /// The image width - /// The image height - /// The number of components - public PdfJsJpegPixelArea(MemoryManager memoryManager, int imageWidth, int imageHeight, int numberOfComponents) - { - this.memoryManager = memoryManager; - this.imageWidth = imageWidth; - this.imageHeight = imageHeight; - this.Width = 0; - this.Height = 0; - this.NumberOfComponents = numberOfComponents; - this.componentData = null; - this.rowStride = 0; - } - - /// - /// Gets the number of components - /// - public int NumberOfComponents { get; } - - /// - /// Gets the width - /// - public int Width { get; private set; } - - /// - /// Gets the height - /// - public int Height { get; private set; } - - /// - /// Organsizes the decoded jpeg components into a linear array ordered by component. - /// This must be called before attempting to retrieve the data. - /// - /// The jpeg component blocks - /// The pixel area width - /// The pixel area height - public void LinearizeBlockData(PdfJsComponentBlocks components, int width, int height) - { - this.Width = width; - this.Height = height; - int numberOfComponents = this.NumberOfComponents; - this.rowStride = width * numberOfComponents; - var scale = new Vector2(this.imageWidth / (float)width, this.imageHeight / (float)height); - - this.componentData = this.memoryManager.Allocate(width * height * numberOfComponents); - Span componentDataSpan = this.componentData.Span; - const uint Mask3Lsb = 0xFFFFFFF8; // Used to clear the 3 LSBs - - using (IBuffer xScaleBlockOffset = this.memoryManager.Allocate(width)) - { - Span xScaleBlockOffsetSpan = xScaleBlockOffset.Span; - for (int i = 0; i < numberOfComponents; i++) - { - ref PdfJsComponent component = ref components.Components[i]; - Vector2 componentScale = component.Scale * scale; - int offset = i; - Span output = component.Output.Span; - int blocksPerScanline = (component.BlocksPerLine + 1) << 3; - - // Precalculate the xScaleBlockOffset - int j; - for (int x = 0; x < width; x++) - { - j = (int)(x * componentScale.X); - xScaleBlockOffsetSpan[x] = (int)((j & Mask3Lsb) << 3) | (j & 7); - } - - // Linearize the blocks of the component - for (int y = 0; y < height; y++) - { - j = (int)(y * componentScale.Y); - int index = blocksPerScanline * (int)(j & Mask3Lsb) | ((j & 7) << 3); - for (int x = 0; x < width; x++) - { - componentDataSpan[offset] = (byte)output[index + xScaleBlockOffsetSpan[x]]; - offset += numberOfComponents; - } - } - } - } - } - - /// - /// Gets a representing the row 'y' beginning from the the first byte on that row. - /// - /// The y-coordinate of the pixel row. Must be greater than or equal to zero and less than the height of the pixel area. - /// The - [MethodImpl(MethodImplOptions.AggressiveInlining)] - public Span GetRowSpan(int y) - { - this.CheckCoordinates(y); - return this.componentData.Slice(y * this.rowStride, this.rowStride); - } - - /// - public void Dispose() - { - this.componentData?.Dispose(); - this.componentData = null; - } - - /// - /// Checks the coordinates to ensure they are within bounds. - /// - /// The y-coordinate of the row. Must be greater than zero and less than the height of the area. - /// - /// Thrown if the coordinates are not within the bounds of the image. - /// - [Conditional("DEBUG")] - private void CheckCoordinates(int y) - { - if (y < 0 || y >= this.Height) - { - throw new ArgumentOutOfRangeException(nameof(y), y, $"{y} is outwith the area bounds."); - } - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsQuantizationTables.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsQuantizationTables.cs deleted file mode 100644 index afe0b3007..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsQuantizationTables.cs +++ /dev/null @@ -1,67 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System; -using System.Runtime.CompilerServices; -using SixLabors.ImageSharp.Memory; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Contains the quantization tables. - /// - internal sealed class PdfJsQuantizationTables : IDisposable - { - public PdfJsQuantizationTables(MemoryManager memoryManager) - { - this.Tables = memoryManager.Allocate2D(64, 4); - } - - /// - /// Gets the ZigZag scan table - /// - public static byte[] DctZigZag - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; - } - - = - { - 0, - 1, 8, - 16, 9, 2, - 3, 10, 17, 24, - 32, 25, 18, 11, 4, - 5, 12, 19, 26, 33, 40, - 48, 41, 34, 27, 20, 13, 6, - 7, 14, 21, 28, 35, 42, 49, 56, - 57, 50, 43, 36, 29, 22, 15, - 23, 30, 37, 44, 51, 58, - 59, 52, 45, 38, 31, - 39, 46, 53, 60, - 61, 54, 47, - 55, 62, - 63 - }; - - /// - /// Gets or sets the quantization tables. - /// - public Buffer2D Tables - { - [MethodImpl(MethodImplOptions.AggressiveInlining)] - get; set; - } - - /// - public void Dispose() - { - if (this.Tables != null) - { - this.Tables.Dispose(); - this.Tables = null; - } - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsScanDecoder.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsScanDecoder.cs index c6f6ac270..5fcaa6cea 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsScanDecoder.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsScanDecoder.cs @@ -2,9 +2,13 @@ // Licensed under the Apache License, Version 2.0. using System; +#if DEBUG using System.Diagnostics; +#endif using System.IO; using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; +using SixLabors.ImageSharp.Formats.Jpeg.Common; namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components { @@ -13,18 +17,14 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components /// internal struct PdfJsScanDecoder { + private ZigZag dctZigZag; + private byte[] markerBuffer; private int bitsData; private int bitsCount; -#pragma warning disable 414 - private int bitsUnRead; - - private int accumulator; -#pragma warning restore 414 - private int specStart; private int specEnd; @@ -72,6 +72,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components int successivePrev, int successive) { + this.dctZigZag = ZigZag.CreateUnzigTable(); this.markerBuffer = new byte[2]; this.compIndex = componentIndex; this.specStart = spectralStart; @@ -113,34 +114,14 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components } else { - if (this.specStart == 0) - { - if (successivePrev == 0) - { - this.DecodeScanDCFirst(dcHuffmanTables, components, componentsLength, mcusPerLine, mcuToRead, ref mcu, stream); - } - else - { - this.DecodeScanDCSuccessive(components, componentsLength, mcusPerLine, mcuToRead, ref mcu, stream); - } - } - else - { - if (successivePrev == 0) - { - this.DecodeScanACFirst(acHuffmanTables, components, componentsLength, mcusPerLine, mcuToRead, ref mcu, stream); - } - else - { - this.DecodeScanACSuccessive(acHuffmanTables, components, componentsLength, mcusPerLine, mcuToRead, ref mcu, stream); - } - } + bool isAc = this.specStart != 0; + bool isFirst = successivePrev == 0; + PdfJsHuffmanTables huffmanTables = isAc ? acHuffmanTables : dcHuffmanTables; + this.DecodeScanProgressive(huffmanTables, isAc, isFirst, components, componentsLength, mcusPerLine, mcuToRead, ref mcu, stream); } // Find marker this.bitsCount = 0; - this.accumulator = 0; - this.bitsUnRead = 0; fileMarker = PdfJsJpegDecoderCore.FindNextFileMarker(this.markerBuffer, stream); // Some bad images seem to pad Scan blocks with e.g. zero bytes, skip past @@ -172,7 +153,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components fileMarker = PdfJsJpegDecoderCore.FindNextFileMarker(this.markerBuffer, stream); // Some images include more Scan blocks than expected, skip past those and - // attempt to find the next valid marker (fixes issue8182.pdf) in original code. + // attempt to find the next valid marker (fixes issue8182.pdf) ref original code. if (fileMarker.Invalid) { #if DEBUG @@ -187,7 +168,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components } } - [MethodImpl(MethodImplOptions.AggressiveInlining)] private void DecodeScanBaseline( PdfJsHuffmanTables dcHuffmanTables, PdfJsHuffmanTables acHuffmanTables, @@ -201,6 +181,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components if (componentsLength == 1) { PdfJsFrameComponent component = components[this.compIndex]; + ref short blockDataRef = ref MemoryMarshal.GetReference(MemoryMarshal.Cast(component.SpectralBlocks.Span)); ref PdfJsHuffmanTable dcHuffmanTable = ref dcHuffmanTables[component.DCHuffmanTableId]; ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; @@ -211,7 +192,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components continue; } - this.DecodeBlockBaseline(ref dcHuffmanTable, ref acHuffmanTable, component, mcu, stream); + this.DecodeBlockBaseline(ref dcHuffmanTable, ref acHuffmanTable, component, ref blockDataRef, mcu, stream); mcu++; } } @@ -222,6 +203,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components for (int i = 0; i < componentsLength; i++) { PdfJsFrameComponent component = components[i]; + ref short blockDataRef = ref MemoryMarshal.GetReference(MemoryMarshal.Cast(component.SpectralBlocks.Span)); ref PdfJsHuffmanTable dcHuffmanTable = ref dcHuffmanTables[component.DCHuffmanTableId]; ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; int h = component.HorizontalSamplingFactor; @@ -236,7 +218,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components continue; } - this.DecodeMcuBaseline(ref dcHuffmanTable, ref acHuffmanTable, component, mcusPerLine, mcu, j, k, stream); + this.DecodeMcuBaseline(ref dcHuffmanTable, ref acHuffmanTable, component, ref blockDataRef, mcusPerLine, mcu, j, k, stream); } } } @@ -246,9 +228,10 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components } } - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeScanDCFirst( - PdfJsHuffmanTables dcHuffmanTables, + private void DecodeScanProgressive( + PdfJsHuffmanTables huffmanTables, + bool isAC, + bool isFirst, PdfJsFrameComponent[] components, int componentsLength, int mcusPerLine, @@ -259,7 +242,8 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components if (componentsLength == 1) { PdfJsFrameComponent component = components[this.compIndex]; - ref PdfJsHuffmanTable dcHuffmanTable = ref dcHuffmanTables[component.DCHuffmanTableId]; + ref short blockDataRef = ref MemoryMarshal.GetReference(MemoryMarshal.Cast(component.SpectralBlocks.Span)); + ref PdfJsHuffmanTable huffmanTable = ref huffmanTables[isAC ? component.ACHuffmanTableId : component.DCHuffmanTableId]; for (int n = 0; n < mcuToRead; n++) { @@ -268,173 +252,32 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components continue; } - this.DecodeBlockDCFirst(ref dcHuffmanTable, component, mcu, stream); - mcu++; - } - } - else - { - for (int n = 0; n < mcuToRead; n++) - { - for (int i = 0; i < componentsLength; i++) + if (isAC) { - PdfJsFrameComponent component = components[i]; - ref PdfJsHuffmanTable dcHuffmanTable = ref dcHuffmanTables[component.DCHuffmanTableId]; - int h = component.HorizontalSamplingFactor; - int v = component.VerticalSamplingFactor; - - for (int j = 0; j < v; j++) + if (isFirst) { - for (int k = 0; k < h; k++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeMcuDCFirst(ref dcHuffmanTable, component, mcusPerLine, mcu, j, k, stream); - } + this.DecodeBlockACFirst(ref huffmanTable, component, ref blockDataRef, mcu, stream); } - } - - mcu++; - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeScanDCSuccessive( - PdfJsFrameComponent[] components, - int componentsLength, - int mcusPerLine, - int mcuToRead, - ref int mcu, - Stream stream) - { - if (componentsLength == 1) - { - PdfJsFrameComponent component = components[this.compIndex]; - for (int n = 0; n < mcuToRead; n++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeBlockDCSuccessive(component, mcu, stream); - mcu++; - } - } - else - { - for (int n = 0; n < mcuToRead; n++) - { - for (int i = 0; i < componentsLength; i++) - { - PdfJsFrameComponent component = components[i]; - int h = component.HorizontalSamplingFactor; - int v = component.VerticalSamplingFactor; - for (int j = 0; j < v; j++) + else { - for (int k = 0; k < h; k++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeMcuDCSuccessive(component, mcusPerLine, mcu, j, k, stream); - } + this.DecodeBlockACSuccessive(ref huffmanTable, component, ref blockDataRef, mcu, stream); } } - - mcu++; - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeScanACFirst( - PdfJsHuffmanTables acHuffmanTables, - PdfJsFrameComponent[] components, - int componentsLength, - int mcusPerLine, - int mcuToRead, - ref int mcu, - Stream stream) - { - if (componentsLength == 1) - { - PdfJsFrameComponent component = components[this.compIndex]; - ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; - - for (int n = 0; n < mcuToRead; n++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeBlockACFirst(ref acHuffmanTable, component, mcu, stream); - mcu++; - } - } - else - { - for (int n = 0; n < mcuToRead; n++) - { - for (int i = 0; i < componentsLength; i++) + else { - PdfJsFrameComponent component = components[i]; - ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; - int h = component.HorizontalSamplingFactor; - int v = component.VerticalSamplingFactor; - - for (int j = 0; j < v; j++) + if (isFirst) { - for (int k = 0; k < h; k++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeMcuACFirst(ref acHuffmanTable, component, mcusPerLine, mcu, j, k, stream); - } + this.DecodeBlockDCFirst(ref huffmanTable, component, ref blockDataRef, mcu, stream); + } + else + { + this.DecodeBlockDCSuccessive(component, ref blockDataRef, mcu, stream); } } mcu++; } } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeScanACSuccessive( - PdfJsHuffmanTables acHuffmanTables, - PdfJsFrameComponent[] components, - int componentsLength, - int mcusPerLine, - int mcuToRead, - ref int mcu, - Stream stream) - { - if (componentsLength == 1) - { - PdfJsFrameComponent component = components[this.compIndex]; - ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; - - for (int n = 0; n < mcuToRead; n++) - { - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - continue; - } - - this.DecodeBlockACSuccessive(ref acHuffmanTable, component, mcu, stream); - mcu++; - } - } else { for (int n = 0; n < mcuToRead; n++) @@ -442,7 +285,8 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components for (int i = 0; i < componentsLength; i++) { PdfJsFrameComponent component = components[i]; - ref PdfJsHuffmanTable acHuffmanTable = ref acHuffmanTables[component.ACHuffmanTableId]; + ref short blockDataRef = ref MemoryMarshal.GetReference(MemoryMarshal.Cast(component.SpectralBlocks.Span)); + ref PdfJsHuffmanTable huffmanTable = ref huffmanTables[isAC ? component.ACHuffmanTableId : component.DCHuffmanTableId]; int h = component.HorizontalSamplingFactor; int v = component.VerticalSamplingFactor; @@ -455,7 +299,28 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components continue; } - this.DecodeMcuACSuccessive(ref acHuffmanTable, component, mcusPerLine, mcu, j, k, stream); + if (isAC) + { + if (isFirst) + { + this.DecodeMcuACFirst(ref huffmanTable, component, ref blockDataRef, mcusPerLine, mcu, j, k, stream); + } + else + { + this.DecodeMcuACSuccessive(ref huffmanTable, component, ref blockDataRef, mcusPerLine, mcu, j, k, stream); + } + } + else + { + if (isFirst) + { + this.DecodeMcuDCFirst(ref huffmanTable, component, ref blockDataRef, mcusPerLine, mcu, j, k, stream); + } + else + { + this.DecodeMcuDCSuccessive(component, ref blockDataRef, mcusPerLine, mcu, j, k, stream); + } + } } } } @@ -466,103 +331,103 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBlockBaseline(ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcu, Stream stream) + private void DecodeBlockBaseline(ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcu, Stream stream) { int blockRow = mcu / component.WidthInBlocks; int blockCol = mcu % component.WidthInBlocks; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeBaseline(component, offset, ref dcHuffmanTable, ref acHuffmanTable, stream); + this.DecodeBaseline(component, ref blockDataRef, offset, ref dcHuffmanTable, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeMcuBaseline(ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcusPerLine, int mcu, int row, int col, Stream stream) + private void DecodeMcuBaseline(ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcusPerLine, int mcu, int row, int col, Stream stream) { int mcuRow = mcu / mcusPerLine; int mcuCol = mcu % mcusPerLine; int blockRow = (mcuRow * component.VerticalSamplingFactor) + row; int blockCol = (mcuCol * component.HorizontalSamplingFactor) + col; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeBaseline(component, offset, ref dcHuffmanTable, ref acHuffmanTable, stream); + this.DecodeBaseline(component, ref blockDataRef, offset, ref dcHuffmanTable, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBlockDCFirst(ref PdfJsHuffmanTable dcHuffmanTable, PdfJsFrameComponent component, int mcu, Stream stream) + private void DecodeBlockDCFirst(ref PdfJsHuffmanTable dcHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcu, Stream stream) { int blockRow = mcu / component.WidthInBlocks; int blockCol = mcu % component.WidthInBlocks; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeDCFirst(component, offset, ref dcHuffmanTable, stream); + this.DecodeDCFirst(component, ref blockDataRef, offset, ref dcHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeMcuDCFirst(ref PdfJsHuffmanTable dcHuffmanTable, PdfJsFrameComponent component, int mcusPerLine, int mcu, int row, int col, Stream stream) + private void DecodeMcuDCFirst(ref PdfJsHuffmanTable dcHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcusPerLine, int mcu, int row, int col, Stream stream) { int mcuRow = mcu / mcusPerLine; int mcuCol = mcu % mcusPerLine; int blockRow = (mcuRow * component.VerticalSamplingFactor) + row; int blockCol = (mcuCol * component.HorizontalSamplingFactor) + col; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeDCFirst(component, offset, ref dcHuffmanTable, stream); + this.DecodeDCFirst(component, ref blockDataRef, offset, ref dcHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBlockDCSuccessive(PdfJsFrameComponent component, int mcu, Stream stream) + private void DecodeBlockDCSuccessive(PdfJsFrameComponent component, ref short blockDataRef, int mcu, Stream stream) { int blockRow = mcu / component.WidthInBlocks; int blockCol = mcu % component.WidthInBlocks; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeDCSuccessive(component, offset, stream); + this.DecodeDCSuccessive(component, ref blockDataRef, offset, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeMcuDCSuccessive(PdfJsFrameComponent component, int mcusPerLine, int mcu, int row, int col, Stream stream) + private void DecodeMcuDCSuccessive(PdfJsFrameComponent component, ref short blockDataRef, int mcusPerLine, int mcu, int row, int col, Stream stream) { int mcuRow = mcu / mcusPerLine; int mcuCol = mcu % mcusPerLine; int blockRow = (mcuRow * component.VerticalSamplingFactor) + row; int blockCol = (mcuCol * component.HorizontalSamplingFactor) + col; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeDCSuccessive(component, offset, stream); + this.DecodeDCSuccessive(component, ref blockDataRef, offset, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBlockACFirst(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcu, Stream stream) + private void DecodeBlockACFirst(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcu, Stream stream) { int blockRow = mcu / component.WidthInBlocks; int blockCol = mcu % component.WidthInBlocks; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeACFirst(component, offset, ref acHuffmanTable, stream); + this.DecodeACFirst(component, ref blockDataRef, offset, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeMcuACFirst(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcusPerLine, int mcu, int row, int col, Stream stream) + private void DecodeMcuACFirst(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcusPerLine, int mcu, int row, int col, Stream stream) { int mcuRow = mcu / mcusPerLine; int mcuCol = mcu % mcusPerLine; int blockRow = (mcuRow * component.VerticalSamplingFactor) + row; int blockCol = (mcuCol * component.HorizontalSamplingFactor) + col; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeACFirst(component, offset, ref acHuffmanTable, stream); + this.DecodeACFirst(component, ref blockDataRef, offset, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBlockACSuccessive(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcu, Stream stream) + private void DecodeBlockACSuccessive(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcu, Stream stream) { int blockRow = mcu / component.WidthInBlocks; int blockCol = mcu % component.WidthInBlocks; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeACSuccessive(component, offset, ref acHuffmanTable, stream); + this.DecodeACSuccessive(component, ref blockDataRef, offset, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeMcuACSuccessive(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, int mcusPerLine, int mcu, int row, int col, Stream stream) + private void DecodeMcuACSuccessive(ref PdfJsHuffmanTable acHuffmanTable, PdfJsFrameComponent component, ref short blockDataRef, int mcusPerLine, int mcu, int row, int col, Stream stream) { int mcuRow = mcu / mcusPerLine; int mcuCol = mcu % mcusPerLine; int blockRow = (mcuRow * component.VerticalSamplingFactor) + row; int blockCol = (mcuCol * component.HorizontalSamplingFactor) + col; int offset = component.GetBlockBufferOffset(blockRow, blockCol); - this.DecodeACSuccessive(component, offset, ref acHuffmanTable, stream); + this.DecodeACSuccessive(component, ref blockDataRef, offset, ref acHuffmanTable, stream); } [MethodImpl(MethodImplOptions.AggressiveInlining)] @@ -579,7 +444,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components if (this.bitsData == -0x1) { - // We've encountered the end of the file stream which means there's no EOI marker in the image + // We've encountered the end of the file stream which means there's no EOI marker ref the image this.endOfStreamReached = true; } @@ -608,44 +473,13 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components [MethodImpl(MethodImplOptions.AggressiveInlining)] private short DecodeHuffman(ref PdfJsHuffmanTable tree, Stream stream) { - short code = -1; - - // TODO: Adding this code introduces error into the decoder. + // TODO: Implement fast Huffman decoding. // NOTES # During investigation of the libjpeg implementation it appears that they pull 32bits at a time and operate on those bits - // using 3 methods: FillBits, PeekBits, and ReadBits. We should attempt to do the same. - // It doesn't appear to speed anything up either. - // if (this.bitsUnRead < 8) - // { - // if (this.bitsCount <= 0) - // { - // code = (short)this.ReadBit(stream); - // if (this.endOfStreamReached || this.unexpectedMarkerReached) - // { - // return -1; - // } - // - // this.bitsUnRead += 8; - // } - // - // this.accumulator = (this.accumulator << 8) | this.bitsData; - // int lutIndex = (this.accumulator >> (8 - this.bitsUnRead)) & 0xFF; - // int v = tree.Lookahead[lutIndex]; - // if (v != 0) - // { - // int nb = (v & 0xFF) - 1; - // this.bitsCount -= nb - 1; - // this.bitsUnRead -= nb; - // v = v >> 8; - // return (short)v; - // } - // } - if (code == -1) + // using 3 methods: FillBits, PeekBits, and ReadBits. We should attempt to do the same. + short code = (short)this.ReadBit(stream); + if (this.endOfStreamReached || this.unexpectedMarkerReached) { - code = (short)this.ReadBit(stream); - if (this.endOfStreamReached || this.unexpectedMarkerReached) - { - return -1; - } + return -1; } // "DECODE", section F.2.2.3, figure F.16, page 109 of T.81 @@ -704,24 +538,21 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return n + (-1 << length) + 1; } - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeBaseline(PdfJsFrameComponent component, int offset, ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) + private void DecodeBaseline(PdfJsFrameComponent component, ref short blockDataRef, int offset, ref PdfJsHuffmanTable dcHuffmanTable, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) { - Span blockDataSpan = component.BlockData.Span; - - int t = this.DecodeHuffman(ref dcHuffmanTable, stream); + short t = this.DecodeHuffman(ref dcHuffmanTable, stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) { return; } int diff = t == 0 ? 0 : this.ReceiveAndExtend(t, stream); - blockDataSpan[offset] = (short)(component.Pred += diff); + Unsafe.Add(ref blockDataRef, offset) = (short)(component.Pred += diff); int k = 1; while (k < 64) { - int rs = this.DecodeHuffman(ref acHuffmanTable, stream); + short rs = this.DecodeHuffman(ref acHuffmanTable, stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) { return; @@ -748,44 +579,39 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components break; } - byte z = PdfJsQuantizationTables.DctZigZag[k]; + byte z = this.dctZigZag[k]; short re = (short)this.ReceiveAndExtend(s, stream); - blockDataSpan[offset + z] = re; + Unsafe.Add(ref blockDataRef, offset + z) = re; k++; } } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeDCFirst(PdfJsFrameComponent component, int offset, ref PdfJsHuffmanTable dcHuffmanTable, Stream stream) + private void DecodeDCFirst(PdfJsFrameComponent component, ref short blockDataRef, int offset, ref PdfJsHuffmanTable dcHuffmanTable, Stream stream) { - Span blockDataSpan = component.BlockData.Span; - - int t = this.DecodeHuffman(ref dcHuffmanTable, stream); + short t = this.DecodeHuffman(ref dcHuffmanTable, stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) { return; } int diff = t == 0 ? 0 : this.ReceiveAndExtend(t, stream) << this.successiveState; - blockDataSpan[offset] = (short)(component.Pred += diff); + Unsafe.Add(ref blockDataRef, offset) = (short)(component.Pred += diff); } [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeDCSuccessive(PdfJsFrameComponent component, int offset, Stream stream) + private void DecodeDCSuccessive(PdfJsFrameComponent component, ref short blockDataRef, int offset, Stream stream) { - Span blockDataSpan = component.BlockData.Span; - int bit = this.ReadBit(stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) { return; } - blockDataSpan[offset] |= (short)(bit << this.successiveState); + Unsafe.Add(ref blockDataRef, offset) |= (short)(bit << this.successiveState); } - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeACFirst(PdfJsFrameComponent component, int offset, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) + private void DecodeACFirst(PdfJsFrameComponent component, ref short blockDataRef, int offset, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) { if (this.eobrun > 0) { @@ -793,7 +619,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return; } - Span componentBlockDataSpan = component.BlockData.Span; int k = this.specStart; int e = this.specEnd; while (k <= e) @@ -820,22 +645,25 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components } k += r; - byte z = PdfJsQuantizationTables.DctZigZag[k]; - componentBlockDataSpan[offset + z] = (short)(this.ReceiveAndExtend(s, stream) * (1 << this.successiveState)); + + byte z = this.dctZigZag[k]; + Unsafe.Add(ref blockDataRef, offset + z) = (short)(this.ReceiveAndExtend(s, stream) * (1 << this.successiveState)); k++; } } - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void DecodeACSuccessive(PdfJsFrameComponent component, int offset, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) + private void DecodeACSuccessive(PdfJsFrameComponent component, ref short blockDataRef, int offset, ref PdfJsHuffmanTable acHuffmanTable, Stream stream) { int k = this.specStart; int e = this.specEnd; int r = 0; - Span componentBlockDataSpan = component.BlockData.Span; + while (k <= e) { - byte z = PdfJsQuantizationTables.DctZigZag[k]; + int offsetZ = offset + this.dctZigZag[k]; + ref short blockOffsetZRef = ref Unsafe.Add(ref blockDataRef, offsetZ); + int sign = blockOffsetZRef < 0 ? -1 : 1; + switch (this.successiveACState) { case 0: // Initial state @@ -874,7 +702,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components continue; case 1: // Skipping r zero items case 2: - if (componentBlockDataSpan[offset + z] != 0) + if (blockOffsetZRef != 0) { int bit = this.ReadBit(stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) @@ -882,7 +710,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return; } - componentBlockDataSpan[offset + z] += (short)(bit << this.successiveState); + blockOffsetZRef += (short)(sign * (bit << this.successiveState)); } else { @@ -895,7 +723,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components break; case 3: // Set value for a zero item - if (componentBlockDataSpan[offset + z] != 0) + if (blockOffsetZRef != 0) { int bit = this.ReadBit(stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) @@ -903,17 +731,17 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return; } - componentBlockDataSpan[offset + z] += (short)(bit << this.successiveState); + blockOffsetZRef += (short)(sign * (bit << this.successiveState)); } else { - componentBlockDataSpan[offset + z] = (short)(this.successiveACNextValue << this.successiveState); + blockOffsetZRef = (short)(this.successiveACNextValue << this.successiveState); this.successiveACState = 0; } break; case 4: // Eob - if (componentBlockDataSpan[offset + z] != 0) + if (blockOffsetZRef != 0) { int bit = this.ReadBit(stream); if (this.endOfStreamReached || this.unexpectedMarkerReached) @@ -921,7 +749,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components return; } - componentBlockDataSpan[offset + z] += (short)(bit << this.successiveState); + blockOffsetZRef += (short)(sign * (bit << this.successiveState)); } break; diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsYCbCrToRgbTables.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsYCbCrToRgbTables.cs deleted file mode 100644 index 203a7b1eb..000000000 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/Components/PdfJsYCbCrToRgbTables.cs +++ /dev/null @@ -1,131 +0,0 @@ -// Copyright (c) Six Labors and contributors. -// Licensed under the Apache License, Version 2.0. - -using System.Runtime.CompilerServices; -using SixLabors.ImageSharp.PixelFormats; - -namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components -{ - /// - /// Provides 8-bit lookup tables for converting from YCbCr to Rgb colorspace. - /// Methods to build the tables are based on libjpeg implementation. - /// - internal readonly struct PdfJsYCbCrToRgbTables - { - /// - /// The red red-chrominance table - /// - public static int[] CrRTable = new int[256]; - - /// - /// The blue blue-chrominance table - /// - public static int[] CbBTable = new int[256]; - - /// - /// The green red-chrominance table - /// - public static int[] CrGTable = new int[256]; - - /// - /// The green blue-chrominance table - /// - public static int[] CbGTable = new int[256]; - - // Speediest right-shift on some machines and gives us enough accuracy at 4 decimal places. - private const int ScaleBits = 16; - - private const int Half = 1 << (ScaleBits - 1); - - private const int MinSample = 0; - - private const int HalfSample = 128; - - private const int MaxSample = 255; - - /// - /// Initializes the YCbCr tables - /// - public static void Create() - { - for (int i = 0, x = -128; i <= 255; i++, x++) - { - // i is the actual input pixel value, in the range 0..255 - // The Cb or Cr value we are thinking of is x = i - 128 - // Cr=>R value is nearest int to 1.402 * x - CrRTable[i] = RightShift((Fix(1.402F) * x) + Half); - - // Cb=>B value is nearest int to 1.772 * x - CbBTable[i] = RightShift((Fix(1.772F) * x) + Half); - - // Cr=>G value is scaled-up -0.714136286 - CrGTable[i] = (-Fix(0.714136286F)) * x; - - // Cb => G value is scaled - up - 0.344136286 * x - // We also add in Half so that need not do it in inner loop - CbGTable[i] = ((-Fix(0.344136286F)) * x) + Half; - } - } - - /// - /// Optimized method to pack bytes to the image from the YCbCr color space. - /// - /// The pixel format. - /// The packed pixel. - /// The y luminance component. - /// The cb chroma component. - /// The cr chroma component. - [MethodImpl(MethodImplOptions.AggressiveInlining)] - public static void PackYCbCr(ref TPixel packed, byte y, byte cb, byte cr) - where TPixel : struct, IPixel - { - byte r = (byte)(y + CrRTable[cr]).Clamp(0, 255); - - // The values for the G calculation are left scaled up, since we must add them together before rounding. - byte g = (byte)(y + RightShift(CbGTable[cb] + CrGTable[cr])).Clamp(0, 255); - - byte b = (byte)(y + CbBTable[cb]).Clamp(0, 255); - - packed.PackFromRgba32(new Rgba32(r, g, b, 255)); - } - - /// - /// Optimized method to pack bytes to the image from the YccK color space. - /// - /// The pixel format. - /// The packed pixel. - /// The y luminance component. - /// The cb chroma component. - /// The cr chroma component. - /// The keyline component. - [MethodImpl(MethodImplOptions.AggressiveInlining)] - public static void PackYccK(ref TPixel packed, byte y, byte cb, byte cr, byte k) - where TPixel : struct, IPixel - { - int c = (MaxSample - (y + CrRTable[cr])).Clamp(0, 255); - - // The values for the G calculation are left scaled up, since we must add them together before rounding. - int m = (MaxSample - (y + RightShift(CbGTable[cb] + CrGTable[cr]))).Clamp(0, 255); - - int cy = (MaxSample - (y + CbBTable[cb])).Clamp(0, 255); - - byte r = (byte)((c * k) / MaxSample); - byte g = (byte)((m * k) / MaxSample); - byte b = (byte)((cy * k) / MaxSample); - - packed.PackFromRgba32(new Rgba32(r, g, b, MaxSample)); - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private static int Fix(float x) - { - return (int)((x * (1L << ScaleBits)) + 0.5F); - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private static int RightShift(int x) - { - return x >> ScaleBits; - } - } -} \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegConstants.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegConstants.cs index 08b42891d..2c369d390 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegConstants.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegConstants.cs @@ -194,62 +194,11 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// public const ushort RST7 = 0xFFD7; - /// - /// Contains JFIF specific markers - /// - public static class JFif - { - /// - /// Represents J in ASCII - /// - public const byte J = 0x4A; - - /// - /// Represents F in ASCII - /// - public const byte F = 0x46; - - /// - /// Represents I in ASCII - /// - public const byte I = 0x49; - - /// - /// Represents the null "0" marker - /// - public const byte Null = 0x0; - } - /// /// Contains Adobe specific markers /// public static class Adobe { - /// - /// Represents A in ASCII - /// - public const byte A = 0x41; - - /// - /// Represents d in ASCII - /// - public const byte D = 0x64; - - /// - /// Represents b in ASCII - /// - public const byte O = 0x6F; - - /// - /// Represents b in ASCII - /// - public const byte B = 0x62; - - /// - /// Represents e in ASCII - /// - public const byte E = 0x65; - /// /// The color transform is unknown.(RGB or CMYK) /// @@ -265,93 +214,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// public const byte ColorTransformYcck = 2; } - - /// - /// Contains EXIF specific markers - /// - public static class Exif - { - /// - /// Represents E in ASCII - /// - public const byte E = 0x45; - - /// - /// Represents x in ASCII - /// - public const byte X = 0x78; - - /// - /// Represents i in ASCII - /// - public const byte I = 0x69; - - /// - /// Represents f in ASCII - /// - public const byte F = 0x66; - - /// - /// Represents the null "0" marker - /// - public const byte Null = 0x0; - } - - /// - /// Contains ICC specific markers - /// - public static class ICC - { - /// - /// Represents I in ASCII - /// - public const byte I = 0x49; - - /// - /// Represents C in ASCII - /// - public const byte C = 0x43; - - /// - /// Represents _ in ASCII - /// - public const byte UnderScore = 0x5F; - - /// - /// Represents P in ASCII - /// - public const byte P = 0x50; - - /// - /// Represents R in ASCII - /// - public const byte R = 0x52; - - /// - /// Represents O in ASCII - /// - public const byte O = 0x4F; - - /// - /// Represents F in ASCII - /// - public const byte F = 0x46; - - /// - /// Represents L in ASCII - /// - public const byte L = 0x4C; - - /// - /// Represents E in ASCII - /// - public const byte E = 0x45; - - /// - /// Represents the null "0" marker - /// - public const byte Null = 0x0; - } } } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoder.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoder.cs index 37ce0151f..e12278cc7 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoder.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoder.cs @@ -9,7 +9,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// /// Image decoder for generating an image out of a jpg stream. /// - internal sealed class PdfJsJpegDecoder : IImageDecoder, IJpegDecoderOptions + internal sealed class PdfJsJpegDecoder : IImageDecoder, IJpegDecoderOptions, IImageInfoDetector { /// /// Gets or sets a value indicating whether the metadata should be ignored when the image is being decoded. @@ -27,5 +27,16 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort return decoder.Decode(stream); } } + + /// + public IImageInfo Identify(Configuration configuration, Stream stream) + { + Guard.NotNull(stream, nameof(stream)); + + using (var decoder = new PdfJsJpegDecoderCore(configuration, this)) + { + return decoder.Identify(stream); + } + } } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoderCore.cs b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoderCore.cs index 30b8158e7..336c61699 100644 --- a/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoderCore.cs +++ b/src/ImageSharp/Formats/Jpeg/PdfJsPort/PdfJsJpegDecoderCore.cs @@ -2,9 +2,13 @@ // Licensed under the Apache License, Version 2.0. using System; +using System.Buffers.Binary; +using System.Collections.Generic; using System.IO; using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; using SixLabors.ImageSharp.Advanced; +using SixLabors.ImageSharp.Formats.Jpeg.Common; using SixLabors.ImageSharp.Formats.Jpeg.Common.Decoder; using SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort.Components; using SixLabors.ImageSharp.Memory; @@ -13,6 +17,7 @@ using SixLabors.ImageSharp.MetaData.Profiles.Exif; using SixLabors.ImageSharp.MetaData.Profiles.Icc; using SixLabors.ImageSharp.PixelFormats; using SixLabors.ImageSharp.Primitives; +using SixLabors.Primitives; namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort { @@ -20,8 +25,13 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// Performs the jpeg decoding operation. /// Ported from with additional fixes to handle common encoding errors /// - internal sealed class PdfJsJpegDecoderCore : IDisposable + internal sealed class PdfJsJpegDecoderCore : IRawJpegData { + /// + /// The only supported precision + /// + public const int SupportedPrecision = 8; + #pragma warning disable SA1401 // Fields should be private /// /// The global configuration @@ -29,22 +39,28 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort private readonly Configuration configuration; /// - /// Gets the temporary buffer used to store bytes read from the stream. + /// The buffer used to temporarily store bytes read from the stream. /// private readonly byte[] temp = new byte[2 * 16 * 4]; + /// + /// The buffer used to read markers from the stream. + /// private readonly byte[] markerBuffer = new byte[2]; - private PdfJsQuantizationTables quantizationTables; - + /// + /// The DC HUffman tables + /// private PdfJsHuffmanTables dcHuffmanTables; + /// + /// The AC HUffman tables + /// private PdfJsHuffmanTables acHuffmanTables; - private PdfJsComponentBlocks components; - - private PdfJsJpegPixelArea pixelArea; - + /// + /// The reset interval determined by RST markers + /// private ushort resetInterval; /// @@ -62,14 +78,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// private AdobeMarker adobe; - /// - /// Initializes static members of the class. - /// - static PdfJsJpegDecoderCore() - { - PdfJsYCbCrToRgbTables.Create(); - } - /// /// Initializes a new instance of the class. /// @@ -97,9 +105,9 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort public int ImageHeight { get; private set; } /// - /// Gets the number of components + /// Gets the color depth, in number of bits per pixel. /// - public int NumberOfComponents { get; private set; } + public int BitsPerPixel => this.ComponentCount * SupportedPrecision; /// /// Gets the input stream. @@ -111,6 +119,26 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// public bool IgnoreMetadata { get; } + /// + /// Gets the decoded by this decoder instance. + /// + public ImageMetaData MetaData { get; private set; } + + /// + public Size ImageSizeInPixels => new Size(this.ImageWidth, this.ImageHeight); + + /// + public int ComponentCount { get; private set; } + + /// + public JpegColorSpace ColorSpace { get; private set; } + + /// + public IEnumerable Components => this.Frame.Components; + + /// + public Block8x8F[] QuantizationTables { get; private set; } + /// /// Finds the next file marker within the byte stream. /// @@ -123,7 +151,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort if (value == 0) { - return new PdfJsFileMarker(PdfJsJpegConstants.Markers.EOI, (int)stream.Length - 2); + return new PdfJsFileMarker(PdfJsJpegConstants.Markers.EOI, stream.Length - 2); } if (marker[0] == PdfJsJpegConstants.Markers.Prefix) @@ -135,16 +163,16 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort int suffix = stream.ReadByte(); if (suffix == -1) { - return new PdfJsFileMarker(PdfJsJpegConstants.Markers.EOI, (int)stream.Length - 2); + return new PdfJsFileMarker(PdfJsJpegConstants.Markers.EOI, stream.Length - 2); } marker[1] = (byte)suffix; } - return new PdfJsFileMarker((ushort)((marker[0] << 8) | marker[1]), (int)(stream.Position - 2)); + return new PdfJsFileMarker(BinaryPrimitives.ReadUInt16BigEndian(marker), stream.Position - 2); } - return new PdfJsFileMarker((ushort)((marker[0] << 8) | marker[1]), (int)(stream.Position - 2), true); + return new PdfJsFileMarker(BinaryPrimitives.ReadUInt16BigEndian(marker), stream.Position - 2, true); } /// @@ -156,57 +184,31 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort public Image Decode(Stream stream) where TPixel : struct, IPixel { - ImageMetaData metadata = this.ParseStream(stream); - - this.QuantizeAndInverseAllComponents(); - - var image = new Image(this.configuration, this.ImageWidth, this.ImageHeight, metadata); - this.FillPixelData(image.Frames.RootFrame); - this.AssignResolution(image); - return image; + this.ParseStream(stream); + return this.PostProcessIntoImage(); } - /// - public void Dispose() - { - this.Frame?.Dispose(); - this.components?.Dispose(); - this.quantizationTables?.Dispose(); - this.dcHuffmanTables?.Dispose(); - this.acHuffmanTables?.Dispose(); - this.pixelArea.Dispose(); - - // Set large fields to null. - this.Frame = null; - this.components = null; - this.quantizationTables = null; - this.dcHuffmanTables = null; - this.acHuffmanTables = null; - } - - internal ImageMetaData ParseStream(Stream stream) - { - this.InputStream = stream; - - var metadata = new ImageMetaData(); - this.ParseStream(metadata, false); - return metadata; - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private static int GetBlockBufferOffset(ref PdfJsComponent component, int row, int col) + /// + /// Reads the raw image information from the specified stream. + /// + /// The containing image data. + public IImageInfo Identify(Stream stream) { - return 64 * (((component.BlocksPerLine + 1) * row) + col); + this.ParseStream(stream, true); + this.AssignResolution(); + return new ImageInfo(new PixelTypeInfo(this.BitsPerPixel), this.ImageWidth, this.ImageHeight, this.MetaData); } /// /// Parses the input stream for file markers /// - /// Contains the metadata for an image + /// The input stream /// Whether to decode metadata only. - private void ParseStream(ImageMetaData metaData, bool metadataOnly) + public void ParseStream(Stream stream, bool metadataOnly = false) { - // TODO: metadata only logic + this.MetaData = new ImageMetaData(); + this.InputStream = stream; + // Check for the Start Of Image marker. var fileMarker = new PdfJsFileMarker(this.ReadUint16(), 0); if (fileMarker.Marker != PdfJsJpegConstants.Markers.SOI) @@ -217,7 +219,9 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort ushort marker = this.ReadUint16(); fileMarker = new PdfJsFileMarker(marker, (int)this.InputStream.Position - 2); - this.quantizationTables = new PdfJsQuantizationTables(this.configuration.MemoryManager); + this.QuantizationTables = new Block8x8F[4]; + + // this.quantizationTables = new PdfJsQuantizationTables(this.configuration.MemoryManager); this.dcHuffmanTables = new PdfJsHuffmanTables(); this.acHuffmanTables = new PdfJsHuffmanTables(); @@ -233,11 +237,11 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort break; case PdfJsJpegConstants.Markers.APP1: - this.ProcessApp1Marker(remaining, metaData); + this.ProcessApp1Marker(remaining); break; case PdfJsJpegConstants.Markers.APP2: - this.ProcessApp2Marker(remaining, metaData); + this.ProcessApp2Marker(remaining); break; case PdfJsJpegConstants.Markers.APP3: case PdfJsJpegConstants.Markers.APP4: @@ -263,25 +267,58 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort break; case PdfJsJpegConstants.Markers.DQT: - this.ProcessDefineQuantizationTablesMarker(remaining); + if (metadataOnly) + { + this.InputStream.Skip(remaining); + } + else + { + this.ProcessDefineQuantizationTablesMarker(remaining); + } + break; case PdfJsJpegConstants.Markers.SOF0: case PdfJsJpegConstants.Markers.SOF1: case PdfJsJpegConstants.Markers.SOF2: this.ProcessStartOfFrameMarker(remaining, fileMarker); + if (metadataOnly && !this.jFif.Equals(default)) + { + this.InputStream.Skip(remaining); + } + break; case PdfJsJpegConstants.Markers.DHT: - this.ProcessDefineHuffmanTablesMarker(remaining); + if (metadataOnly) + { + this.InputStream.Skip(remaining); + } + else + { + this.ProcessDefineHuffmanTablesMarker(remaining); + } + break; case PdfJsJpegConstants.Markers.DRI: - this.ProcessDefineRestartIntervalMarker(remaining); + if (metadataOnly) + { + this.InputStream.Skip(remaining); + } + else + { + this.ProcessDefineRestartIntervalMarker(remaining); + } + break; case PdfJsJpegConstants.Markers.SOS: - this.ProcessStartOfScanMarker(); + if (!metadataOnly) + { + this.ProcessStartOfScanMarker(); + } + break; } @@ -291,113 +328,83 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort this.ImageWidth = this.Frame.SamplesPerLine; this.ImageHeight = this.Frame.Scanlines; - this.components = new PdfJsComponentBlocks { Components = new PdfJsComponent[this.Frame.ComponentCount] }; - - for (int i = 0; i < this.components.Components.Length; i++) - { - PdfJsFrameComponent frameComponent = this.Frame.Components[i]; - var component = new PdfJsComponent - { - Scale = new System.Numerics.Vector2( - frameComponent.HorizontalSamplingFactor / (float)this.Frame.MaxHorizontalFactor, - frameComponent.VerticalSamplingFactor / (float)this.Frame.MaxVerticalFactor), - BlocksPerLine = frameComponent.WidthInBlocks, - BlocksPerColumn = frameComponent.HeightInBlocks - }; - - // this.QuantizeAndInverseComponentData(ref component, frameComponent); - this.components.Components[i] = component; - } - - this.NumberOfComponents = this.components.Components.Length; + this.ComponentCount = this.Frame.ComponentCount; } - internal void QuantizeAndInverseAllComponents() + /// + public void Dispose() { - for (int i = 0; i < this.components.Components.Length; i++) - { - PdfJsFrameComponent frameComponent = this.Frame.Components[i]; - PdfJsComponent component = this.components.Components[i]; + this.Frame?.Dispose(); - this.QuantizeAndInverseComponentData(component, frameComponent); - } + // Set large fields to null. + this.Frame = null; + this.dcHuffmanTables = null; + this.acHuffmanTables = null; } /// - /// Fills the given image with the color data + /// Returns the correct colorspace based on the image component count /// - /// The pixel format. - /// The image - private void FillPixelData(ImageFrame image) - where TPixel : struct, IPixel + /// The + private JpegColorSpace DeduceJpegColorSpace() { - if (this.NumberOfComponents > 4) - { - throw new ImageFormatException($"Unsupported color mode. Max components 4; found {this.NumberOfComponents}"); - } - - this.pixelArea = new PdfJsJpegPixelArea(this.configuration.MemoryManager, image.Width, image.Height, this.NumberOfComponents); - this.pixelArea.LinearizeBlockData(this.components, image.Width, image.Height); - - if (this.NumberOfComponents == 1) + if (this.ComponentCount == 1) { - this.FillGrayScaleImage(image); - return; + return JpegColorSpace.Grayscale; } - if (this.NumberOfComponents == 3) + if (this.ComponentCount == 3) { - if (this.adobe.Equals(default(AdobeMarker)) || this.adobe.ColorTransform == PdfJsJpegConstants.Markers.Adobe.ColorTransformYCbCr) + if (this.adobe.Equals(default) || this.adobe.ColorTransform == PdfJsJpegConstants.Markers.Adobe.ColorTransformYCbCr) { - this.FillYCbCrImage(image); + return JpegColorSpace.YCbCr; } else if (this.adobe.ColorTransform == PdfJsJpegConstants.Markers.Adobe.ColorTransformUnknown) { - this.FillRgbImage(image); + return JpegColorSpace.RGB; } } - if (this.NumberOfComponents == 4) + if (this.ComponentCount == 4) { if (this.adobe.ColorTransform == PdfJsJpegConstants.Markers.Adobe.ColorTransformYcck) { - this.FillYcckImage(image); + return JpegColorSpace.Ycck; } else { - this.FillCmykImage(image); + return JpegColorSpace.Cmyk; } } + + throw new ImageFormatException($"Unsupported color mode. Max components 4; found {this.ComponentCount}"); } /// /// Assigns the horizontal and vertical resolution to the image if it has a JFIF header or EXIF metadata. /// - /// The pixel format. - /// The image to assign the resolution to. - private void AssignResolution(Image image) - where TPixel : struct, IPixel + private void AssignResolution() { if (this.isExif) { - double horizontalValue = image.MetaData.ExifProfile.TryGetValue(ExifTag.XResolution, out ExifValue horizontalTag) + double horizontalValue = this.MetaData.ExifProfile.TryGetValue(ExifTag.XResolution, out ExifValue horizontalTag) ? ((Rational)horizontalTag.Value).ToDouble() : 0; - double verticalValue = image.MetaData.ExifProfile.TryGetValue(ExifTag.YResolution, out ExifValue verticalTag) + double verticalValue = this.MetaData.ExifProfile.TryGetValue(ExifTag.YResolution, out ExifValue verticalTag) ? ((Rational)verticalTag.Value).ToDouble() : 0; if (horizontalValue > 0 && verticalValue > 0) { - image.MetaData.HorizontalResolution = horizontalValue; - image.MetaData.VerticalResolution = verticalValue; + this.MetaData.HorizontalResolution = horizontalValue; + this.MetaData.VerticalResolution = verticalValue; } } else if (this.jFif.XDensity > 0 && this.jFif.YDensity > 0) { - image.MetaData.HorizontalResolution = this.jFif.XDensity; - image.MetaData.VerticalResolution = this.jFif.YDensity; + this.MetaData.HorizontalResolution = this.jFif.XDensity; + this.MetaData.VerticalResolution = this.jFif.YDensity; } } @@ -430,8 +437,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// Processes the App1 marker retrieving any stored metadata /// /// The remaining bytes in the segment block. - /// The image. - private void ProcessApp1Marker(int remaining, ImageMetaData metadata) + private void ProcessApp1Marker(int remaining) { if (remaining < 6 || this.IgnoreMetadata) { @@ -443,15 +449,10 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort byte[] profile = new byte[remaining]; this.InputStream.Read(profile, 0, remaining); - if (profile[0] == PdfJsJpegConstants.Markers.Exif.E && - profile[1] == PdfJsJpegConstants.Markers.Exif.X && - profile[2] == PdfJsJpegConstants.Markers.Exif.I && - profile[3] == PdfJsJpegConstants.Markers.Exif.F && - profile[4] == PdfJsJpegConstants.Markers.Exif.Null && - profile[5] == PdfJsJpegConstants.Markers.Exif.Null) + if (ProfileResolver.IsProfile(profile, ProfileResolver.ExifMarker)) { this.isExif = true; - metadata.ExifProfile = new ExifProfile(profile); + this.MetaData.ExifProfile = new ExifProfile(profile); } } @@ -459,8 +460,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// Processes the App2 marker retrieving any stored ICC profile information /// /// The remaining bytes in the segment block. - /// The image. - private void ProcessApp2Marker(int remaining, ImageMetaData metadata) + private void ProcessApp2Marker(int remaining) { // Length is 14 though we only need to check 12. const int Icclength = 14; @@ -474,29 +474,18 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort this.InputStream.Read(identifier, 0, Icclength); remaining -= Icclength; // We have read it by this point - if (identifier[0] == PdfJsJpegConstants.Markers.ICC.I && - identifier[1] == PdfJsJpegConstants.Markers.ICC.C && - identifier[2] == PdfJsJpegConstants.Markers.ICC.C && - identifier[3] == PdfJsJpegConstants.Markers.ICC.UnderScore && - identifier[4] == PdfJsJpegConstants.Markers.ICC.P && - identifier[5] == PdfJsJpegConstants.Markers.ICC.R && - identifier[6] == PdfJsJpegConstants.Markers.ICC.O && - identifier[7] == PdfJsJpegConstants.Markers.ICC.F && - identifier[8] == PdfJsJpegConstants.Markers.ICC.I && - identifier[9] == PdfJsJpegConstants.Markers.ICC.L && - identifier[10] == PdfJsJpegConstants.Markers.ICC.E && - identifier[11] == PdfJsJpegConstants.Markers.ICC.Null) + if (ProfileResolver.IsProfile(identifier, ProfileResolver.IccMarker)) { byte[] profile = new byte[remaining]; this.InputStream.Read(profile, 0, remaining); - if (metadata.IccProfile == null) + if (this.MetaData.IccProfile == null) { - metadata.IccProfile = new IccProfile(profile); + this.MetaData.IccProfile = new IccProfile(profile); } else { - metadata.IccProfile.Extend(profile); + this.MetaData.IccProfile.Extend(profile); } } else @@ -561,10 +550,10 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort this.InputStream.Read(this.temp, 0, 64); remaining -= 64; - Span tableSpan = this.quantizationTables.Tables.GetRowSpan(quantizationTableSpec & 15); + ref Block8x8F table = ref this.QuantizationTables[quantizationTableSpec & 15]; for (int j = 0; j < 64; j++) { - tableSpan[PdfJsQuantizationTables.DctZigZag[j]] = this.temp[j]; + table[j] = this.temp[j]; } } @@ -581,10 +570,10 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort this.InputStream.Read(this.temp, 0, 128); remaining -= 128; - Span tableSpan = this.quantizationTables.Tables.GetRowSpan(quantizationTableSpec & 15); + ref Block8x8F table = ref this.QuantizationTables[quantizationTableSpec & 15]; for (int j = 0; j < 64; j++) { - tableSpan[PdfJsQuantizationTables.DctZigZag[j]] = (short)((this.temp[2 * j] << 8) | this.temp[(2 * j) + 1]); + table[j] = (this.temp[2 * j] << 8) | this.temp[(2 * j) + 1]; } } @@ -619,6 +608,12 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort this.InputStream.Read(this.temp, 0, remaining); + // We only support 8-bit precision. + if (this.temp[0] != SupportedPrecision) + { + throw new ImageFormatException("Only 8-Bit precision supported."); + } + this.Frame = new PdfJsFrame { Extended = frameMarker.Marker == PdfJsJpegConstants.Markers.SOF1, @@ -639,8 +634,9 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort for (int i = 0; i < this.Frame.Components.Length; i++) { - int h = this.temp[index + 1] >> 4; - int v = this.temp[index + 1] & 15; + byte hv = this.temp[index + 1]; + int h = hv >> 4; + int v = hv & 15; if (maxH < h) { @@ -679,7 +675,7 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort using (IManagedByteBuffer huffmanData = this.configuration.MemoryManager.AllocateCleanManagedByteBuffer(256)) { - Span huffmanSpan = huffmanData.Span; + ref byte huffmanDataRef = ref MemoryMarshal.GetReference(huffmanData.Span); for (int i = 2; i < remaining;) { byte huffmanTableSpec = (byte)this.InputStream.ReadByte(); @@ -687,12 +683,12 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort using (IManagedByteBuffer codeLengths = this.configuration.MemoryManager.AllocateCleanManagedByteBuffer(17)) { - Span codeLengthsSpan = codeLengths.Span; + ref byte codeLengthsRef = ref MemoryMarshal.GetReference(codeLengths.Span); int codeLengthSum = 0; for (int j = 1; j < 17; j++) { - codeLengthSum += codeLengthsSpan[j] = huffmanSpan[j - 1]; + codeLengthSum += Unsafe.Add(ref codeLengthsRef, j) = Unsafe.Add(ref huffmanDataRef, j - 1); } using (IManagedByteBuffer huffmanValues = this.configuration.MemoryManager.AllocateCleanManagedByteBuffer(256)) @@ -781,45 +777,6 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort successiveApproximation & 15); } - /// - /// Build the data for the given component - /// - /// The component - /// The frame component - private void QuantizeAndInverseComponentData(PdfJsComponent component, PdfJsFrameComponent frameComponent) - { - int blocksPerLine = component.BlocksPerLine; - int blocksPerColumn = component.BlocksPerColumn; - using (IBuffer computationBuffer = this.configuration.MemoryManager.Allocate(64, true)) - using (IBuffer multiplicationBuffer = this.configuration.MemoryManager.Allocate(64, true)) - { - Span quantizationTable = this.quantizationTables.Tables.GetRowSpan(frameComponent.QuantizationTableIndex); - Span computationBufferSpan = computationBuffer.Span; - - // For AA&N IDCT method, multiplier are equal to quantization - // coefficients scaled by scalefactor[row]*scalefactor[col], where - // scalefactor[0] = 1 - // scalefactor[k] = cos(k*PI/16) * sqrt(2) for k=1..7 - // For integer operation, the multiplier table is to be scaled by 12. - Span multiplierSpan = multiplicationBuffer.Span; - - // for (int i = 0; i < 64; i++) - // { - // multiplierSpan[i] = (short)IDCT.Descale(quantizationTable[i] * IDCT.Aanscales[i], 12); - // } - for (int blockRow = 0; blockRow < blocksPerColumn; blockRow++) - { - for (int blockCol = 0; blockCol < blocksPerLine; blockCol++) - { - int offset = GetBlockBufferOffset(ref component, blockRow, blockCol); - PdfJsIDCT.QuantizeAndInverse(frameComponent, offset, ref computationBufferSpan, ref quantizationTable); - } - } - } - - component.Output = frameComponent.BlockData; - } - /// /// Builds the huffman tables /// @@ -827,109 +784,12 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort /// The table index /// The codelengths /// The values + [MethodImpl(MethodImplOptions.AggressiveInlining)] private void BuildHuffmanTable(PdfJsHuffmanTables tables, int index, byte[] codeLengths, byte[] values) { tables[index] = new PdfJsHuffmanTable(this.configuration.MemoryManager, codeLengths, values); } - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void FillGrayScaleImage(ImageFrame image) - where TPixel : struct, IPixel - { - for (int y = 0; y < image.Height; y++) - { - Span imageRowSpan = image.GetPixelRowSpan(y); - Span areaRowSpan = this.pixelArea.GetRowSpan(y); - - for (int x = 0; x < image.Width; x++) - { - ref byte luminance = ref areaRowSpan[x]; - ref TPixel pixel = ref imageRowSpan[x]; - var rgba = new Rgba32(luminance, luminance, luminance); - pixel.PackFromRgba32(rgba); - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void FillYCbCrImage(ImageFrame image) - where TPixel : struct, IPixel - { - for (int y = 0; y < image.Height; y++) - { - Span imageRowSpan = image.GetPixelRowSpan(y); - Span areaRowSpan = this.pixelArea.GetRowSpan(y); - for (int x = 0, o = 0; x < image.Width; x++, o += 3) - { - ref byte yy = ref areaRowSpan[o]; - ref byte cb = ref areaRowSpan[o + 1]; - ref byte cr = ref areaRowSpan[o + 2]; - ref TPixel pixel = ref imageRowSpan[x]; - PdfJsYCbCrToRgbTables.PackYCbCr(ref pixel, yy, cb, cr); - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void FillYcckImage(ImageFrame image) - where TPixel : struct, IPixel - { - for (int y = 0; y < image.Height; y++) - { - Span imageRowSpan = image.GetPixelRowSpan(y); - Span areaRowSpan = this.pixelArea.GetRowSpan(y); - for (int x = 0, o = 0; x < image.Width; x++, o += 4) - { - ref byte yy = ref areaRowSpan[o]; - ref byte cb = ref areaRowSpan[o + 1]; - ref byte cr = ref areaRowSpan[o + 2]; - ref byte k = ref areaRowSpan[o + 3]; - - ref TPixel pixel = ref imageRowSpan[x]; - PdfJsYCbCrToRgbTables.PackYccK(ref pixel, yy, cb, cr, k); - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void FillCmykImage(ImageFrame image) - where TPixel : struct, IPixel - { - for (int y = 0; y < image.Height; y++) - { - Span imageRowSpan = image.GetPixelRowSpan(y); - Span areaRowSpan = this.pixelArea.GetRowSpan(y); - for (int x = 0, o = 0; x < image.Width; x++, o += 4) - { - ref byte c = ref areaRowSpan[o]; - ref byte m = ref areaRowSpan[o + 1]; - ref byte cy = ref areaRowSpan[o + 2]; - ref byte k = ref areaRowSpan[o + 3]; - - byte r = (byte)((c * k) / 255); - byte g = (byte)((m * k) / 255); - byte b = (byte)((cy * k) / 255); - - ref TPixel pixel = ref imageRowSpan[x]; - var rgba = new Rgba32(r, g, b); - pixel.PackFromRgba32(rgba); - } - } - } - - [MethodImpl(MethodImplOptions.AggressiveInlining)] - private void FillRgbImage(ImageFrame image) - where TPixel : struct, IPixel - { - for (int y = 0; y < image.Height; y++) - { - Span imageRowSpan = image.GetPixelRowSpan(y); - Span areaRowSpan = this.pixelArea.GetRowSpan(y); - - PixelOperations.Instance.PackFromRgb24Bytes(areaRowSpan, imageRowSpan, image.Width); - } - } - /// /// Reads a from the stream advancing it by two bytes /// @@ -938,7 +798,20 @@ namespace SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort private ushort ReadUint16() { this.InputStream.Read(this.markerBuffer, 0, 2); - return (ushort)((this.markerBuffer[0] << 8) | this.markerBuffer[1]); + return BinaryPrimitives.ReadUInt16BigEndian(this.markerBuffer); + } + + private Image PostProcessIntoImage() + where TPixel : struct, IPixel + { + this.ColorSpace = this.DeduceJpegColorSpace(); + this.AssignResolution(); + using (var postProcessor = new JpegImagePostProcessor(this.configuration.MemoryManager, this)) + { + var image = new Image(this.configuration, this.ImageWidth, this.ImageHeight, this.MetaData); + postProcessor.PostProcess(image.Frames.RootFrame); + return image; + } } } } \ No newline at end of file diff --git a/src/ImageSharp/Formats/Png/PngDecoderCore.cs b/src/ImageSharp/Formats/Png/PngDecoderCore.cs index 50511611f..8fefcb480 100644 --- a/src/ImageSharp/Formats/Png/PngDecoderCore.cs +++ b/src/ImageSharp/Formats/Png/PngDecoderCore.cs @@ -313,11 +313,7 @@ namespace SixLabors.ImageSharp.Formats.Png } finally { - // Data is rented in ReadChunkData() - if (chunk.Data != null) - { - ArrayPool.Shared.Return(chunk.Data.Array); - } + chunk.Data?.Dispose(); // Data is rented in ReadChunkData() } } } diff --git a/tests/ImageSharp.Benchmarks/Codecs/Jpeg/DecodeJpegMultiple.cs b/tests/ImageSharp.Benchmarks/Codecs/Jpeg/DecodeJpegMultiple.cs index 7660769da..a1083e8eb 100644 --- a/tests/ImageSharp.Benchmarks/Codecs/Jpeg/DecodeJpegMultiple.cs +++ b/tests/ImageSharp.Benchmarks/Codecs/Jpeg/DecodeJpegMultiple.cs @@ -3,6 +3,8 @@ using System.Collections.Generic; using BenchmarkDotNet.Attributes; +using SixLabors.ImageSharp.Formats.Jpeg.GolangPort; +using SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort; using SixLabors.ImageSharp.PixelFormats; using SDImage = System.Drawing.Image; @@ -20,9 +22,15 @@ namespace SixLabors.ImageSharp.Benchmarks.Codecs.Jpeg protected override IEnumerable SearchPatterns => new[] { "*.jpg" }; [Benchmark(Description = "DecodeJpegMultiple - ImageSharp")] - public void DecodeJpegImageSharpNwq() + public void DecodeJpegImageSharpOrig() { - this.ForEachStream(ms => Image.Load(ms)); + this.ForEachStream(ms => Image.Load(ms, new OrigJpegDecoder())); + } + + [Benchmark(Description = "DecodeJpegMultiple - ImageSharp PDFJs")] + public void DecodeJpegImageSharpPdfJs() + { + this.ForEachStream(ms => Image.Load(ms, new PdfJsJpegDecoder())); } [Benchmark(Baseline = true, Description = "DecodeJpegMultiple - System.Drawing")] diff --git a/tests/ImageSharp.Benchmarks/General/StructCasting.cs b/tests/ImageSharp.Benchmarks/General/StructCasting.cs new file mode 100644 index 000000000..bed68b54a --- /dev/null +++ b/tests/ImageSharp.Benchmarks/General/StructCasting.cs @@ -0,0 +1,28 @@ +using System.Runtime.CompilerServices; +using BenchmarkDotNet.Attributes; + +namespace SixLabors.ImageSharp.Benchmarks.General +{ + public class StructCasting + { + [Benchmark(Baseline = true)] + public short ExplicitCast() + { + int x = 5 * 2; + return (short)x; + } + + [Benchmark] + public short UnsafeCast() + { + int x = 5 * 2; + return Unsafe.As(ref x); + } + + [Benchmark] + public short UnsafeCastRef() + { + return Unsafe.As(ref Unsafe.AsRef(5 * 2)); + } + } +} diff --git a/tests/ImageSharp.Tests/Formats/GeneralFormatTests.cs b/tests/ImageSharp.Tests/Formats/GeneralFormatTests.cs index 7fd58a005..0187b7e29 100644 --- a/tests/ImageSharp.Tests/Formats/GeneralFormatTests.cs +++ b/tests/ImageSharp.Tests/Formats/GeneralFormatTests.cs @@ -75,7 +75,7 @@ namespace SixLabors.ImageSharp.Tests [WithFile(TestImages.Png.CalliphoraPartial, nameof(QuantizerNames), PixelTypes.Rgba32)] [WithFile(TestImages.Png.Bike, nameof(QuantizerNames), PixelTypes.Rgba32)] public void QuantizeImageShouldPreserveMaximumColorPrecision(TestImageProvider provider, string quantizerName) - where TPixel:struct,IPixel + where TPixel : struct, IPixel { provider.Configuration.MemoryManager = ArrayPoolMemoryManager.CreateWithModeratePooling(); @@ -84,7 +84,7 @@ namespace SixLabors.ImageSharp.Tests using (Image image = provider.GetImage()) { image.Mutate(c => c.Quantize(quantizer)); - image.DebugSave(provider); + image.DebugSave(provider, new PngEncoder() { PngColorType = PngColorType.Palette }, testOutputDetails: quantizerName); } provider.Configuration.MemoryManager.ReleaseRetainedResources(); @@ -128,7 +128,7 @@ namespace SixLabors.ImageSharp.Tests private static IQuantizer GetQuantizer(string name) { PropertyInfo property = typeof(KnownQuantizers).GetTypeInfo().GetProperty(name); - return (IQuantizer) property.GetMethod.Invoke(null, new object[0]); + return (IQuantizer)property.GetMethod.Invoke(null, new object[0]); } [Fact] @@ -185,7 +185,7 @@ namespace SixLabors.ImageSharp.Tests } } } - + [Theory] [InlineData(10, 10, "png")] [InlineData(100, 100, "png")] @@ -213,7 +213,7 @@ namespace SixLabors.ImageSharp.Tests memoryStream.Position = 0; var imageInfo = Image.Identify(memoryStream); - + Assert.Equal(imageInfo.Width, width); Assert.Equal(imageInfo.Height, height); } diff --git a/tests/ImageSharp.Tests/Formats/Jpg/JpegDecoderTests.cs b/tests/ImageSharp.Tests/Formats/Jpg/JpegDecoderTests.cs index 5eaab6403..0b8daac72 100644 --- a/tests/ImageSharp.Tests/Formats/Jpg/JpegDecoderTests.cs +++ b/tests/ImageSharp.Tests/Formats/Jpg/JpegDecoderTests.cs @@ -1,61 +1,62 @@ // Copyright (c) Six Labors and contributors. // Licensed under the Apache License, Version 2.0. - - -// ReSharper disable InconsistentNaming - using System; +using System.Collections.Generic; +using System.IO; +using System.Linq; + +using SixLabors.ImageSharp.Formats; +using SixLabors.ImageSharp.Formats.Jpeg; +using SixLabors.ImageSharp.Formats.Jpeg.GolangPort; +using SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort; +using SixLabors.ImageSharp.Memory; +using SixLabors.ImageSharp.PixelFormats; +using SixLabors.ImageSharp.Tests.Formats.Jpg.Utils; +using SixLabors.ImageSharp.Tests.TestUtilities.ImageComparison; + +using Xunit; +using Xunit.Abstractions; +// ReSharper disable InconsistentNaming namespace SixLabors.ImageSharp.Tests.Formats.Jpg { - using System.Collections.Generic; - using System.IO; - using System.Linq; - - using SixLabors.ImageSharp.Formats; - using SixLabors.ImageSharp.Formats.Jpeg; - using SixLabors.ImageSharp.Formats.Jpeg.GolangPort; - using SixLabors.ImageSharp.Formats.Jpeg.PdfJsPort; - using SixLabors.ImageSharp.Memory; - using SixLabors.ImageSharp.PixelFormats; - using SixLabors.ImageSharp.Tests.Formats.Jpg.Utils; - using SixLabors.ImageSharp.Tests.TestUtilities.ImageComparison; - using SixLabors.Primitives; - - using Xunit; - using Xunit.Abstractions; - // TODO: Scatter test cases into multiple test classes public class JpegDecoderTests { public static string[] BaselineTestJpegs = - { - TestImages.Jpeg.Baseline.Calliphora, - TestImages.Jpeg.Baseline.Cmyk, - TestImages.Jpeg.Baseline.Ycck, - TestImages.Jpeg.Baseline.Jpeg400, - TestImages.Jpeg.Baseline.Testorig420, + { + TestImages.Jpeg.Baseline.Calliphora, + TestImages.Jpeg.Baseline.Cmyk, + TestImages.Jpeg.Baseline.Ycck, + TestImages.Jpeg.Baseline.Jpeg400, + TestImages.Jpeg.Baseline.Testorig420, - // BUG: The following image has a high difference compared to the expected output: - //TestImages.Jpeg.Baseline.Jpeg420Small, - - TestImages.Jpeg.Baseline.Jpeg444, - TestImages.Jpeg.Baseline.Bad.BadEOF, - TestImages.Jpeg.Issues.MultiHuffmanBaseline394, - TestImages.Jpeg.Baseline.MultiScanBaselineCMYK, - TestImages.Jpeg.Baseline.Bad.BadRST - }; + // BUG: The following image has a high difference compared to the expected output: + // TestImages.Jpeg.Baseline.Jpeg420Small, + + TestImages.Jpeg.Baseline.Jpeg444, + TestImages.Jpeg.Baseline.Bad.BadEOF, + TestImages.Jpeg.Issues.MultiHuffmanBaseline394, + TestImages.Jpeg.Baseline.MultiScanBaselineCMYK, + TestImages.Jpeg.Baseline.Bad.BadRST + }; public static string[] ProgressiveTestJpegs = - { - TestImages.Jpeg.Progressive.Fb, TestImages.Jpeg.Progressive.Progress, - TestImages.Jpeg.Progressive.Festzug, TestImages.Jpeg.Progressive.Bad.BadEOF, - TestImages.Jpeg.Issues.BadCoeffsProgressive178, - TestImages.Jpeg.Issues.MissingFF00ProgressiveGirl159, - TestImages.Jpeg.Issues.BadZigZagProgressive385, - TestImages.Jpeg.Progressive.Bad.ExifUndefType - }; + { + TestImages.Jpeg.Progressive.Fb, TestImages.Jpeg.Progressive.Progress, + TestImages.Jpeg.Progressive.Festzug, TestImages.Jpeg.Progressive.Bad.BadEOF, + TestImages.Jpeg.Issues.BadCoeffsProgressive178, + TestImages.Jpeg.Issues.MissingFF00ProgressiveGirl159, + TestImages.Jpeg.Issues.BadZigZagProgressive385, + TestImages.Jpeg.Progressive.Bad.ExifUndefType + }; + + public static string[] FalsePositiveIssueJpegs = + { + TestImages.Jpeg.Issues.NoEOI517, + TestImages.Jpeg.Issues.BadRST518, + }; private static readonly Dictionary CustomToleranceValues = new Dictionary { @@ -78,20 +79,18 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg public const PixelTypes CommonNonDefaultPixelTypes = PixelTypes.Rgba32 | PixelTypes.Argb32 | PixelTypes.RgbaVector; - private const float BaselineTolerance_Orig = 0.001f / 100; - private const float BaselineTolerance_PdfJs = 0.005f; - - private const float ProgressiveTolerance_Orig = 0.2f / 100; - private const float ProgressiveTolerance_PdfJs = 1.5f / 100; // PDF.js Progressive output is wrong on spectral level! + private const float BaselineTolerance = 0.001F / 100; + private const float ProgressiveTolerance = 0.2F / 100; - private ImageComparer GetImageComparerForOrigDecoder(TestImageProvider provider) + private ImageComparer GetImageComparer(TestImageProvider provider) where TPixel : struct, IPixel { string file = provider.SourceFileOrDescription; if (!CustomToleranceValues.TryGetValue(file, out float tolerance)) { - tolerance = file.ToLower().Contains("baseline") ? BaselineTolerance_Orig : ProgressiveTolerance_Orig; + bool baseline = file.ToLower().Contains("baseline"); + tolerance = baseline ? BaselineTolerance : ProgressiveTolerance; } return ImageComparer.Tolerant(tolerance); @@ -129,7 +128,10 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg var decoder = new PdfJsJpegDecoderCore(Configuration.Default, new JpegDecoder()); decoder.ParseStream(ms); - VerifyJpeg.VerifyComponentSizes3(decoder.Frame.Components, 43, 61, 22, 31, 22, 31); + // I don't know why these numbers are different. All I know is that the decoder works + // and spectral data is exactly correct also. + // VerifyJpeg.VerifyComponentSizes3(decoder.Frame.Components, 43, 61, 22, 31, 22, 31); + VerifyJpeg.VerifyComponentSizes3(decoder.Frame.Components, 44, 62, 22, 31, 22, 31); } } @@ -155,7 +157,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg image.DebugSave(provider); provider.Utility.TestName = DecodeBaselineJpegOutputName; - image.CompareToReferenceOutput(ImageComparer.Tolerant(BaselineTolerance_PdfJs), provider, appendPixelTypeToFileName: false); + image.CompareToReferenceOutput(ImageComparer.Tolerant(BaselineTolerance), provider, appendPixelTypeToFileName: false); } provider.Configuration.MemoryManager.ReleaseRetainedResources(); @@ -179,7 +181,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg image.DebugSave(provider); provider.Utility.TestName = DecodeBaselineJpegOutputName; image.CompareToReferenceOutput( - this.GetImageComparerForOrigDecoder(provider), + this.GetImageComparer(provider), provider, appendPixelTypeToFileName: false); } @@ -204,12 +206,38 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg provider.Utility.TestName = DecodeBaselineJpegOutputName; image.CompareToReferenceOutput( - ImageComparer.Tolerant(BaselineTolerance_PdfJs), + this.GetImageComparer(provider), provider, appendPixelTypeToFileName: false); } } + /// + /// Only can decode these images. + /// + /// The pixel format + /// The test image provider + [Theory] + [WithFileCollection(nameof(FalsePositiveIssueJpegs), PixelTypes.Rgba32)] + public void DecodeFalsePositiveJpeg_PdfJs(TestImageProvider provider) + where TPixel : struct, IPixel + { + if (TestEnvironment.RunsOnCI && !TestEnvironment.Is64BitProcess) + { + // skipping to avoid OutOfMemoryException on CI + return; + } + + using (Image image = provider.GetImage(PdfJsJpegDecoder)) + { + image.DebugSave(provider); + image.CompareToReferenceOutput( + ImageComparer.Tolerant(BaselineTolerance), + provider, + appendPixelTypeToFileName: true); + } + } + [Theory] [WithFile(TestImages.Jpeg.Issues.CriticalEOF214, PixelTypes.Rgba32)] public void DecodeBaselineJpeg_CriticalEOF_ShouldThrow_Orig(TestImageProvider provider) @@ -240,7 +268,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg provider.Utility.TestName = DecodeProgressiveJpegOutputName; image.CompareToReferenceOutput( - this.GetImageComparerForOrigDecoder(provider), + this.GetImageComparer(provider), provider, appendPixelTypeToFileName: false); } @@ -265,7 +293,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg provider.Utility.TestName = DecodeProgressiveJpegOutputName; image.CompareToReferenceOutput( - ImageComparer.Tolerant(ProgressiveTolerance_PdfJs), + this.GetImageComparer(provider), provider, appendPixelTypeToFileName: false); } @@ -450,12 +478,28 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg [InlineData(TestImages.Jpeg.Baseline.Ycck, 32)] [InlineData(TestImages.Jpeg.Baseline.Jpeg400, 8)] [InlineData(TestImages.Jpeg.Baseline.Snake, 24)] - public void DetectPixelSize(string imagePath, int expectedPixelSize) + public void DetectPixelSizeGolang(string imagePath, int expectedPixelSize) + { + var testFile = TestFile.Create(imagePath); + using (var stream = new MemoryStream(testFile.Bytes, false)) + { + Assert.Equal(expectedPixelSize, ((IImageInfoDetector)OrigJpegDecoder).Identify(Configuration.Default, stream)?.PixelType?.BitsPerPixel); + } + } + + [Theory] + [InlineData(TestImages.Jpeg.Progressive.Progress, 24)] + [InlineData(TestImages.Jpeg.Progressive.Fb, 24)] + [InlineData(TestImages.Jpeg.Baseline.Cmyk, 32)] + [InlineData(TestImages.Jpeg.Baseline.Ycck, 32)] + [InlineData(TestImages.Jpeg.Baseline.Jpeg400, 8)] + [InlineData(TestImages.Jpeg.Baseline.Snake, 24)] + public void DetectPixelSizePdfJs(string imagePath, int expectedPixelSize) { - TestFile testFile = TestFile.Create(imagePath); + var testFile = TestFile.Create(imagePath); using (var stream = new MemoryStream(testFile.Bytes, false)) { - Assert.Equal(expectedPixelSize, Image.Identify(stream)?.PixelType?.BitsPerPixel); + Assert.Equal(expectedPixelSize, ((IImageInfoDetector)PdfJsJpegDecoder).Identify(Configuration.Default, stream)?.PixelType?.BitsPerPixel); } } } diff --git a/tests/ImageSharp.Tests/Formats/Jpg/SpectralJpegTests.cs b/tests/ImageSharp.Tests/Formats/Jpg/SpectralJpegTests.cs index 6816b8465..f1ec4af8b 100644 --- a/tests/ImageSharp.Tests/Formats/Jpg/SpectralJpegTests.cs +++ b/tests/ImageSharp.Tests/Formats/Jpg/SpectralJpegTests.cs @@ -31,7 +31,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg TestImages.Jpeg.Baseline.MultiScanBaselineCMYK }; - public static readonly string[] ProgressiveTestJpegs = + public static readonly string[] ProgressiveTestJpegs = { TestImages.Jpeg.Progressive.Fb, TestImages.Jpeg.Progressive.Progress, TestImages.Jpeg.Progressive.Festzug, TestImages.Jpeg.Progressive.Bad.BadEOF, @@ -39,7 +39,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg }; public static readonly string[] AllTestJpegs = BaselineTestJpegs.Concat(ProgressiveTestJpegs).ToArray(); - + [Theory] [WithFileCollection(nameof(AllTestJpegs), PixelTypes.Rgba32)] public void PdfJsDecoder_ParseStream_SaveSpectralResult(TestImageProvider provider) @@ -94,7 +94,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg double averageDifference = 0; double totalDifference = 0; - double tolerance = 0; + double tolerance = 0; this.Output.WriteLine("*** Differences ***"); for (int i = 0; i < componentCount; i++) @@ -116,11 +116,11 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg this.Output.WriteLine($"AVERAGE: {averageDifference}"); this.Output.WriteLine($"TOTAL: {totalDifference}"); this.Output.WriteLine($"TOLERANCE = totalNumOfBlocks / 64 = {tolerance}"); - + Assert.True(totalDifference < tolerance); } - [Theory(Skip = "Debug/Comparison only")] + [Theory] [WithFileCollection(nameof(AllTestJpegs), PixelTypes.Rgba32)] public void VerifySpectralCorrectness_PdfJs(TestImageProvider provider) where TPixel : struct, IPixel @@ -138,7 +138,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg { decoder.ParseStream(ms); var imageSharpData = LibJpegTools.SpectralData.LoadFromImageSharpDecoder(decoder); - + this.VerifySpectralCorrectness(provider, imageSharpData); } } diff --git a/tests/ImageSharp.Tests/Formats/Jpg/Utils/LibJpegTools.ComponentData.cs b/tests/ImageSharp.Tests/Formats/Jpg/Utils/LibJpegTools.ComponentData.cs index 30f008886..a003f749e 100644 --- a/tests/ImageSharp.Tests/Formats/Jpg/Utils/LibJpegTools.ComponentData.cs +++ b/tests/ImageSharp.Tests/Formats/Jpg/Utils/LibJpegTools.ComponentData.cs @@ -39,9 +39,9 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils public Size SubSamplingDivisors => throw new NotSupportedException(); public int HeightInBlocks { get; } - + public int WidthInBlocks { get; } - + public int QuantizationTableIndex => throw new NotSupportedException(); public Buffer2D SpectralBlocks { get; private set; } @@ -49,7 +49,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils public short MinVal { get; private set; } = short.MaxValue; public short MaxVal { get; private set; } = short.MinValue; - + internal void MakeBlock(short[] data, int y, int x) { this.MinVal = Math.Min((short)this.MinVal, data.Min()); @@ -69,7 +69,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils { for (int x = 0; x < result.WidthInBlocks; x++) { - short[] data = c.GetBlockBuffer(y, x).ToArray(); + short[] data = c.GetBlockReference(x, y).ToArray(); result.MakeBlock(data, y, x); } } @@ -100,7 +100,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils public Image CreateGrayScaleImage() { Image result = new Image(this.WidthInBlocks * 8, this.HeightInBlocks * 8); - + for (int by = 0; by < this.HeightInBlocks; by++) { for (int bx = 0; bx < this.WidthInBlocks; bx++) @@ -114,7 +114,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils internal void WriteToImage(int bx, int by, Image image) { Block8x8 block = this.SpectralBlocks[bx, by]; - + for (int y = 0; y < 8; y++) { for (int x = 0; x < 8; x++) @@ -184,6 +184,11 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils } } + public ref Block8x8 GetBlockReference(int column, int row) + { + throw new NotImplementedException(); + } + public static bool operator ==(ComponentData left, ComponentData right) { return Object.Equals(left, right); diff --git a/tests/ImageSharp.Tests/Formats/Jpg/Utils/ReferenceImplementations.cs b/tests/ImageSharp.Tests/Formats/Jpg/Utils/ReferenceImplementations.cs index 92ead8164..f1eed08b9 100644 --- a/tests/ImageSharp.Tests/Formats/Jpg/Utils/ReferenceImplementations.cs +++ b/tests/ImageSharp.Tests/Formats/Jpg/Utils/ReferenceImplementations.cs @@ -19,13 +19,13 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils /// internal static partial class ReferenceImplementations { - public static unsafe void DequantizeBlock(Block8x8F* blockPtr, Block8x8F* qtPtr, int* unzigPtr) + public static unsafe void DequantizeBlock(Block8x8F* blockPtr, Block8x8F* qtPtr, byte* unzigPtr) { float* b = (float*)blockPtr; float* qtp = (float*)qtPtr; for (int qtIndex = 0; qtIndex < Block8x8F.Size; qtIndex++) { - int i = unzigPtr[qtIndex]; + byte i = unzigPtr[qtIndex]; float* unzigPos = b + i; float val = *unzigPos; @@ -115,7 +115,7 @@ namespace SixLabors.ImageSharp.Tests.Formats.Jpg.Utils /// The destination block of integers /// The quantization table /// Pointer to - public static unsafe void QuantizeRational(Block8x8F* src, int* dest, Block8x8F* qt, int* unzigPtr) + public static unsafe void QuantizeRational(Block8x8F* src, int* dest, Block8x8F* qt, byte* unzigPtr) { float* s = (float*)src; float* q = (float*)qt; diff --git a/tests/ImageSharp.Tests/TestImages.cs b/tests/ImageSharp.Tests/TestImages.cs index 4e9c3192d..166943c3a 100644 --- a/tests/ImageSharp.Tests/TestImages.cs +++ b/tests/ImageSharp.Tests/TestImages.cs @@ -133,6 +133,8 @@ namespace SixLabors.ImageSharp.Tests public const string BadCoeffsProgressive178 = "Jpg/issues/Issue178-BadCoeffsProgressive-Lemon.jpg"; public const string BadZigZagProgressive385 = "Jpg/issues/Issue385-BadZigZag-Progressive.jpg"; public const string MultiHuffmanBaseline394 = "Jpg/issues/Issue394-MultiHuffmanBaseline-Speakers.jpg"; + public const string NoEOI517 = "Jpg/issues/Issue517-No-EOI.jpg"; + public const string BadRST518 = "Jpg/issues/Issue518-Bad-RST.jpg"; } public static readonly string[] All = Baseline.All.Concat(Progressive.All).ToArray(); diff --git a/tests/ImageSharp.Tests/TestUtilities/ImageComparison/ImageComparer.cs b/tests/ImageSharp.Tests/TestUtilities/ImageComparison/ImageComparer.cs index b708673c7..bb5d0e6dd 100644 --- a/tests/ImageSharp.Tests/TestUtilities/ImageComparison/ImageComparer.cs +++ b/tests/ImageSharp.Tests/TestUtilities/ImageComparison/ImageComparer.cs @@ -117,10 +117,10 @@ namespace SixLabors.ImageSharp.Tests.TestUtilities.ImageComparison IEnumerable> reports = comparer.CompareImages(expected, actual); if (reports.Any()) { - List> cleanedReports = new List>(reports.Count()); - foreach (var r in reports) + var cleanedReports = new List>(reports.Count()); + foreach (ImageSimilarityReport r in reports) { - var outsideChanges = r.Differences.Where(x => !( + IEnumerable outsideChanges = r.Differences.Where(x => !( ignoredRegion.X <= x.Position.X && x.Position.X <= ignoredRegion.Right && ignoredRegion.Y <= x.Position.Y && diff --git a/tests/Images/External b/tests/Images/External index 01af5f369..f1c585d0b 160000 --- a/tests/Images/External +++ b/tests/Images/External @@ -1 +1 @@ -Subproject commit 01af5f36912ec7080cae3187a48905d1e54f6ea7 +Subproject commit f1c585d0b931504d33ae2741ede72c0bf5ae5cb7 diff --git a/tests/Images/Input/Jpg/issues/Issue517-No-EOI.jpg b/tests/Images/Input/Jpg/issues/Issue517-No-EOI.jpg new file mode 100644 index 000000000..520476121 --- /dev/null +++ b/tests/Images/Input/Jpg/issues/Issue517-No-EOI.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bef85b47c222ce3f3f5bea302619336290cfeb329537e704c45de939072fd93 +size 2192567 diff --git a/tests/Images/Input/Jpg/issues/Issue518-Bad-RST.jpg b/tests/Images/Input/Jpg/issues/Issue518-Bad-RST.jpg new file mode 100644 index 000000000..088fa5148 --- /dev/null +++ b/tests/Images/Input/Jpg/issues/Issue518-Bad-RST.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdbe5aae2ebc1841dd58f07bb999b776ebf99f629b81a2c537fdb0f62edddc1 +size 3764739