Browse Source

Merge pull request #2690 from SixLabors/js/v3-updates

Merge 2681 to v4 Main
pull/2698/head
James Jackson-South 2 years ago
committed by GitHub
parent
commit
7e7c79501d
No known key found for this signature in database GPG Key ID: B5690EEEBB952194
  1. 1
      .github/workflows/build-and-test.yml
  2. 38
      src/ImageSharp/Formats/Png/PngDecoderCore.cs
  3. 6
      src/ImageSharp/Formats/Png/PngDecoderOptions.cs
  4. 21
      src/ImageSharp/Formats/Webp/AlphaDecoder.cs
  5. 19
      tests/ImageSharp.Tests/Formats/Png/PngDecoderTests.cs
  6. 4
      tests/ImageSharp.Tests/TestImages.cs
  7. 3
      tests/Images/Input/Png/issues/bad-ztxt.png
  8. 3
      tests/Images/Input/Png/issues/bad-ztxt2.png

1
.github/workflows/build-and-test.yml

@ -4,6 +4,7 @@ on:
push: push:
branches: branches:
- main - main
- release/*
tags: tags:
- "v*" - "v*"
pull_request: pull_request:

38
src/ImageSharp/Formats/Png/PngDecoderCore.cs

@ -126,6 +126,11 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
/// </summary> /// </summary>
private readonly Crc32 crc32 = new(); private readonly Crc32 crc32 = new();
/// <summary>
/// The maximum memory in bytes that a zTXt, sPLT, iTXt, iCCP, or unknown chunk can occupy when decompressed.
/// </summary>
private readonly int maxUncompressedLength;
/// <summary> /// <summary>
/// Initializes a new instance of the <see cref="PngDecoderCore"/> class. /// Initializes a new instance of the <see cref="PngDecoderCore"/> class.
/// </summary> /// </summary>
@ -138,6 +143,7 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
this.skipMetadata = options.GeneralOptions.SkipMetadata; this.skipMetadata = options.GeneralOptions.SkipMetadata;
this.memoryAllocator = this.configuration.MemoryAllocator; this.memoryAllocator = this.configuration.MemoryAllocator;
this.pngCrcChunkHandling = options.PngCrcChunkHandling; this.pngCrcChunkHandling = options.PngCrcChunkHandling;
this.maxUncompressedLength = options.MaxUncompressedAncillaryChunkSizeBytes;
} }
internal PngDecoderCore(PngDecoderOptions options, bool colorMetadataOnly) internal PngDecoderCore(PngDecoderOptions options, bool colorMetadataOnly)
@ -149,6 +155,7 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
this.configuration = options.GeneralOptions.Configuration; this.configuration = options.GeneralOptions.Configuration;
this.memoryAllocator = this.configuration.MemoryAllocator; this.memoryAllocator = this.configuration.MemoryAllocator;
this.pngCrcChunkHandling = options.PngCrcChunkHandling; this.pngCrcChunkHandling = options.PngCrcChunkHandling;
this.maxUncompressedLength = options.MaxUncompressedAncillaryChunkSizeBytes;
} }
/// <inheritdoc/> /// <inheritdoc/>
@ -602,23 +609,7 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
private void InitializeImage<TPixel>(ImageMetadata metadata, FrameControl frameControl, out Image<TPixel> image) private void InitializeImage<TPixel>(ImageMetadata metadata, FrameControl frameControl, out Image<TPixel> image)
where TPixel : unmanaged, IPixel<TPixel> where TPixel : unmanaged, IPixel<TPixel>
{ {
// When ignoring data CRCs, we can't use the image constructor that leaves the buffer uncleared. image = new Image<TPixel>(this.configuration, this.header.Width, this.header.Height, metadata);
if (this.pngCrcChunkHandling is PngCrcChunkHandling.IgnoreData or PngCrcChunkHandling.IgnoreAll)
{
image = new Image<TPixel>(
this.configuration,
this.header.Width,
this.header.Height,
metadata);
}
else
{
image = Image.CreateUninitialized<TPixel>(
this.configuration,
this.header.Width,
this.header.Height,
metadata);
}
PngFrameMetadata frameMetadata = image.Frames.RootFrame.Metadata.GetPngMetadata(); PngFrameMetadata frameMetadata = image.Frames.RootFrame.Metadata.GetPngMetadata();
frameMetadata.FromChunk(in frameControl); frameMetadata.FromChunk(in frameControl);
@ -1575,7 +1566,7 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
ReadOnlySpan<byte> compressedData = data[(zeroIndex + 2)..]; ReadOnlySpan<byte> compressedData = data[(zeroIndex + 2)..];
if (this.TryDecompressZlibData(compressedData, out byte[] iccpProfileBytes)) if (this.TryDecompressZlibData(compressedData, this.maxUncompressedLength, out byte[] iccpProfileBytes))
{ {
metadata.IccProfile = new IccProfile(iccpProfileBytes); metadata.IccProfile = new IccProfile(iccpProfileBytes);
} }
@ -1585,9 +1576,10 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
/// Tries to decompress zlib compressed data. /// Tries to decompress zlib compressed data.
/// </summary> /// </summary>
/// <param name="compressedData">The compressed data.</param> /// <param name="compressedData">The compressed data.</param>
/// <param name="maxLength">The maximum uncompressed length.</param>
/// <param name="uncompressedBytesArray">The uncompressed bytes array.</param> /// <param name="uncompressedBytesArray">The uncompressed bytes array.</param>
/// <returns>True, if de-compressing was successful.</returns> /// <returns>True, if de-compressing was successful.</returns>
private unsafe bool TryDecompressZlibData(ReadOnlySpan<byte> compressedData, out byte[] uncompressedBytesArray) private unsafe bool TryDecompressZlibData(ReadOnlySpan<byte> compressedData, int maxLength, out byte[] uncompressedBytesArray)
{ {
fixed (byte* compressedDataBase = compressedData) fixed (byte* compressedDataBase = compressedData)
{ {
@ -1607,6 +1599,12 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
int bytesRead = inflateStream.CompressedStream.Read(destUncompressedData, 0, destUncompressedData.Length); int bytesRead = inflateStream.CompressedStream.Read(destUncompressedData, 0, destUncompressedData.Length);
while (bytesRead != 0) while (bytesRead != 0)
{ {
if (memoryStreamOutput.Length > maxLength)
{
uncompressedBytesArray = Array.Empty<byte>();
return false;
}
memoryStreamOutput.Write(destUncompressedData[..bytesRead]); memoryStreamOutput.Write(destUncompressedData[..bytesRead]);
bytesRead = inflateStream.CompressedStream.Read(destUncompressedData, 0, destUncompressedData.Length); bytesRead = inflateStream.CompressedStream.Read(destUncompressedData, 0, destUncompressedData.Length);
} }
@ -1749,7 +1747,7 @@ internal sealed class PngDecoderCore : IImageDecoderInternals
/// <returns>The <see cref="bool"/>.</returns> /// <returns>The <see cref="bool"/>.</returns>
private bool TryDecompressTextData(ReadOnlySpan<byte> compressedData, Encoding encoding, [NotNullWhen(true)] out string? value) private bool TryDecompressTextData(ReadOnlySpan<byte> compressedData, Encoding encoding, [NotNullWhen(true)] out string? value)
{ {
if (this.TryDecompressZlibData(compressedData, out byte[] uncompressedData)) if (this.TryDecompressZlibData(compressedData, this.maxUncompressedLength, out byte[] uncompressedData))
{ {
value = encoding.GetString(uncompressedData); value = encoding.GetString(uncompressedData);
return true; return true;

6
src/ImageSharp/Formats/Png/PngDecoderOptions.cs

@ -15,4 +15,10 @@ public sealed class PngDecoderOptions : ISpecializedDecoderOptions
/// Gets a value indicating how to handle validation of any CRC (Cyclic Redundancy Check) data within the encoded PNG. /// Gets a value indicating how to handle validation of any CRC (Cyclic Redundancy Check) data within the encoded PNG.
/// </summary> /// </summary>
public PngCrcChunkHandling PngCrcChunkHandling { get; init; } = PngCrcChunkHandling.IgnoreNonCritical; public PngCrcChunkHandling PngCrcChunkHandling { get; init; } = PngCrcChunkHandling.IgnoreNonCritical;
/// <summary>
/// Gets the maximum memory in bytes that a zTXt, sPLT, iTXt, iCCP, or unknown chunk can occupy when decompressed.
/// Defaults to 8MB
/// </summary>
public int MaxUncompressedAncillaryChunkSizeBytes { get; init; } = 8 * 1024 * 1024; // 8MB
} }

21
src/ImageSharp/Formats/Webp/AlphaDecoder.cs

@ -6,7 +6,9 @@ using System.Diagnostics.CodeAnalysis;
using System.Runtime.CompilerServices; using System.Runtime.CompilerServices;
using System.Runtime.InteropServices; using System.Runtime.InteropServices;
using System.Runtime.Intrinsics; using System.Runtime.Intrinsics;
using System.Runtime.Intrinsics.Arm;
using System.Runtime.Intrinsics.X86; using System.Runtime.Intrinsics.X86;
using SixLabors.ImageSharp.Common.Helpers;
using SixLabors.ImageSharp.Formats.Webp.BitReader; using SixLabors.ImageSharp.Formats.Webp.BitReader;
using SixLabors.ImageSharp.Formats.Webp.Lossless; using SixLabors.ImageSharp.Formats.Webp.Lossless;
using SixLabors.ImageSharp.Memory; using SixLabors.ImageSharp.Memory;
@ -311,8 +313,7 @@ internal class AlphaDecoder : IDisposable
private static void HorizontalUnfilter(Span<byte> prev, Span<byte> input, Span<byte> dst, int width) private static void HorizontalUnfilter(Span<byte> prev, Span<byte> input, Span<byte> dst, int width)
{ {
// TODO: Investigate AdvSimd support for this method. if ((Sse2.IsSupported || AdvSimd.IsSupported) && width >= 9)
if (Sse2.IsSupported && width >= 9)
{ {
dst[0] = (byte)(input[0] + (prev.IsEmpty ? 0 : prev[0])); dst[0] = (byte)(input[0] + (prev.IsEmpty ? 0 : prev[0]));
nuint i; nuint i;
@ -323,17 +324,17 @@ internal class AlphaDecoder : IDisposable
for (i = 1; i <= (uint)width - 8; i += 8) for (i = 1; i <= (uint)width - 8; i += 8)
{ {
Vector128<long> a0 = Vector128.Create(Unsafe.As<byte, long>(ref Unsafe.Add(ref srcRef, i)), 0); Vector128<long> a0 = Vector128.Create(Unsafe.As<byte, long>(ref Unsafe.Add(ref srcRef, i)), 0);
Vector128<byte> a1 = Sse2.Add(a0.AsByte(), last.AsByte()); Vector128<byte> a1 = a0.AsByte() + last.AsByte();
Vector128<byte> a2 = Sse2.ShiftLeftLogical128BitLane(a1, 1); Vector128<byte> a2 = Vector128Utilities.ShiftLeftBytesInVector(a1, 1);
Vector128<byte> a3 = Sse2.Add(a1, a2); Vector128<byte> a3 = a1 + a2;
Vector128<byte> a4 = Sse2.ShiftLeftLogical128BitLane(a3, 2); Vector128<byte> a4 = Vector128Utilities.ShiftLeftBytesInVector(a3, 2);
Vector128<byte> a5 = Sse2.Add(a3, a4); Vector128<byte> a5 = a3 + a4;
Vector128<byte> a6 = Sse2.ShiftLeftLogical128BitLane(a5, 4); Vector128<byte> a6 = Vector128Utilities.ShiftLeftBytesInVector(a5, 4);
Vector128<byte> a7 = Sse2.Add(a5, a6); Vector128<byte> a7 = a5 + a6;
ref byte outputRef = ref Unsafe.Add(ref dstRef, i); ref byte outputRef = ref Unsafe.Add(ref dstRef, i);
Unsafe.As<byte, Vector64<byte>>(ref outputRef) = a7.GetLower(); Unsafe.As<byte, Vector64<byte>>(ref outputRef) = a7.GetLower();
last = Sse2.ShiftRightLogical(a7.AsInt64(), 56).AsInt32(); last = Vector128.ShiftRightLogical(a7.AsInt64(), 56).AsInt32();
} }
for (; i < (uint)width; ++i) for (; i < (uint)width; ++i)

19
tests/ImageSharp.Tests/Formats/Png/PngDecoderTests.cs

@ -672,4 +672,23 @@ public partial class PngDecoderTests
string path = Path.GetFullPath(Path.Combine(TestEnvironment.InputImagesDirectoryFullPath, TestImages.Png.Issue2666)); string path = Path.GetFullPath(Path.Combine(TestEnvironment.InputImagesDirectoryFullPath, TestImages.Png.Issue2666));
using Image image = Image.Load(path); using Image image = Image.Load(path);
} }
[Theory]
[InlineData(TestImages.Png.Bad.BadZTXT)]
[InlineData(TestImages.Png.Bad.BadZTXT2)]
public void Decode_BadZTXT(string file)
{
string path = Path.GetFullPath(Path.Combine(TestEnvironment.InputImagesDirectoryFullPath, file));
using Image image = Image.Load(path);
}
[Theory]
[InlineData(TestImages.Png.Bad.BadZTXT)]
[InlineData(TestImages.Png.Bad.BadZTXT2)]
public void Info_BadZTXT(string file)
{
string path = Path.GetFullPath(Path.Combine(TestEnvironment.InputImagesDirectoryFullPath, file));
_ = Image.Identify(path);
}
} }

4
tests/ImageSharp.Tests/TestImages.cs

@ -186,8 +186,10 @@ public static class TestImages
// Invalid color type. // Invalid color type.
public const string ColorTypeOne = "Png/xc1n0g08.png"; public const string ColorTypeOne = "Png/xc1n0g08.png";
public const string ColorTypeNine = "Png/xc9n2c08.png"; public const string ColorTypeNine = "Png/xc9n2c08.png";
public const string FlagOfGermany0000016446 = "Png/issues/flag_of_germany-0000016446.png"; public const string FlagOfGermany0000016446 = "Png/issues/flag_of_germany-0000016446.png";
public const string BadZTXT = "Png/issues/bad-ztxt.png";
public const string BadZTXT2 = "Png/issues/bad-ztxt2.png";
} }
} }

3
tests/Images/Input/Png/issues/bad-ztxt.png

@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:132a70cf0ac458a55cf4a44f4c6c025587491d304595835959955de6682fa472
size 3913750

3
tests/Images/Input/Png/issues/bad-ztxt2.png

@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:778a5fc8e915d79e9f55e58c6e4f646ae55dd7e866e65960754cb67a2b445987
size 93
Loading…
Cancel
Save