diff --git a/tests/ImageSharp.Benchmarks/Image/MultiImageBenchmarkBase.cs b/tests/ImageSharp.Benchmarks/Image/MultiImageBenchmarkBase.cs
index 9007ef75b..26aad07b8 100644
--- a/tests/ImageSharp.Benchmarks/Image/MultiImageBenchmarkBase.cs
+++ b/tests/ImageSharp.Benchmarks/Image/MultiImageBenchmarkBase.cs
@@ -86,6 +86,10 @@ namespace ImageSharp.Benchmarks.Image
         [Setup]
         public void ReadImages()
         {
+            if (!Vector.IsHardwareAccelerated)
+            {
+                throw new Exception("Vector.IsHardwareAccelerated == false! Check your build settings!");
+            }
             // Console.WriteLine("Vector.IsHardwareAccelerated: " + Vector.IsHardwareAccelerated);
             this.ReadFilesImpl();
         }
diff --git a/tests/ImageSharp.Sandbox46/ImageSharp.Sandbox46.csproj b/tests/ImageSharp.Sandbox46/ImageSharp.Sandbox46.csproj
index 7994456da..ab46034d1 100644
--- a/tests/ImageSharp.Sandbox46/ImageSharp.Sandbox46.csproj
+++ b/tests/ImageSharp.Sandbox46/ImageSharp.Sandbox46.csproj
@@ -41,6 +41,10 @@
     <Reference Include="System" />
     <Reference Include="System.Core" />
     <Reference Include="System.Numerics" />
+    <Reference Include="System.Numerics.Vectors, Version=4.1.1.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a, processorArchitecture=MSIL">
+      <HintPath>..\..\packages\System.Numerics.Vectors.4.1.1\lib\net46\System.Numerics.Vectors.dll</HintPath>
+      <Private>True</Private>
+    </Reference>
     <Reference Include="System.Xml.Linq" />
     <Reference Include="System.Data.DataSetExtensions" />
     <Reference Include="Microsoft.CSharp" />
diff --git a/tests/ImageSharp.Sandbox46/packages.config b/tests/ImageSharp.Sandbox46/packages.config
index 8b4f34078..8163e6e2e 100644
--- a/tests/ImageSharp.Sandbox46/packages.config
+++ b/tests/ImageSharp.Sandbox46/packages.config
@@ -1,5 +1,6 @@
 <?xml version="1.0" encoding="utf-8"?>
 <packages>
+  <package id="System.Numerics.Vectors" version="4.1.1" targetFramework="net461" />
   <package id="xunit" version="2.2.0-beta4-build3444" targetFramework="net461" />
   <package id="xunit.abstractions" version="2.0.1" targetFramework="net461" />
   <package id="xunit.assert" version="2.2.0-beta4-build3444" targetFramework="net461" />
diff --git a/tests/ImageSharp.Tests/Formats/Jpg/JpegProfilingBenchmarks.cs b/tests/ImageSharp.Tests/Formats/Jpg/JpegProfilingBenchmarks.cs
index eb9747cce..64528d4ac 100644
--- a/tests/ImageSharp.Tests/Formats/Jpg/JpegProfilingBenchmarks.cs
+++ b/tests/ImageSharp.Tests/Formats/Jpg/JpegProfilingBenchmarks.cs
@@ -8,6 +8,7 @@ namespace ImageSharp.Tests
     using System;
     using System.IO;
     using System.Linq;
+    using System.Numerics;
 
     using ImageSharp.Formats;
 
@@ -30,11 +31,16 @@ namespace ImageSharp.Tests
         [InlineData(30, TestImages.Jpeg.Baseline.Jpeg444)]
         public void DecodeJpeg(int executionCount, string fileName)
         {
+            if (!Vector.IsHardwareAccelerated)
+            {
+                throw new Exception("Vector.IsHardwareAccelerated == false! (Wrong build?)");
+            }
+
             string path = TestFile.GetPath(fileName);
             byte[] bytes = File.ReadAllBytes(path);
 
             this.Measure(
-                100,
+                executionCount,
                 () =>
                     {
                         Image img = new Image(bytes);