diff --git a/TestFiles/Direct2D1/Shapes/Path/Path_Expander_With_Border.expected.png b/TestFiles/Direct2D1/Shapes/Path/Path_Expander_With_Border.expected.png
index 9c72e69ea9..4a7f4c26b0 100644
Binary files a/TestFiles/Direct2D1/Shapes/Path/Path_Expander_With_Border.expected.png and b/TestFiles/Direct2D1/Shapes/Path/Path_Expander_With_Border.expected.png differ
diff --git a/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_2px_Stroke.expected.png b/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_2px_Stroke.expected.png
index c3ee9548b0..cebe42f3df 100644
Binary files a/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_2px_Stroke.expected.png and b/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_2px_Stroke.expected.png differ
diff --git a/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_Stroke_Fill.expected.png b/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_Stroke_Fill.expected.png
index 2eb5c946ce..d1c13a9e57 100644
Binary files a/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_Stroke_Fill.expected.png and b/TestFiles/Direct2D1/Shapes/Rectangle/Rectangle_Stroke_Fill.expected.png differ
diff --git a/Tests/Perspex.RenderTests/TestBase.cs b/Tests/Perspex.RenderTests/TestBase.cs
index 6a842001a8..f64a3f5693 100644
--- a/Tests/Perspex.RenderTests/TestBase.cs
+++ b/Tests/Perspex.RenderTests/TestBase.cs
@@ -66,18 +66,11 @@ namespace Perspex.Direct2D1.RenderTests
             string actualPath = Path.Combine(this.OutputPath, testName + ".out.png");
             MagickImage expected = new MagickImage(expectedPath);
             MagickImage actual = new MagickImage(actualPath);
-            MagickErrorInfo error = expected.Compare(actual);
+            double error = expected.Compare(actual, ErrorMetric.RootMeanSquared);
 
-            if (error.NormalizedMaximumError > 0.1)
+            if (error > 0.02)
             {
-                if (error.NormalizedMaximumError > 0.15)
-                {
-                    Assert.True(false, "NormalizedMaximumError = " + error.NormalizedMaximumError);
-                }
-                else
-                {
-                    Assert.True(false,  "Close but no cigar. NormalizedMaximumError = " + error.NormalizedMaximumError);
-                }
+                Assert.True(false, "Error = " + error);
             }
         }
     }