diff --git a/src/ImageSharp/PixelFormats/PixelImplementations/RgbaVector.PixelOperations.cs b/src/ImageSharp/PixelFormats/PixelImplementations/RgbaVector.PixelOperations.cs
index 3c4d951ee..2d52f98cb 100644
--- a/src/ImageSharp/PixelFormats/PixelImplementations/RgbaVector.PixelOperations.cs
+++ b/src/ImageSharp/PixelFormats/PixelImplementations/RgbaVector.PixelOperations.cs
@@ -29,16 +29,7 @@ namespace SixLabors.ImageSharp.PixelFormats
                 Guard.DestinationShouldNotBeTooShort(sourceVectors, destinationColors, nameof(destinationColors));
 
                 Vector4Converters.ApplyBackwardConversionModifiers(sourceVectors, modifiers);
-
-                // TODO: Repeating previous override behavior here. Not sure if this is correct!
-                if (modifiers.IsDefined(PixelConversionModifiers.Scale))
-                {
-                    MemoryMarshal.Cast<Vector4, RgbaVector>(sourceVectors).CopyTo(destinationColors);
-                }
-                else
-                {
-                    base.FromVector4(configuration, sourceVectors, destinationColors, modifiers);
-                }
+                MemoryMarshal.Cast<Vector4, RgbaVector>(sourceVectors).CopyTo(destinationColors);
             }
 
             /// <inheritdoc />
@@ -50,16 +41,7 @@ namespace SixLabors.ImageSharp.PixelFormats
             {
                 Guard.DestinationShouldNotBeTooShort(sourcePixels, destVectors, nameof(destVectors));
 
-                // TODO: Repeating previous override behavior here. Not sure if this is correct!
-                if (modifiers.IsDefined(PixelConversionModifiers.Scale))
-                {
-                    base.ToVector4(configuration, sourcePixels, destVectors, modifiers);
-                }
-                else
-                {
-                    MemoryMarshal.Cast<RgbaVector, Vector4>(sourcePixels).CopyTo(destVectors);
-                }
-
+                MemoryMarshal.Cast<RgbaVector, Vector4>(sourcePixels).CopyTo(destVectors);
                 Vector4Converters.ApplyForwardConversionModifiers(destVectors, modifiers);
             }
         }