diff --git a/src/ImageSharp/Memory/Allocators/Internals/UniformUnmanagedMemoryPool.Buffer{T}.cs b/src/ImageSharp/Memory/Allocators/Internals/UniformUnmanagedMemoryPool.Buffer{T}.cs
index 84b93496d..b2a19fb60 100644
--- a/src/ImageSharp/Memory/Allocators/Internals/UniformUnmanagedMemoryPool.Buffer{T}.cs
+++ b/src/ImageSharp/Memory/Allocators/Internals/UniformUnmanagedMemoryPool.Buffer{T}.cs
@@ -36,7 +36,7 @@ namespace SixLabors.ImageSharp.Memory.Internals
                 this.BufferHandle.DangerousAddRef(ref unused);
 
                 void* pbData = Unsafe.Add<T>(this.Pointer, elementIndex);
-                return new MemoryHandle(pbData);
+                return new MemoryHandle(pbData, pinnable: this);
             }
 
             /// <inheritdoc />
diff --git a/src/ImageSharp/Memory/Allocators/Internals/UnmanagedBuffer{T}.cs b/src/ImageSharp/Memory/Allocators/Internals/UnmanagedBuffer{T}.cs
index 9755f3744..14a2f3b5b 100644
--- a/src/ImageSharp/Memory/Allocators/Internals/UnmanagedBuffer{T}.cs
+++ b/src/ImageSharp/Memory/Allocators/Internals/UnmanagedBuffer{T}.cs
@@ -42,7 +42,7 @@ namespace SixLabors.ImageSharp.Memory.Internals
             this.bufferHandle.DangerousAddRef(ref unused);
 
             void* pbData = Unsafe.Add<T>(this.Pointer, elementIndex);
-            return new MemoryHandle(pbData);
+            return new MemoryHandle(pbData, pinnable: this);
         }
 
         /// <inheritdoc />
diff --git a/src/ImageSharp/Memory/UnmanagedMemoryManager{T}.cs b/src/ImageSharp/Memory/UnmanagedMemoryManager{T}.cs
index 58eaee320..8e8d1aa2f 100644
--- a/src/ImageSharp/Memory/UnmanagedMemoryManager{T}.cs
+++ b/src/ImageSharp/Memory/UnmanagedMemoryManager{T}.cs
@@ -49,7 +49,7 @@ namespace SixLabors.ImageSharp.Memory
         /// <inheritdoc/>
         public override MemoryHandle Pin(int elementIndex = 0)
         {
-            return new MemoryHandle(((T*)this.pointer) + elementIndex);
+            return new MemoryHandle(((T*)this.pointer) + elementIndex, pinnable: this);
         }
 
         /// <inheritdoc/>
diff --git a/tests/ImageSharp.Tests/Image/ImageTests.WrapMemory.cs b/tests/ImageSharp.Tests/Image/ImageTests.WrapMemory.cs
index 7fae29a85..c7a9b67a7 100644
--- a/tests/ImageSharp.Tests/Image/ImageTests.WrapMemory.cs
+++ b/tests/ImageSharp.Tests/Image/ImageTests.WrapMemory.cs
@@ -71,7 +71,7 @@ namespace SixLabors.ImageSharp.Tests
                 public override unsafe MemoryHandle Pin(int elementIndex = 0)
                 {
                     void* ptr = (void*)this.bmpData.Scan0;
-                    return new MemoryHandle(ptr);
+                    return new MemoryHandle(ptr, pinnable: this);
                 }
 
                 public override void Unpin()
diff --git a/tests/ImageSharp.Tests/Memory/Allocators/UniformUnmanagedPoolMemoryAllocatorTests.cs b/tests/ImageSharp.Tests/Memory/Allocators/UniformUnmanagedPoolMemoryAllocatorTests.cs
index f9376e27c..9a55b3b82 100644
--- a/tests/ImageSharp.Tests/Memory/Allocators/UniformUnmanagedPoolMemoryAllocatorTests.cs
+++ b/tests/ImageSharp.Tests/Memory/Allocators/UniformUnmanagedPoolMemoryAllocatorTests.cs
@@ -130,6 +130,23 @@ namespace SixLabors.ImageSharp.Tests.Memory.Allocators
             Assert.Equal(1, g.Count);
         }
 
+        [Fact]
+        public unsafe void Allocate_MemoryIsPinnableMultipleTimes()
+        {
+            var allocator = new UniformUnmanagedMemoryPoolMemoryAllocator(null);
+            using IMemoryOwner<byte> memoryOwner = allocator.Allocate<byte>(100);
+
+            using (MemoryHandle pin = memoryOwner.Memory.Pin())
+            {
+                Assert.NotEqual(IntPtr.Zero, (IntPtr)pin.Pointer);
+            }
+
+            using (MemoryHandle pin = memoryOwner.Memory.Pin())
+            {
+                Assert.NotEqual(IntPtr.Zero, (IntPtr)pin.Pointer);
+            }
+        }
+
         [Fact]
         public void MemoryAllocator_Create_WithoutSettings_AllocatesDiscontiguousMemory()
         {
diff --git a/tests/ImageSharp.Tests/TestUtilities/TestMemoryAllocator.cs b/tests/ImageSharp.Tests/TestUtilities/TestMemoryAllocator.cs
index d60449493..c644b2fbf 100644
--- a/tests/ImageSharp.Tests/TestUtilities/TestMemoryAllocator.cs
+++ b/tests/ImageSharp.Tests/TestUtilities/TestMemoryAllocator.cs
@@ -146,12 +146,12 @@ namespace SixLabors.ImageSharp.Tests.Memory
                 }
 
                 void* ptr = (void*)this.pinHandle.AddrOfPinnedObject();
-                return new MemoryHandle(ptr, this.pinHandle);
+                return new MemoryHandle(ptr, pinnable: this);
             }
 
             public override void Unpin()
             {
-                throw new NotImplementedException();
+                this.pinHandle.Free();
             }
 
             /// <inheritdoc />