diff --git a/src/Microsoft.Tye.Hosting/ReplicaRegistry.cs b/src/Microsoft.Tye.Hosting/ReplicaRegistry.cs
index 0cf6a615..dbd40002 100644
--- a/src/Microsoft.Tye.Hosting/ReplicaRegistry.cs
+++ b/src/Microsoft.Tye.Hosting/ReplicaRegistry.cs
@@ -94,7 +94,10 @@ namespace Microsoft.Tye.Hosting
 
         public void Dispose()
         {
-            Directory.Delete(_tyeFolderPath, true);
+            if (Directory.Exists(_tyeFolderPath))
+            {
+                Directory.Delete(_tyeFolderPath, true);
+            }
         }
     }
 }