diff --git a/src/Microsoft.Tye.Hosting/ProcessRunner.cs b/src/Microsoft.Tye.Hosting/ProcessRunner.cs
index 800c58e5..e2ff1d3c 100644
--- a/src/Microsoft.Tye.Hosting/ProcessRunner.cs
+++ b/src/Microsoft.Tye.Hosting/ProcessRunner.cs
@@ -226,7 +226,14 @@ namespace Microsoft.Tye.Hosting
                     {
                         _logger.LogError(0, ex, "Failed to launch process for service {ServiceName}", replica);
 
-                        Thread.Sleep(5000);
+                        try
+                        {
+                            await Task.Delay(5000, processInfo.StoppedTokenSource.Token);
+                        }
+                        catch (OperationCanceledException)
+                        {
+                            // Swallow cancellation exceptions and continue
+                        }
                     }
 
                     service.Restarts++;