diff --git a/IPA.Loader/Updating/Backup/BackupUnit.cs b/IPA.Loader/Updating/Backup/BackupUnit.cs
index 71c8dca2..efd96db7 100644
--- a/IPA.Loader/Updating/Backup/BackupUnit.cs
+++ b/IPA.Loader/Updating/Backup/BackupUnit.cs
@@ -63,7 +63,8 @@ namespace IPA.Updating.Backup
 
         internal void Delete()
         {
-            _BackupPath.Delete(true);
+            if (_BackupPath.Exists)
+                _BackupPath.Delete(true);
         }
 
         /// <summary>