diff --git a/delete-submodule b/delete-submodule
index d860036..79575a5 100755
--- a/delete-submodule
+++ b/delete-submodule
@@ -10,7 +10,7 @@ else
 fi
 
 if [[ -d "vim/bundle/$1" ]]; then
-    git rm "vim/bundle/$1"
+    git rm -f "vim/bundle/$1"
 else
     printf '%s\n' "Couldn't run 'git rm vim/bundle/$1', does not exist" >&2
     exit 1