diff --git a/hack/jenkins/common.sh b/hack/jenkins/common.sh
index e48f34e044..c02bdb2cd2 100755
--- a/hack/jenkins/common.sh
+++ b/hack/jenkins/common.sh
@@ -108,6 +108,8 @@ for entry in $(ls ${TEST_ROOT}); do
     sudo rm -Rf "${home}"
   done
 
+  ${MINIKUBE_BIN} delete --all || true
+
   for kconfig in $(find ${entry} -name kubeconfig -type f); do
     sudo rm -f "${kconfig}"
   done
diff --git a/test/integration/start_stop_delete_test.go b/test/integration/start_stop_delete_test.go
index bf575baeee..1ed1f6b676 100644
--- a/test/integration/start_stop_delete_test.go
+++ b/test/integration/start_stop_delete_test.go
@@ -139,6 +139,11 @@ func TestStartStop(t *testing.T) {
 				if err != nil {
 					t.Errorf("%s failed: %v", rr.Args, err)
 				}
+
+				rr, err = Run(t, exec.CommandContext(ctx, Target(), "delete", "--all"))
+				if err != nil {
+					t.Errorf("%s failed: %v", rr.Args, err)
+				}
 			})
 		}
 	})