diff --git a/hack/jenkins/windows_integration_test_docker.ps1 b/hack/jenkins/windows_integration_test_docker.ps1
index 122939fb16..630700746c 100644
--- a/hack/jenkins/windows_integration_test_docker.ps1
+++ b/hack/jenkins/windows_integration_test_docker.ps1
@@ -19,10 +19,10 @@ gsutil.cmd -m cp -r gs://minikube-builds/$env:MINIKUBE_LOCATION/setup_docker_des
 
 ./out/setup_docker_desktop_windows.ps1
 
-docker ps -aq | ForEach -Process {docker rm -fv $_}
-
 ./out/minikube-windows-amd64.exe delete --all
 
+docker ps -aq | ForEach -Process {docker rm -fv $_}
+
 $started=Get-Date -UFormat %s
 
 out/e2e-windows-amd64.exe --minikube-start-args="--driver=docker" --binary=out/minikube-windows-amd64.exe --test.v --test.timeout=180m | tee testout.txt