diff --git a/hack/jenkins/windows_integration_test_docker.ps1 b/hack/jenkins/windows_integration_test_docker.ps1
index 52177a0b87..122939fb16 100644
--- a/hack/jenkins/windows_integration_test_docker.ps1
+++ b/hack/jenkins/windows_integration_test_docker.ps1
@@ -11,8 +11,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-docker ps -aq | ForEach -Process {docker rm -fv $_}
-
 mkdir -p out
 gsutil.cmd -m cp gs://minikube-builds/$env:MINIKUBE_LOCATION/minikube-windows-amd64.exe out/
 gsutil.cmd -m cp gs://minikube-builds/$env:MINIKUBE_LOCATION/e2e-windows-amd64.exe out/
@@ -21,6 +19,8 @@ gsutil.cmd -m cp -r gs://minikube-builds/$env:MINIKUBE_LOCATION/setup_docker_des
 
 ./out/setup_docker_desktop_windows.ps1
 
+docker ps -aq | ForEach -Process {docker rm -fv $_}
+
 ./out/minikube-windows-amd64.exe delete --all
 
 $started=Get-Date -UFormat %s