diff --git a/test/integration/start_stop_delete_test.go b/test/integration/start_stop_delete_test.go
index 66d505ea7f..6f995e4a16 100644
--- a/test/integration/start_stop_delete_test.go
+++ b/test/integration/start_stop_delete_test.go
@@ -88,7 +88,8 @@ func TestStartStop(t *testing.T) {
 				startArgs = append(startArgs, StartArgs()...)
 				rr, err := Run(t, exec.CommandContext(ctx, Target(), startArgs...))
 				if err != nil {
-					t.Errorf("%s failed: %v", rr.Args, err)
+					// Fatal so that we may collect logs before stop/delete steps
+					t.Fatalf("%s failed: %v", rr.Args, err)
 				}
 
 				// SADNESS: 0/1 nodes are available: 1 node(s) had taints that the pod didn't tolerate.