diff --git a/tests/flip_test.c b/tests/flip_test.c
index a3287686..a6eb0c0a 100644
--- a/tests/flip_test.c
+++ b/tests/flip_test.c
@@ -165,6 +165,7 @@ static void connector_find_preferred_mode(struct test_output *o, int crtc_id)
 
 	if (!o->crtc) {
 		fprintf(stderr, "could not find requested crtc %d\n", crtc_id);
+		o->mode_valid = 0;
 		return;
 	}