diff --git a/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle-with-dependencies/pom.xml b/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle-with-dependencies/pom.xml
index d390cb7ae8..b44e342820 100644
--- a/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle-with-dependencies/pom.xml
+++ b/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle-with-dependencies/pom.xml
@@ -32,6 +32,15 @@
 						<version>3.0.0-M5</version>
 					</dependency>
 				</dependencies>
+				<executions>
+					<execution>
+						<id>surefire-test</id>
+						<phase>test</phase>
+						<goals>
+							<goal>test</goal>
+						</goals>
+					</execution>
+				</executions>
 			</plugin>
 		</plugins>
 	</build>
diff --git a/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle/pom.xml b/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle/pom.xml
index 5f3f725cfd..7f2c08b4a5 100644
--- a/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle/pom.xml
+++ b/tycho-its/projects/compiler.junitcontainer/junit4-in-bundle/pom.xml
@@ -32,6 +32,15 @@
 						<version>3.0.0-M5</version>
 					</dependency>
 				</dependencies>
+				<executions>
+					<execution>
+						<id>surefire-test</id>
+						<phase>test</phase>
+						<goals>
+							<goal>test</goal>
+						</goals>
+					</execution>
+				</executions>
 			</plugin>
 		</plugins>
 	</build>
diff --git a/tycho-its/src/test/java/org/eclipse/tycho/test/compiler/CompilerClasspathEntryTest.java b/tycho-its/src/test/java/org/eclipse/tycho/test/compiler/CompilerClasspathEntryTest.java
index 299c594fe3..9749995764 100644
--- a/tycho-its/src/test/java/org/eclipse/tycho/test/compiler/CompilerClasspathEntryTest.java
+++ b/tycho-its/src/test/java/org/eclipse/tycho/test/compiler/CompilerClasspathEntryTest.java
@@ -33,6 +33,7 @@ public void testJUnit4Container() throws Exception {
 		Verifier verifier = getVerifier("compiler.junitcontainer/junit4-in-bundle", true);
 		verifier.executeGoal("test");
 		verifier.verifyErrorFreeLog();
+		verifier.verifyTextInLog("Tests run: 5, Failures: 0, Errors: 0, Skipped: 0");
 	}
 
 	@Test
@@ -40,6 +41,7 @@ public void testJUnit4ContainerWithDependencies() throws Exception {
 		Verifier verifier = getVerifier("compiler.junitcontainer/junit4-in-bundle-with-dependencies", true);
 		verifier.executeGoal("test");
 		verifier.verifyErrorFreeLog();
+		verifier.verifyTextInLog("Tests run: 5, Failures: 0, Errors: 0, Skipped: 0");
 	}
 
 	@Test