diff --git a/liblinphone_tester/custom_rules.xml b/liblinphone_tester/custom_rules.xml
index 82a79275d..60e8727a9 100644
--- a/liblinphone_tester/custom_rules.xml
+++ b/liblinphone_tester/custom_rules.xml
@@ -12,15 +12,24 @@
 		</exec>
 	</target>
 	<target name="test">
-		<exec executable="adb">
+		<exec executable="adb" failonerror="true" outputproperty="tests.output">
 			<arg value="shell" />
 			<arg value="am" />
 			<arg value="instrument" />
-			<arg value="-e" />
-			<arg value="suite" />
-			<arg value="Setup" />
+			<arg value="-r" />
 			<arg value="-w" />
 			<arg value="org.linphone.tester/org.linphone.tester.TestRunner" />
 		</exec>
+		<echo message="${tests.output}"/>
+		<fail message="Tests failed">
+			<condition>
+					<contains string="${tests.output}" substring="FAILURES" />
+			</condition>
+		</fail>
+		<fail message="Tests crashed">
+			<condition>
+					<contains string="${tests.output}" substring="Process crashed" />
+			</condition>
+		</fail>
 	</target>
 </project>