ant-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From <Jan.Mate...@rzf.fin-nrw.de>
Subject AW: svn commit: r563053 - in /ant/core/trunk/src: etc/testcases/taskdefs/optional/ main/org/apache/tools/ant/taskdefs/optional/junit/ tests/junit/org/apache/tools/ant/ tests/junit/org/apache/tools/ant/taskdefs/optional/junit/
Date Mon, 06 Aug 2007 08:17:57 GMT
>New Revision: 563053
>
>URL: http://svn.apache.org/viewvc?view=rev&rev=563053
>Log:
>New JUnit formatter: collects failing test cases (testXXX methods) for
a rerun.
>* works from command line
>* its own JUnit test scenario fails (for - to me - unknown reason)


Some ideas why the junit testcase fails and the run from the command
line not?


Jan


>+  <target name="failureRecorder.prepare">
>+    <property name="tmp.dir" value="out"/>
>+    <mkdir dir="${tmp.dir}/org"/>
>+    <echo file="${tmp.dir}/A.java">
>+        import junit.framework.*;
>+        public class A extends TestCase {
>+            public A(String s) { super(s); }
>+            public void test01() { System.out.println("A.test01"); }
>+            public void test02() { System.out.println("A.test02");
fail(); }
>+            public void test03() { System.out.println("A.test03");
fail(); }
>+      }
>+    </echo>
>+    <echo file="${tmp.dir}/B.java">
>+        import junit.framework.*;
>+        public class B extends TestCase {
>+            public B(String s) { super(s); }
>+            public void test04() { System.out.println("B.test04");
fail(); }
>+            public void test05() { System.out.println("B.test05"); }
>+            public void test06() { System.out.println("B.test06"); }
>+        }
>+    </echo>
>+    <echo file="${tmp.dir}/C.java">
>+        import junit.framework.*;
>+        public class C extends TestCase {
>+            public C(String s) { super(s); }
>+            public void test07() { System.out.println("C.test07"); }
>+            public void test08() { System.out.println("C.test08"); }
>+            public void test09() { System.out.println("C.test09"); }
>+        }
>+    </echo>
>+    <echo file="${tmp.dir}/org/D.java">
>+    	package org;
>+        import junit.framework.*;
>+        public class D extends TestCase {
>+            public D(String s) { super(s); }
>+            public void test10() { System.out.println("D.test10");
fail(); }
>+        }
>+    </echo>
>+    <javac srcdir="${tmp.dir}" destdir="${tmp.dir}"/>
>+  </target>
>+
>+  <target name="failureRecorder.internal">  
>+    <property name="tmp.dir" value="out"/>
>+    <!-- 
>+    <delete>
>+      <fileset dir="${tmp.dir}" includes="FailedTests*.class"/>
>+    </delete>
>+     -->
>+    <!-- compile the FailedTests class if present --> 
>+    <javac srcdir="${tmp.dir}" destdir="${tmp.dir}"/>
>+    <available file="${tmp.dir}/FailedTests.class"
property="hasFailingTests"/>
>+    <junit haltonerror="false" haltonfailure="false">
>+      <sysproperty key="ant.junit.failureCollector"
value="${tmp.dir}/FailedTests"/>
>+      <classpath>
>+        <pathelement location="${tmp.dir}"/>
>+      </classpath>
>+      <batchtest todir="${tmp.dir}" unless="hasFailingTests">
>+        <fileset dir="${tmp.dir}" includes="**/*.java"
excludes="**/FailedTests.*"/>
>+        <!-- for initial creation of the FailingTests.java -->
>+        <formatter type="failure"/>
>+        <!-- I want to see something ... -->
>+        <formatter type="plain" usefile="false"/>
>+      </batchtest>
>+      <test name="FailedTests" if="hasFailingTests">
>+      	<!-- update the FailingTests.java -->
>+        <formatter type="failure"/>
>+        <!-- again, I want to see something -->
>+        <formatter type="plain" usefile="false"/>
>+      </test>
>+    </junit>
>+  </target>
>+  
>+  <target name="failureRecorder.runtest">
>+  	<ant target="failureRecorder.internal" antfile="junit.xml"
inheritAll="false"/>
>+  </target>
>+  
>+  <target name="failureRecorder.fixing">
>+    <property name="tmp.dir" value="out"/>
>+    <echo file="${tmp.dir}/A.java">
>+        import junit.framework.*;
>+        public class A extends TestCase {
>+            public A(String s) { super(s); }
>+            public void test01() { System.out.println("A.test01"); }
>+            public void test02() { System.out.println("A.test02"); }
>+            public void test03() { System.out.println("A.test03"); }
>+      }
>+    </echo>
>+  </target>
>+

>+    /* Bugzilla Report 42984 */
>+    //TODO This scenario works from command line, but not from JUnit
...
>+    //     See the _run.bat attachement of the bug.
>+    public void _testFailureRecorder() {
>+        File testDir = new File(getProjectDir(), "out");
>+        File collectorFile = new File(getProjectDir(),
"out/FailedTests.java");
>+
>+        // ensure that there is a clean test environment
>+        assertFalse("Test directory must not exist before the test
preparation.", 
>+                testDir.exists());
>+        assertFalse("The collector file must not exist before the test
preparation.", 
>+                collectorFile.exists());
>+
>+        // prepare the test environment
>+        executeTarget("failureRecorder.prepare");
>+        assertTrue("Test directory was not created.",
testDir.exists());
>+        assertTrue("There should be one class.", (new File(testDir,
"A.class")).exists());
>+        assertFalse("The collector file " +
collectorFile.getAbsolutePath() 
>+                + " should not exist before the 1st run.",
collectorFile.exists());
>+
>+        // 1st junit run: should do all tests - failing and not
failing tests
>+        executeTarget("failureRecorder.runtest");
>+        assertTrue("The collector file " +
collectorFile.getAbsolutePath() 
>+                + " should exist after the 1st run.",
collectorFile.exists());
>+        // the passing test cases
>+        assertOutputContaining("1st run: should run A.test01",
"A.test01");
>+        assertOutputContaining("1st run: should run B.test05",
"B.test05");
>+        assertOutputContaining("1st run: should run B.test06",
"B.test06");
>+        assertOutputContaining("1st run: should run C.test07",
"C.test07");
>+        assertOutputContaining("1st run: should run C.test08",
"C.test08");
>+        assertOutputContaining("1st run: should run C.test09",
"C.test09");
>+        // the failing test cases
>+        assertOutputContaining("1st run: should run A.test02",
"A.test02");
>+        assertOutputContaining("1st run: should run A.test03",
"A.test03");
>+        assertOutputContaining("1st run: should run B.test04",
"B.test04");
>+        assertOutputContaining("1st run: should run D.test10",
"D.test10");
>+
>+        // 2nd junit run: should do only failing tests
>+        executeTarget("failureRecorder.runtest");
>+        assertTrue("The collector file " +
collectorFile.getAbsolutePath() 
>+                + " should exist after the 2nd run.",
collectorFile.exists());
>+        // the passing test cases
>+        assertOutputNotContaining("2nd run: should not run A.test01",
"A.test01");
>+        assertOutputNotContaining("2nd run: should not run A.test05",
"B.test05");
>+        assertOutputNotContaining("2nd run: should not run B.test06",
"B.test06");
>+        assertOutputNotContaining("2nd run: should not run C.test07",
"C.test07");
>+        assertOutputNotContaining("2nd run: should not run C.test08",
"C.test08");
>+        assertOutputNotContaining("2nd run: should not run C.test09",
"C.test09");
>+        // the failing test cases
>+        assertOutputContaining("2nd run: should run A.test02",
"A.test02");
>+        assertOutputContaining("2nd run: should run A.test03",
"A.test03");
>+        assertOutputContaining("2nd run: should run B.test04",
"B.test04");
>+        assertOutputContaining("2nd run: should run D.test10",
"D.test10");
>+        
>+        // "fix" errors in class A
>+        executeTarget("failureRecorder.fixing");
>+        
>+        // 3rd run: four running tests with two errors
>+        executeTarget("failureRecorder.runtest");
>+        assertTrue("The collector file " +
collectorFile.getAbsolutePath() 
>+                + " should exist after the 3rd run.",
collectorFile.exists());
>+        assertOutputContaining("3rd run: should run A.test02",
"A.test02");
>+        assertOutputContaining("3rd run: should run A.test03",
"A.test03");
>+        assertOutputContaining("3rd run: should run B.test04",
"B.test04");
>+        assertOutputContaining("3rd run: should run D.test10",
"D.test10");
>+        
>+        // 4rd run: two running tests with errors
>+        executeTarget("failureRecorder.runtest");
>+        assertTrue("The collector file " +
collectorFile.getAbsolutePath() 
>+                + " should exist after the 4th run.",
collectorFile.exists());
>+        assertOutputNotContaining("4th run: should not run A.test02",
"A.test02");
>+        assertOutputNotContaining("4th run: should not run A.test03",
"A.test03");
>+        assertOutputContaining("4th run: should run B.test04",
"B.test04");
>+        assertOutputContaining("4th run: should run D.test10",
"D.test10");
>+    }

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@ant.apache.org
For additional commands, e-mail: dev-help@ant.apache.org


Mime
View raw message