harmony-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From var...@apache.org
Subject svn commit: r555967 - in /harmony/enhanced/buildtest/branches/2.0/tests/eut: efl.linux.x86 efl.windows.x86
Date Fri, 13 Jul 2007 12:20:53 GMT
Author: varlax
Date: Fri Jul 13 05:20:52 2007
New Revision: 555967

URL: http://svn.apache.org/viewvc?view=rev&rev=555967
Log:
Applied HARMONY-4399 [buildtest][eut] cleanuping EFL files for EUT3.2

Modified:
    harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.linux.x86
    harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.windows.x86

Modified: harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.linux.x86
URL: http://svn.apache.org/viewvc/harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.linux.x86?view=diff&rev=555967&r1=555966&r2=555967
==============================================================================
--- harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.linux.x86 (original)
+++ harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.linux.x86 Fri Jul 13 05:20:52 2007
@@ -1,16 +1,46 @@
-#Crashes & Hangs
-
-org.eclipse.jdt.ui.tests.LeakTestSuite                                                  
           # JVMPI is unsupported - deprecated functionality, see Bug-2590
-org.eclipse.team.tests.ccvs.core.AllTests                                               
           # HARMONY-4298
-
-#Failures and errors
-
-#TODO: To be investigated:
-org.eclipse.jdt.core.tests.compiler.regression.VarargsTest.test030 - 1.5                
           # To be investigated, not reproducible on EUT 3.3
-
-#Harmony issues
-
-# gc_gen warning in the output: tests fail because they compare the actual output with the
expected ones. http://www.mail-archive.com/dev@harmony.apache.org/msg07849.html
+#
+# This file contains the Expected Failure List (EFL) of EUT3.2 tests 
+# for the run on Harmony DRLVM on Linux/x86 platform.
+#
+# this file is used for generating results/<date>/report.txt file
+# by ./build.xml using information from 
+# results/<date>/results/xml/*.xml and results/<date>/output.txt
+#
+# the following rules are used to create this file:
+#
+# - specify test suite name to expect failure for all tests in suite, like
+#   "org.eclipse.team.tests.ccvs.core.alltests"
+# - specify particular test name to expect its failure, the test name 
+#   is to be taken from results/<date>/results/xml/*.xml, like
+#   "org.eclipse.jdt.core.tests.compiler.regression.lookuptest.test044 - 1.4"
+
+###############################################################################
+#
+# failure analysis is required
+#
+
+# passes on ri, fails on harmony due to "timeout is not enough"
+org.eclipse.jdt.debug.tests.core.methodbreakpointtests.testinnerclasseshit
+
+###############################################################################
+#
+# Failure is caused by Harmony bug
+#
+
+# HARMONY-4298 ([drlvm][thread]1 EUT testcase from teamcvs suite intermittently
+# crashes since r549864)
+org.eclipse.team.tests.ccvs.core.AllTests
+
+# HARMONY-4409 ([drlvm][verifier] Harmony throws VerifyError (Incompatible
+# argument for function) on generics/varargs specific bytecode while 
+# RI doesn't)
+# note: it is not reproducible on EUT3.3
+org.eclipse.jdt.core.tests.compiler.regression.VarargsTest.test030 - 1.5 
+
+# GC_GEN warning in the output: tests fail because they compare the actual
+# output with the expected ones. 
+# See http://www.mail-archive.com/dev@harmony.apache.org/msg07849.html
+# Note: tests are passed on the Harmony with this warning removed
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test043 - 1.3
 org.eclipse.jdt.core.tests.compiler.regression.RuntimeTests.test0500_synchronization - 1.3
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test044 - 1.4
@@ -18,28 +48,53 @@
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test031 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.NonFatalErrorTest.test005 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.FlowAnalysisTest.test025 - 1.4
-# enf of gc_gen warning affected failures
 
-org.eclipse.core.tests.runtime.content.IContentTypeManagerTest.testRootElementAndDTDDescriber
      # HARMONY-3850
-org.eclipse.jdt.text.tests.PluginsNotLoadedTest.testSearchPluginNotLoaded               
           # HARMONY-3361
-org.eclipse.ui.tests.dynamicplugins.BrowserTests.testClass                              
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PreferencePageTests.testClass                       
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PropertyPageTests.testClass                         
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.HelpSupportTests.testClass                          
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.DecoratorTests.testClass                            
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.StartupTests.testClass                              
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.EditorTests.testClass                               
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.IntroTests.testClass                                
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PerspectiveTests.testClass                          
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.ViewTests.testClass                                 
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.NewWizardTests.testClass                            
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.ObjectContributionTests.testClass                   
           # HARMONY-3359
-org.eclipse.jface.tests.databinding.ObservableTest.testAddChangeListener                
           # HARMONY-3362
-org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueModel           
           # HARMONY-3362
-org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueTarget          
           # HARMONY-3362
+# HARMONY-3850 ([classlib] 2 EUT tests from core.runtime suite fail)
+org.eclipse.core.tests.runtime.content.IContentTypeManagerTest.testRootElementAndDTDDescriber
+
+# HARMONY-3361 ([drlvm][EUT] 9 tests fail in org.eclipse.jdt.text.tests suit)
+org.eclipse.jdt.text.tests.PluginsNotLoadedTest.testSearchPluginNotLoaded
 
+# HARMONY-3359 ([drlvm][jit][jet][EUT] "testClass" test fails 12 times in
+# org.eclipse.ui.tests suit)
+org.eclipse.ui.tests.dynamicplugins.BrowserTests.testClass 
+org.eclipse.ui.tests.dynamicplugins.PreferencePageTests.testClass
+org.eclipse.ui.tests.dynamicplugins.PropertyPageTests.testClass
+org.eclipse.ui.tests.dynamicplugins.HelpSupportTests.testClass
+org.eclipse.ui.tests.dynamicplugins.DecoratorTests.testClass
+org.eclipse.ui.tests.dynamicplugins.StartupTests.testClass
+org.eclipse.ui.tests.dynamicplugins.EditorTests.testClass
+org.eclipse.ui.tests.dynamicplugins.IntroTests.testClass
+org.eclipse.ui.tests.dynamicplugins.PerspectiveTests.testClass
+org.eclipse.ui.tests.dynamicplugins.ViewTests.testClass
+org.eclipse.ui.tests.dynamicplugins.NewWizardTests.testClass
+org.eclipse.ui.tests.dynamicplugins.ObjectContributionTests.testClass
+
+# HARMONY-3362 ([classlib][EUT] 3 tests fail in 
+# org.eclipse.jface.tests.databinding suit)
+org.eclipse.jface.tests.databinding.ObservableTest.testAddChangeListener
+org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueModel
+org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueTarget
 
-# HARMONY-3862 / https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398
+# HARMONY-4189 ([classlib][launcher][eut] Harmony JRE java launcher strips
+# quotes for JVM properties)
+org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgStandardEmbeddedQuotes
+org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgEmbeddedQuotes
+
+# HARMONY-4191 ([drlvm][jvmti][eut] Setting breakpoint to current location
+# fires BREAKPOINT event)
+org.eclipse.jdt.debug.tests.core.HitCountBreakpointsTests.testResetHitCountBreakpoint
+
+###############################################################################
+#
+# Failure is caused by Eclipse bug
+#
+# TODO - need to double check the issue is not reproducible on EUT 3.3 because
+# the fix might be integrated to special Eclipse branch (not R-3.3 one).
+
+# There is an issue in RI & ECJ & Harmony (see HARMONY-3862 for technical
+# details). Related Eclipse issue is:
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398
 org.eclipse.team.tests.ccvs.core.provider.CVSProviderTest.testUpdateWithNoChange
 org.eclipse.team.tests.ccvs.core.provider.IsModifiedTests.testUpdateIgnoreLocal
 org.eclipse.team.tests.ccvs.core.subscriber.CVSMergeSubscriberTest.testIncomingChanges
@@ -66,20 +121,13 @@
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testInvalidTag
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testBinaryAddition
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testBinaryMarkAsMerged
-# HARMONY-3862 / https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398 related failures
-
-# HARMONY-4189
-org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgStandardEmbeddedQuotes
-org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgEmbeddedQuotes
-# End of HARMONY-4189 failures
-
-org.eclipse.jdt.debug.tests.core.HitCountBreakpointsTests.testResetHitCountBreakpoint   
           # HARMONY-4191
 
-#Eclipse issues fixed in Eclipse 3.3 or later
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0641 - 1.5
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0800 - 1.5
 
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0641 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0800 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0744 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195526
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=195526
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0744 - 1.5 
 
 # https://bugs.eclipse.org/bugs/show_bug.cgi?id=181026
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testArchiveSourceContainerMemento
@@ -89,26 +137,39 @@
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testSourceLookupNegative
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testPartiallyQualifiedSourceLookupPositive
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testAutoDetectUnqualifiedSourceLookupPositive
-# end of https://bugs.eclipse.org/bugs/show_bug.cgi?id=181026 failures
 
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0370 - 1.5           
           #https://bugs.eclipse.org/bugs/show_bug.cgi?id=158518, fixed in EUT 3.3
-org.eclipse.ant.tests.ui.editor.CodeCompletionTest.testAttributeProposals               
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=176157, fixed in EUT 3.3
-org.eclipse.jdt.apt.tests.MirrorTests.testMirror                                        
           # HARMONY-3390 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=161492, fixed in
EUT 3.3
-org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testBug95708_2                       
           # HARMONY-3391 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146, fixed in
EUT 3.3
-org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testInsertionOrder2                  
           # HARMONY-3391 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146, fixed in
EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaProjectTests.testExtraJavaLikeExtension1           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaProjectTests.testUserLibrary                       
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry02                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry04                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry05                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownAttributes                   
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownElements2                    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.WorkingCopyOwnerTests.testBecomeWorkingCopy3           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions01    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions02    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavadocTypeCompletionModelTest.test022                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=187223, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ReconcilerTests.testDeleteTwoMethods                   
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=161555, fixed in EUT 3.3
-# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648 - will not be fixed in Eclipse 3.2
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=158518
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0370 - 1.5
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=176157
+org.eclipse.ant.tests.ui.editor.CodeCompletionTest.testAttributeProposals
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=161492 (see also HARMONY-3390)
+org.eclipse.jdt.apt.tests.MirrorTests.testMirror
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146 (see also HARMONY-3391)
+org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testBug95708_2
+org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testInsertionOrder2
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215
+org.eclipse.jdt.core.tests.model.JavaProjectTests.testExtraJavaLikeExtension1
+org.eclipse.jdt.core.tests.model.JavaProjectTests.testUserLibrary
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry02
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry04
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry05
+org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownAttributes
+org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownElements2
+org.eclipse.jdt.core.tests.model.WorkingCopyOwnerTests.testBecomeWorkingCopy3
+org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions01
+org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions02
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=187223
+org.eclipse.jdt.core.tests.model.JavadocTypeCompletionModelTest.test022
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=161555
+org.eclipse.jdt.core.tests.model.ReconcilerTests.testDeleteTwoMethods
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test009 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test010 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test011 - 1.5
@@ -145,8 +206,8 @@
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test051 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test052 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test053 - 1.5
-# end of https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648 failures
-# HARMONY-3393 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103, fixed in EUT 3.3
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103 (see also HARMONY-3393)
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0109 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0110 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0111 - 1.5
@@ -164,16 +225,33 @@
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0991 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0992 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.MethodVerifyTest.test088 - 1.5
-#end of HARMONY-3393 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103, fixed in EUT
3.3
 
-#Invalid tests failing on RI
+##############################################################################
+#
+# Invalid tests 
+# (no tests failure evaluation is required)
+#
+
+# Invalid: JVMPI is unsupported - deprecated functionality
+org.eclipse.jdt.ui.tests.LeakTestSuite
+
+# Invalid: intermittently fails on RI (see technical details in HARMONY-3851)
+org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test1OutputOnReadOnly
+
+# Invalid: intermittently fails on RI (see technical details in HARMONY-3851)
+org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test2Resolution
+
+# Invalid: intermittently fails on RI
+org.eclipse.core.tests.runtime.jobs.JobTest.testGetResult
+
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_copy
+
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_paste
 
-org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test1OutputOnReadOnly    
           # Invalid: intermittently fails on RI, looks like test issue
-org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test2Resolution          
           # Invalid: intermittently fails on RI, looks like test issue
-org.eclipse.core.tests.runtime.jobs.JobTest.testGetResult                               
           # Invalid: intermittently fails on RI
-org.eclipse.jdt.debug.tests.core.MethodBreakpointTests.testInnerClassesHit              
           # Incorrect test, timeout is not enough for Harmony
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_copy            
           # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_paste           
            # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_copy                 
           # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_paste                
           # Invalid: intermittently fails on RI
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_copy
 
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_paste

Modified: harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.windows.x86
URL: http://svn.apache.org/viewvc/harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.windows.x86?view=diff&rev=555967&r1=555966&r2=555967
==============================================================================
--- harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.windows.x86 (original)
+++ harmony/enhanced/buildtest/branches/2.0/tests/eut/efl.windows.x86 Fri Jul 13 05:20:52
2007
@@ -1,16 +1,46 @@
-#Crashes & Hangs
-
-org.eclipse.jdt.ui.tests.LeakTestSuite                                                  
           # JVMPI is unsupported - deprecated functionality, see Bug-2590
-org.eclipse.team.tests.ccvs.core.AllTests                                               
           # HARMONY-4298
-
-#Failures and errors
-
-#TODO: To be investigated:
-org.eclipse.jdt.core.tests.compiler.regression.VarargsTest.test030 - 1.5                
           # To be investigated, not reproducible on EUT 3.3
-
-#Harmony issues
-
-# gc_gen warning in the output: tests fail because they compare the actual output with the
expected ones. http://www.mail-archive.com/dev@harmony.apache.org/msg07849.html
+#
+# This file contains the Expected Failure List (EFL) of EUT3.2 tests 
+# for the run on Harmony DRLVM on Windows/x86 platform.
+#
+# This file is used for generating results\<date>\report.txt file
+# by ./build.xml using information from 
+# results\<date>\results\xml\*.xml and results\<date>\output.txt
+#
+# The following rules are used to create this file:
+#
+# - specify test suite name to expect failure for all tests in suite, like
+#   "org.eclipse.team.tests.ccvs.core.AllTests"
+# - specify particular test name to expect its failure, the test name 
+#   is to be taken from results\<date>\results\xml\*.xml, like
+#   "org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test044 - 1.4"
+
+###############################################################################
+#
+# Failure analysis is required
+#
+
+# passes on RI, fails on Harmony due to "timeout is not enough"
+org.eclipse.jdt.debug.tests.core.MethodBreakpointTests.testInnerClassesHit
+
+###############################################################################
+#
+# Failure is caused by Harmony bug
+#
+
+# HARMONY-4298 ([drlvm][thread]1 EUT testcase from teamcvs suite intermittently
+# crashes since r549864)
+org.eclipse.team.tests.ccvs.core.AllTests
+
+# HARMONY-4409 ([drlvm][verifier] Harmony throws VerifyError (Incompatible
+# argument for function) on generics/varargs specific bytecode while 
+# RI doesn't)
+# note: it is not reproducible on EUT3.3
+org.eclipse.jdt.core.tests.compiler.regression.VarargsTest.test030 - 1.5 
+
+# GC_GEN warning in the output: tests fail because they compare the actual
+# output with the expected ones. 
+# See http://www.mail-archive.com/dev@harmony.apache.org/msg07849.html
+# Note: tests are passed on the Harmony with this warning removed
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test043 - 1.3
 org.eclipse.jdt.core.tests.compiler.regression.RuntimeTests.test0500_synchronization - 1.3
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test044 - 1.4
@@ -18,28 +48,53 @@
 org.eclipse.jdt.core.tests.compiler.regression.LookupTest.test031 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.NonFatalErrorTest.test005 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.FlowAnalysisTest.test025 - 1.4
-# enf of gc_gen warning affected failures
 
-org.eclipse.core.tests.runtime.content.IContentTypeManagerTest.testRootElementAndDTDDescriber
      # HARMONY-3850
-org.eclipse.jdt.text.tests.PluginsNotLoadedTest.testSearchPluginNotLoaded               
           # HARMONY-3361
-org.eclipse.ui.tests.dynamicplugins.BrowserTests.testClass                              
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PreferencePageTests.testClass                       
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PropertyPageTests.testClass                         
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.HelpSupportTests.testClass                          
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.DecoratorTests.testClass                            
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.StartupTests.testClass                              
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.EditorTests.testClass                               
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.IntroTests.testClass                                
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.PerspectiveTests.testClass                          
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.ViewTests.testClass                                 
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.NewWizardTests.testClass                            
           # HARMONY-3359
-org.eclipse.ui.tests.dynamicplugins.ObjectContributionTests.testClass                   
           # HARMONY-3359
-org.eclipse.jface.tests.databinding.ObservableTest.testAddChangeListener                
           # HARMONY-3362
-org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueModel           
           # HARMONY-3362
-org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueTarget          
           # HARMONY-3362
+# HARMONY-3850 ([classlib] 2 EUT tests from core.runtime suite fail)
+org.eclipse.core.tests.runtime.content.IContentTypeManagerTest.testRootElementAndDTDDescriber
+
+# HARMONY-3361 ([drlvm][EUT] 9 tests fail in org.eclipse.jdt.text.tests suit)
+org.eclipse.jdt.text.tests.PluginsNotLoadedTest.testSearchPluginNotLoaded
 
+# HARMONY-3359 ([drlvm][jit][jet][EUT] "testClass" test fails 12 times in
+# org.eclipse.ui.tests suit)
+org.eclipse.ui.tests.dynamicplugins.BrowserTests.testClass 
+org.eclipse.ui.tests.dynamicplugins.PreferencePageTests.testClass
+org.eclipse.ui.tests.dynamicplugins.PropertyPageTests.testClass
+org.eclipse.ui.tests.dynamicplugins.HelpSupportTests.testClass
+org.eclipse.ui.tests.dynamicplugins.DecoratorTests.testClass
+org.eclipse.ui.tests.dynamicplugins.StartupTests.testClass
+org.eclipse.ui.tests.dynamicplugins.EditorTests.testClass
+org.eclipse.ui.tests.dynamicplugins.IntroTests.testClass
+org.eclipse.ui.tests.dynamicplugins.PerspectiveTests.testClass
+org.eclipse.ui.tests.dynamicplugins.ViewTests.testClass
+org.eclipse.ui.tests.dynamicplugins.NewWizardTests.testClass
+org.eclipse.ui.tests.dynamicplugins.ObjectContributionTests.testClass
+
+# HARMONY-3362 ([classlib][EUT] 3 tests fail in 
+# org.eclipse.jface.tests.databinding suit)
+org.eclipse.jface.tests.databinding.ObservableTest.testAddChangeListener
+org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueModel
+org.eclipse.jface.tests.databinding.DatabindingContextTest.testBindValueTarget
 
-# HARMONY-3862 / https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398
+# HARMONY-4189 ([classlib][launcher][eut] Harmony JRE java launcher strips
+# quotes for JVM properties)
+org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgStandardEmbeddedQuotes
+org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgEmbeddedQuotes
+
+# HARMONY-4191 ([drlvm][jvmti][eut] Setting breakpoint to current location
+# fires BREAKPOINT event)
+org.eclipse.jdt.debug.tests.core.HitCountBreakpointsTests.testResetHitCountBreakpoint
+
+###############################################################################
+#
+# Failure is caused by Eclipse bug
+#
+# TODO - need to double check the issue is not reproducible on EUT 3.3 because
+# the fix might be integrated to special Eclipse branch (not R-3.3 one).
+
+# There is an issue in RI & ECJ & Harmony (see HARMONY-3862 for technical
+# details). Related Eclipse issue is:
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398
 org.eclipse.team.tests.ccvs.core.provider.CVSProviderTest.testUpdateWithNoChange
 org.eclipse.team.tests.ccvs.core.provider.IsModifiedTests.testUpdateIgnoreLocal
 org.eclipse.team.tests.ccvs.core.subscriber.CVSMergeSubscriberTest.testIncomingChanges
@@ -66,20 +121,13 @@
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testInvalidTag
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testBinaryAddition
 org.eclipse.team.tests.ccvs.core.subscriber.CVSCompareSubscriberTest.testBinaryMarkAsMerged
-# HARMONY-3862 / https://bugs.eclipse.org/bugs/show_bug.cgi?id=194398 related failures
-
-# HARMONY-4189
-org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgStandardEmbeddedQuotes
-org.eclipse.jdt.debug.tests.core.ArgumentTests.testVMArgEmbeddedQuotes
-# End of HARMONY-4189 failures
-
-org.eclipse.jdt.debug.tests.core.HitCountBreakpointsTests.testResetHitCountBreakpoint   
           # HARMONY-4191
 
-#Eclipse issues fixed in Eclipse 3.3 or later
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0641 - 1.5
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0800 - 1.5
 
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0641 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0800 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195509
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0744 - 1.5           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=195526
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=195526
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0744 - 1.5 
 
 # https://bugs.eclipse.org/bugs/show_bug.cgi?id=181026
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testArchiveSourceContainerMemento
@@ -89,26 +137,39 @@
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testSourceLookupNegative
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testPartiallyQualifiedSourceLookupPositive
 org.eclipse.jdt.debug.tests.core.ExternalArchiveSourceContainerTests.testAutoDetectUnqualifiedSourceLookupPositive
-# end of https://bugs.eclipse.org/bugs/show_bug.cgi?id=181026 failures
 
-org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0370 - 1.5           
           #https://bugs.eclipse.org/bugs/show_bug.cgi?id=158518, fixed in EUT 3.3
-org.eclipse.ant.tests.ui.editor.CodeCompletionTest.testAttributeProposals               
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=176157, fixed in EUT 3.3
-org.eclipse.jdt.apt.tests.MirrorTests.testMirror                                        
           # HARMONY-3390 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=161492, fixed in
EUT 3.3
-org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testBug95708_2                       
           # HARMONY-3391 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146, fixed in
EUT 3.3
-org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testInsertionOrder2                  
           # HARMONY-3391 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146, fixed in
EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaProjectTests.testExtraJavaLikeExtension1           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaProjectTests.testUserLibrary                       
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry02                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry04                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry05                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownAttributes                   
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownElements2                    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.WorkingCopyOwnerTests.testBecomeWorkingCopy3           
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions01    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions02    
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.JavadocTypeCompletionModelTest.test022                 
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=187223, fixed in EUT 3.3
-org.eclipse.jdt.core.tests.model.ReconcilerTests.testDeleteTwoMethods                   
           # https://bugs.eclipse.org/bugs/show_bug.cgi?id=161555, fixed in EUT 3.3
-# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648 - will not be fixed in Eclipse 3.2
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=158518
+org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0370 - 1.5
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=176157
+org.eclipse.ant.tests.ui.editor.CodeCompletionTest.testAttributeProposals
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=161492 (see also HARMONY-3390)
+org.eclipse.jdt.apt.tests.MirrorTests.testMirror
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=189146 (see also HARMONY-3391)
+org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testBug95708_2
+org.eclipse.jdt.ui.tests.nls.NLSSourceModifierTest.testInsertionOrder2
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=146215
+org.eclipse.jdt.core.tests.model.JavaProjectTests.testExtraJavaLikeExtension1
+org.eclipse.jdt.core.tests.model.JavaProjectTests.testUserLibrary
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry02
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry04
+org.eclipse.jdt.core.tests.model.ClasspathTests.testEncodeDecodeEntry05
+org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownAttributes
+org.eclipse.jdt.core.tests.model.ClasspathTests.testUnknownElements2
+org.eclipse.jdt.core.tests.model.WorkingCopyOwnerTests.testBecomeWorkingCopy3
+org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions01
+org.eclipse.jdt.core.tests.model.JavaLikeExtensionsTests.testGetJavaLikeExtensions02
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=187223
+org.eclipse.jdt.core.tests.model.JavadocTypeCompletionModelTest.test022
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=161555
+org.eclipse.jdt.core.tests.model.ReconcilerTests.testDeleteTwoMethods
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test009 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test010 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test011 - 1.5
@@ -145,8 +206,8 @@
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test051 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test052 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.BatchCompilerTest.test053 - 1.5
-# end of https://bugs.eclipse.org/bugs/show_bug.cgi?id=188648 failures
-# HARMONY-3393 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103, fixed in EUT 3.3
+
+# https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103 (see also HARMONY-3393)
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0109 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0110 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0111 - 1.5
@@ -164,16 +225,33 @@
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0991 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.GenericTypeTest.test0992 - 1.5
 org.eclipse.jdt.core.tests.compiler.regression.MethodVerifyTest.test088 - 1.5
-#end of HARMONY-3393 = https://bugs.eclipse.org/bugs/show_bug.cgi?id=188103, fixed in EUT
3.3
 
-#Invalid tests failing on RI
+##############################################################################
+#
+# Invalid tests 
+# (no tests failure evaluation is required)
+#
+
+# Invalid: JVMPI is unsupported - deprecated functionality
+org.eclipse.jdt.ui.tests.LeakTestSuite
+
+# Invalid: intermittently fails on RI (see technical details in HARMONY-3851)
+org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test1OutputOnReadOnly
+
+# Invalid: intermittently fails on RI (see technical details in HARMONY-3851)
+org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test2Resolution
+
+# Invalid: intermittently fails on RI
+org.eclipse.core.tests.runtime.jobs.JobTest.testGetResult
+
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_copy
+
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_paste
 
-org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test1OutputOnReadOnly    
           # Invalid: intermittently fails on RI, looks like test issue
-org.eclipse.core.tests.internal.runtime.PlatformURLSessionTest.test2Resolution          
           # Invalid: intermittently fails on RI, looks like test issue
-org.eclipse.core.tests.runtime.jobs.JobTest.testGetResult                               
           # Invalid: intermittently fails on RI
-org.eclipse.jdt.debug.tests.core.MethodBreakpointTests.testInnerClassesHit              
           # Incorrect test, timeout is not enough for Harmony
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_copy            
           # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_custom_StyledText.test_paste           
            # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_copy                 
           # Invalid: intermittently fails on RI
-org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_paste                
           # Invalid: intermittently fails on RI
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_copy
 
+# Invalid: intermittently fails on RI
+org.eclipse.swt.tests.junit.Test_org_eclipse_swt_widgets_Text.test_pasteIndex: efl.linux.x86



Mime
View raw message