changeset 42640:09dba077f1e7

8078450: Implement consistent process for quarantine of tests Reviewed-by: dfazunen, dholmes, sspitsyn
author iignatyev
date Wed, 07 Dec 2016 14:37:35 +0300
parents 762117d57d05
children 0fc484157397
files hotspot/test/Makefile hotspot/test/ProblemList.txt hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java hotspot/test/compiler/startup/SmallCodeCacheStartup.java hotspot/test/compiler/tiered/LevelTransitionTest.java hotspot/test/compiler/types/correctness/CorrectnessTest.java hotspot/test/compiler/types/correctness/OffTest.java hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java hotspot/test/runtime/CompressedOops/UseCompressedOops.java hotspot/test/runtime/NMT/MallocStressTest.java hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java hotspot/test/serviceability/jdwp/AllModulesCommandTest.java hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java
diffstat 19 files changed, 100 insertions(+), 19 deletions(-) [+]
line wrap: on
line diff
--- a/hotspot/test/Makefile	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/Makefile	Wed Dec 07 14:37:35 2016 +0300
@@ -314,6 +314,21 @@
   endif
 endif
 
+# Problematic tests to be excluded
+PROBLEM_LISTS=$(call MixedDirs,$(wildcard ProblemList.txt closed/ProblemList.txt))
+
+# Create exclude list for this platform and arch
+ifdef NO_EXCLUDES
+  JTREG_EXCLUSIONS =
+else
+  JTREG_EXCLUSIONS = $(PROBLEM_LISTS:%=-exclude:%)
+endif
+
+# convert list of directories to dos paths
+define MixedDirs
+$(foreach i,$1,$(shell $(GETMIXEDPATH) "${i}"))
+endef
+
 # When called from JPRT the TESTDIRS variable is set to the jtreg tests to run
 ifdef TESTDIRS
   TEST_SELECTION = $(TESTDIRS)
@@ -327,7 +342,7 @@
   else ifeq ($(shell expr $(CONCURRENCY) \> 12), 1)
     CONCURRENCY := 12
   endif
-else 
+else
   CONCURRENCY := 1
 endif
 JTREG_BASIC_OPTIONS += -concurrency:$(CONCURRENCY)
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/hotspot/test/ProblemList.txt	Wed Dec 07 14:37:35 2016 +0300
@@ -0,0 +1,82 @@
+#
+# Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# This code is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 2 only, as
+# published by the Free Software Foundation.
+#
+# This code is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+# version 2 for more details (a copy is included in the LICENSE file that
+# accompanied this code).
+#
+# You should have received a copy of the GNU General Public License version
+# 2 along with this work; if not, write to the Free Software Foundation,
+# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+#
+# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+# or visit www.oracle.com if you need additional information or have any
+# questions.
+#
+
+#############################################################################
+#
+# List of quarantined tests -- tests that should not be run by default, because
+# they may fail due to known reason. The reason (CR#) must be mandatory specified.
+#
+# List items are testnames followed by labels, all MUST BE commented
+#   as to why they are here and use a label:
+#     generic-all   Problems on all platforms
+#     generic-ARCH  Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
+#     OSNAME-all    Where OSNAME is one of: solaris, linux, windows, macosx, aix
+#     OSNAME-ARCH   Specific on to one OSNAME and ARCH, e.g. solaris-amd64
+#     OSNAME-REV    Specific on to one OSNAME and REV, e.g. solaris-5.8
+#
+# More than one label is allowed but must be on the same line.
+#
+#############################################################################
+
+# :hotspot_compiler
+
+compiler/codecache/stress/OverloadCompileQueueTest.java 8166554 generic-all
+compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java 8140405 generic-all
+compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java 8158860 generic-all
+compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java 8163894 generic-all
+compiler/startup/SmallCodeCacheStartup.java 8134286 generic-all
+compiler/tiered/LevelTransitionTest.java 8067651 generic-all
+compiler/types/correctness/CorrectnessTest.java 8066173 generic-all
+compiler/types/correctness/OffTest.java 8066173 generic-all
+
+#############################################################################
+
+# :hotspot_gc
+
+gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java 8156755 generic-all
+gc/survivorAlignment/TestPromotionToSurvivor.java 8129886 generic-all
+
+#############################################################################
+
+# :hotspot_runtime
+
+runtime/CompressedOops/UseCompressedOops.java 8079353 generic-all
+# This test is disabled since it will stress NMT and timeout during normal testing
+runtime/NMT/MallocStressTest.java 8166548 generic-all
+runtime/SharedArchiveFile/BootAppendTests.java 8150683 generic-all
+runtime/SharedArchiveFile/DefaultUseWithClient.java 8154204 generic-all
+
+#############################################################################
+
+# :hotspot_serviceability
+
+serviceability/dcmd/jvmti/LoadAgentDcmdTest.java 8150318 generic-all
+serviceability/jdwp/AllModulesCommandTest.java 8168478 generic-all
+serviceability/sa/sadebugd/SADebugDTest.java 8163805 generic-all
+
+#############################################################################
+
+# :hotspot_misc
+
+#############################################################################
+
--- a/hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *
- * @ignore 8166554
  * @build sun.hotspot.WhiteBox
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  * @library /test/lib /
  *
- * @ignore 8140405
  * @build sun.hotspot.WhiteBox
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -31,7 +31,6 @@
  * @modules jdk.vm.ci/jdk.vm.ci.hotspot
  *          jdk.vm.ci/jdk.vm.ci.meta
  *
- * @ignore 8158860
  * @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
  *        jdk.vm.ci/jdk.vm.ci.hotspot.PublicMetaspaceWrapperObject
  *        sun.hotspot.WhiteBox
--- a/hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -34,7 +34,6 @@
  *          jdk.vm.ci/jdk.vm.ci.code
  *          jdk.vm.ci/jdk.vm.ci.runtime
  *
- * @ignore 8163894
  * @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
  * @build compiler.jvmci.compilerToVM.InvalidateInstalledCodeTest
  * @build sun.hotspot.WhiteBox
--- a/hotspot/test/compiler/startup/SmallCodeCacheStartup.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/startup/SmallCodeCacheStartup.java	Wed Dec 07 14:37:35 2016 +0300
@@ -31,7 +31,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *
- * @ignore 8134286
  * @run driver compiler.startup.SmallCodeCacheStartup
  */
 
--- a/hotspot/test/compiler/tiered/LevelTransitionTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/tiered/LevelTransitionTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *
- * @ignore 8067651
  * @build sun.hotspot.WhiteBox
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
@@ -266,4 +265,5 @@
         }
     }
 
-}
\ No newline at end of file
+}
+
--- a/hotspot/test/compiler/types/correctness/CorrectnessTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/types/correctness/CorrectnessTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -30,7 +30,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *
- * @ignore 8066173
  * @build sun.hotspot.WhiteBox
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/types/correctness/OffTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/types/correctness/OffTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *
- * @ignore 8066173
  * @build sun.hotspot.WhiteBox
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java	Wed Dec 07 14:37:35 2016 +0300
@@ -52,7 +52,6 @@
  * @library /test/lib /
  * @modules java.management java.base/jdk.internal.misc
  * @build sun.hotspot.WhiteBox
- * @ignore 8156755
  *
  * @run driver ClassFileInstaller sun.hotspot.WhiteBox
  *                                sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java	Wed Dec 07 14:37:35 2016 +0300
@@ -30,7 +30,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  * @build sun.hotspot.WhiteBox
- * @ignore 8129886
  * @run main ClassFileInstaller sun.hotspot.WhiteBox
  *                              sun.hotspot.WhiteBox$WhiteBoxPermission
  * @run main/othervm -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions
--- a/hotspot/test/runtime/CompressedOops/UseCompressedOops.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/CompressedOops/UseCompressedOops.java	Wed Dec 07 14:37:35 2016 +0300
@@ -26,7 +26,6 @@
  * @bug 8022865
  * @summary Tests for different combination of UseCompressedOops options
  * @library /test/lib
- * @ignore 8079353
  * @modules java.base/jdk.internal.misc
  *          java.management
  * @run main UseCompressedOops
--- a/hotspot/test/runtime/NMT/MallocStressTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/NMT/MallocStressTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -29,7 +29,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  * @build sun.hotspot.WhiteBox
- * @ignore - This test is disabled since it will stress NMT and timeout during normal testing
  * @run main ClassFileInstaller sun.hotspot.WhiteBox
  * @run main/othervm/timeout=600 -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions -XX:+WhiteBoxAPI -XX:NativeMemoryTracking=detail MallocStressTest
  */
--- a/hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  *          java.management
  *          jdk.jvmstat/sun.jvmstat.monitor
- * @ignore 8150683
  * @compile javax/sound/sampled/MyClass.jasm
  * @compile org/omg/CORBA/Context.jasm
  * @compile nonjdk/myPackage/MyClass.java
--- a/hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java	Wed Dec 07 14:37:35 2016 +0300
@@ -27,7 +27,6 @@
  * @library /test/lib
  * @modules java.base/jdk.internal.misc
  *          java.management
- * @ignore 8154204
  * @run main DefaultUseWithClient
  * @bug 8032224
  */
--- a/hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -43,7 +43,6 @@
  *          java.management
  *          jdk.jvmstat/sun.jvmstat.monitor
  * @build SimpleJvmtiAgent
- * @ignore 8150318
  * @run main ClassFileInstaller SimpleJvmtiAgent
  * @run testng LoadAgentDcmdTest
  */
--- a/hotspot/test/serviceability/jdwp/AllModulesCommandTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/jdwp/AllModulesCommandTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -32,7 +32,6 @@
  * @test
  * @summary Tests the modules-related JDWP commands
  * @library /test/lib
- * @ignore 8168478
  * @modules jdk.jdwp.agent
  * @modules java.base/jdk.internal.misc
  * @compile AllModulesCommandTestDebuggee.java
--- a/hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java	Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java	Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
  * @modules java.base/jdk.internal.misc
  * @library /test/lib
  *
- * @ignore 8163805
  * @run main/othervm SADebugDTest
  */
 import java.io.File;