annotate test/ProblemList.txt @ 7753:e47569593fa0

8020424: The NSS version should be detected before running crypto tests Reviewed-by: valeriep
author ascarpino
date Mon, 29 Jul 2013 13:43:24 -0700
parents c042fd498f79
children 613cc7beba64
rev   line source
ohair@1821 1 ###########################################################################
ohair@1821 2 #
smarks@6336 3 # Copyright (c) 2009, 2013, Oracle and/or its affiliates. All rights reserved.
ohair@1821 4 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ohair@1821 5 #
ohair@1821 6 # This code is free software; you can redistribute it and/or modify it
ohair@1821 7 # under the terms of the GNU General Public License version 2 only, as
ohair@2362 8 # published by the Free Software Foundation. Oracle designates this
ohair@1821 9 # particular file as subject to the "Classpath" exception as provided
ohair@2362 10 # by Oracle in the LICENSE file that accompanied this code.
ohair@1821 11 #
ohair@1821 12 # This code is distributed in the hope that it will be useful, but WITHOUT
ohair@1821 13 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ohair@1821 14 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ohair@1821 15 # version 2 for more details (a copy is included in the LICENSE file that
ohair@1821 16 # accompanied this code).
ohair@1821 17 #
ohair@1821 18 # You should have received a copy of the GNU General Public License version
ohair@1821 19 # 2 along with this work; if not, write to the Free Software Foundation,
ohair@1821 20 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ohair@1821 21 #
ohair@2362 22 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
ohair@2362 23 # or visit www.oracle.com if you need additional information or have any
ohair@2362 24 # questions.
ohair@1821 25 #
ohair@1821 26 ###########################################################################
ohair@1821 27 #
ohair@1821 28 # List of tests that should not be run by test/Makefile, for various reasons:
ohair@1821 29 # 1. Does not run with jtreg -samevm mode
ohair@1821 30 # 2. Causes problems in jtreg -samevm mode for jtreg or tests that follow it
ohair@1821 31 # 3. The test is too slow or consumes too many system resources
ohair@1821 32 # 4. The test fails when run on any official build systems
ohair@1821 33 #
ohair@1821 34 # It is possible that a test being on this list is a mistake, and that some
ohair@1821 35 # other test in samevm mode caused tests to fail, mistakes happen.
ohair@1821 36 #
ohair@1821 37 # Tests marked @ignore are not run by test/Makefile, but harmless to be listed.
ohair@1821 38 #
ohair@1821 39 # Tests that explicitly state "@run main/othervm ...", and are not listed here,
ohair@1821 40 # will be run in the same batch as the samevm tests.
ohair@1821 41 #
ohair@1821 42 # Shell tests are othervm by default.
ohair@1821 43 #
mduigou@3589 44 # List items are testnames followed by labels, all MUST BE commented
ohair@1821 45 # as to why they are here and use a label:
michaelm@4598 46 # generic-all Problems on all platforms
michaelm@4598 47 # generic-ARCH Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
mduigou@6546 48 # OSNAME-all Where OSNAME is one of: solaris, linux, windows, macosx
mduigou@6546 49 # OSNAME-ARCH Specific on to one OSNAME and ARCH, e.g. solaris-amd64
michaelm@4598 50 # OSNAME-REV Specific on to one OSNAME and REV, e.g. solaris-5.8
mduigou@3589 51 #
ohair@1821 52 # More than one label is allowed but must be on the same line.
ohair@1821 53 #
ohair@1821 54 #############################################################################
ohair@1821 55 #
ohair@1821 56 # Running the tests:
ohair@1821 57 # cd test && make JT_HOME=jtreg_home PRODUCT_HOME=jdk_home jdk_all
ohair@1821 58 # Or instead of jdk_all, use any of the jdk_* targets.
ohair@1821 59 #
ohair@1821 60 # Samevm Notes:
ohair@1821 61 # * Although some tests may have only been seen to fail on some platforms,
ohair@1821 62 # they might be flagged as 'generic-all' because the problem they have
ohair@1821 63 # could cause hidden slowdowns on other platforms.
ohair@1821 64 # Most samevm problems will be generic-all, but windows usually dislikes
ohair@1821 65 # them the most.
ohair@1821 66 # Address already in use or connection errors indicate a generic port issue.
ohair@1821 67 # (this is not necessarily a samevm issue, but an issue for running the tests
ohair@1821 68 # on shared machines, two people or two test runs will collide).
ohair@1821 69 # * Samevm problem (windows in particular) is not closing all input/output
ohair@1821 70 # * Samevm problem when a test calls setSecurityManager()
ohair@1821 71 # * Samevm problem with setHttps*() is used? (not exactly sure here)
ohair@1821 72 # * Samevm problem when stuffing system properties with non Strings or anything
ohair@1821 73 # * Samevm problem when changing vm settings, or registering any vm actions
ohair@1821 74 # * Samevm problems with deleteOnExit(), if it must happen at end of test
ohair@1821 75 # * Samevm problems with URLClassLoader? (no details here)
ohair@1821 76 # * Samevm problems with dependence on predictable GC or finalizations
ohair@1821 77 #
ohair@1821 78 # Any of the above problems may mean the test needs to be flagged as "othervm".
ohair@1821 79 #
ohair@1821 80 #############################################################################
ohair@1821 81 #
ohair@1821 82 # Fixing the tests:
ohair@1821 83 #
ohair@1821 84 # Some tests just may need to be run with "othervm", and that can easily be
ohair@1821 85 # done my adding a @run line (or modifying any existing @run):
ohair@1821 86 # @run main/othervm NameOfMainClass
ohair@1821 87 # Make sure this @run follows any use of @library.
ohair@1821 88 # Otherwise, if the test is a samevm possibility, make sure the test is
ohair@1821 89 # cleaning up after itself, closing all streams, deleting temp files, etc.
ohair@1821 90 #
ohair@1821 91 # Keep in mind that the bug could be in many places, and even different per
ohair@1821 92 # platform, it could be a bug in any one of:
ohair@1821 93 # - the testcase
ohair@1821 94 # - the jdk (jdk classes, native code, or hotspot)
ohair@1821 95 # - the native compiler
ohair@1821 96 # - the javac compiler
ohair@1821 97 # - the OS (depends on what the testcase does)
ohair@1821 98 #
ohair@1821 99 # If you managed to really fix one of these tests, here is how you can
ohair@1821 100 # remove tests from this list:
ohair@1821 101 # 1. Make sure test passes on all platforms with samevm, or mark it othervm
ohair@1821 102 # 2. Make sure test passes on all platforms when run with it's entire group
ohair@1821 103 # 3. Make sure both VMs are tested, -server and -client, if possible
ohair@1821 104 # 4. Make sure you try the -d64 option on Solaris
ohair@1821 105 # 5. Use a tool like JPRT or something to verify these results
ohair@1821 106 # 6. Delete lines in this file, include the changes with your test changes
ohair@1821 107 #
ohair@1821 108 # You may need to repeat your testing 2 or even 3 times to verify good
ohair@1821 109 # results, some of these samevm failures are not very predictable.
ohair@1821 110 #
ohair@1821 111 #############################################################################
ohair@1821 112
ohair@1821 113 ############################################################################
ohair@1821 114
ohair@1821 115 # jdk_awt
ohair@1821 116
ohair@1821 117 ############################################################################
ohair@1821 118
ohair@1821 119 # jdk_beans
ohair@1821 120
ohair@1821 121 ############################################################################
ohair@1821 122
ohair@1821 123 # jdk_lang
ohair@1821 124
alanb@4504 125 # 6944188
michaelm@4598 126 java/lang/management/ThreadMXBean/ThreadStateTest.java generic-all
alanb@4504 127
smarks@4482 128 # 7067973
smarks@4482 129 java/lang/management/MemoryMXBean/CollectionUsageThreshold.java generic-all
smarks@4482 130
jcoomes@5883 131 # 7196801
jcoomes@5883 132 java/lang/management/MemoryMXBean/LowMemoryTest2.sh generic-all
jcoomes@5883 133
alanb@7299 134 # 8015780
alanb@7299 135 java/lang/reflect/Method/GenericStringTest.java generic-all
alanb@7299 136
igerasim@7725 137 # 8019845 due to memleak not related to the tested fix
igerasim@7725 138 java/lang/instrument/RedefineBigClass.sh linux-x64
igerasim@7725 139 java/lang/instrument/RetransformBigClass.sh linux-x64
igerasim@7725 140
igerasim@7725 141
alanb@4928 142 ############################################################################
alanb@4928 143
alanb@4928 144 # jdk_management
alanb@4928 145
mchung@7005 146 # 8010897
alanb@7206 147 sun/management/HotspotRuntimeMBean/GetSafepointSyncTime.java macosx-all
mchung@7005 148
alanb@5964 149 ############################################################################
alanb@5964 150
alanb@5964 151 # jdk_jmx
alanb@5964 152
alanb@5060 153 # 6959636
alanb@5060 154 javax/management/loading/LibraryLoader/LibraryLoaderTest.java windows-all
alanb@5060 155
ohair@1821 156 ############################################################################
ohair@1821 157
ohair@1821 158 # jdk_math
ohair@1821 159
ohair@1821 160 ############################################################################
ohair@1821 161
alanb@5964 162 # jdk_other
ohair@1821 163
alanb@4928 164 # 6988950
alanb@4928 165 demo/jvmti/compiledMethodLoad/CompiledMethodLoadTest.java generic-all
alanb@4928 166
smarks@6195 167 # 7027502
smarks@6195 168 demo/jvmti/hprof/MonitorTest.java generic-all
smarks@6195 169
chegar@7730 170 # 8021186
chegar@7730 171 jdk/lambda/vm/DefaultMethodsTest.java generic-all
chegar@7730 172
ohair@1821 173 ############################################################################
ohair@1821 174
ohair@1821 175 # jdk_net
ohair@1821 176
alanb@4425 177 # Filed 7052625
michaelm@4598 178 com/sun/net/httpserver/bugs/6725892/Test.java generic-all
alanb@4425 179
alanb@4425 180 # Filed 7036666
michaelm@4598 181 com/sun/net/httpserver/Test9a.java generic-all
alanb@4425 182
weijun@4488 183 # 7079145 java/net/ipv6tests/UdpTest.java hang at IPv6 only data exchange
weijun@4488 184 java/net/ipv6tests/UdpTest.java linux-all
weijun@4488 185
michaelm@4654 186 # 7102670
michaelm@4654 187 java/net/InetAddress/CheckJNI.java linux-all
michaelm@4654 188
michaelm@4654 189 # failing on vista 32/64 on nightly
michaelm@4654 190 # 7102702
michaelm@4654 191 java/net/PortUnreachableException/OneExceptionOnly.java windows-all
alanb@5060 192
alanb@5087 193 # 7148829
alanb@5087 194 sun/net/InetAddress/nameservice/simple/CacheTest.java generic-all
alanb@5087 195 sun/net/InetAddress/nameservice/simple/DefaultCaching.java generic-all
alanb@5087 196
michaelm@5116 197 # 7122846
michaelm@5116 198 java/net/MulticastSocket/NoLoopbackPackets.java macosx-all
michaelm@5116 199 java/net/MulticastSocket/SetLoopbackMode.java macosx-all
michaelm@5116 200
michaelm@5116 201 # 7145658
michaelm@5116 202 java/net/MulticastSocket/Test.java macosx-all
michaelm@5116 203
chegar@7163 204 # 7143960
michaelm@5116 205 java/net/DatagramSocket/SendDatagramToBadAddress.java macosx-all
michaelm@5116 206
chegar@7163 207 # 8014719
chegar@7163 208 sun/net/www/http/HttpClient/ProxyTest.java generic-all
chegar@7163 209
ohair@1821 210 ############################################################################
ohair@1821 211
alanb@2546 212 # jdk_io
alanb@2546 213
smarks@6195 214 # 7160013
smarks@6195 215 java/io/File/MaxPathLength.java windows-all
smarks@6195 216
alanb@2546 217 ############################################################################
alanb@2546 218
ohair@1821 219 # jdk_nio
ohair@1821 220
alanb@2546 221 # 6963118
alanb@2546 222 java/nio/channels/Selector/Wakeup.java windows-all
ohair@2203 223
alanb@4820 224 # 7052549
alanb@4820 225 java/nio/channels/FileChannel/ReleaseOnCloseDeadlock.java windows-all
alanb@4504 226
michaelm@5116 227 # 7133499, 7133497
michaelm@5116 228 java/nio/channels/AsyncCloseAndInterrupt.java macosx-all
michaelm@5116 229 java/nio/channels/AsynchronousFileChannel/Lock.java macosx-all
michaelm@5116 230 java/nio/channels/FileChannel/Transfer.java macosx-all
michaelm@5116 231
michaelm@5116 232 # 7141822
michaelm@5116 233 java/nio/channels/DatagramChannel/ChangingAddress.java macosx-all
michaelm@5116 234
michaelm@5116 235 # 7132677
michaelm@5116 236 java/nio/channels/Selector/OutOfBand.java macosx-all
michaelm@5116 237
ohair@1821 238 ############################################################################
ohair@1821 239
ohair@1821 240 # jdk_rmi
ohair@1821 241
alanb@5087 242 # 7146541
alanb@5087 243 java/rmi/transport/rapidExportUnexport/RapidExportUnexport.java linux-all
alanb@5087 244
smarks@5801 245 # 7190106
smarks@5801 246 java/rmi/reliability/benchmark/runRmiBench.sh generic-all
smarks@5801 247
smarks@5801 248 # 7191877
smarks@5801 249 java/rmi/transport/checkLeaseInfoLeak/CheckLeaseLeak.java generic-all
smarks@5801 250
smarks@5801 251 # 7195095
smarks@6195 252 sun/rmi/transport/proxy/EagerHttpFallback.java generic-all
smarks@5801 253
ohair@1821 254 ############################################################################
ohair@1821 255
ohair@1821 256 # jdk_security
ohair@1821 257
ascarpino@7753 258 # 7157786
ascarpino@7753 259 sun/security/pkcs11/ec/TestKeyFactory.java generic-all
ascarpino@7752 260
weijun@5865 261 # 7164518: no PortUnreachableException on Mac
weijun@5865 262 sun/security/krb5/auto/Unreachable.java macosx-all
weijun@5865 263
alanb@5060 264 # 7147060
alanb@5060 265 com/sun/org/apache/xml/internal/security/transforms/ClassLoaderTest.java generic-all
alanb@5060 266
weijun@5870 267 # 6988842: 4 tests failing on Solaris 5.10
weijun@5870 268 sun/security/pkcs11/Secmod/AddPrivateKey.java solaris-all
weijun@5870 269 sun/security/pkcs11/ec/ReadCertificates.java solaris-all
weijun@5870 270 sun/security/pkcs11/ec/ReadPKCS12.java solaris-all
weijun@5870 271 sun/security/pkcs11/sslecc/ClientJSSEServerJSSE.java solaris-all
weijun@4488 272
alanb@7299 273 # 8009438
alanb@7299 274 sun/security/pkcs11/Secmod/AddPrivateKey.java linux-all
alanb@7299 275 sun/security/pkcs11/Secmod/TrustAnchors.java linux-all
alanb@7299 276
weijun@4551 277 # 7041639, Solaris DSA keypair generation bug (Note: jdk_util also affected)
weijun@4551 278 java/security/KeyPairGenerator/SolarisShortDSA.java solaris-all
weijun@4551 279 sun/security/tools/jarsigner/onlymanifest.sh solaris-all
weijun@4551 280 sun/security/tools/jarsigner/ts.sh solaris-all
weijun@4551 281 sun/security/tools/keytool/emptysubject.sh solaris-all
weijun@4551 282 sun/security/tools/keytool/importreadall.sh solaris-all
weijun@4551 283 sun/security/tools/keytool/readjar.sh solaris-all
weijun@4551 284 sun/security/tools/keytool/selfissued.sh solaris-all
weijun@4551 285 sun/security/tools/keytool/standard.sh solaris-all
weijun@4551 286
weijun@5994 287 # 8000439: NPG: REGRESSION : sun/security/krb5/auto/MaxRetries.java fails with timeout
weijun@5994 288 sun/security/krb5/auto/MaxRetries.java solaris-sparcv9
weijun@5994 289
weijun@6809 290 # 8006690: sun/security/krb5/auto/BadKdc1.java fails intermittently
weijun@6809 291 sun/security/krb5/auto/BadKdc1.java solaris-sparcv9
weijun@6809 292 sun/security/krb5/auto/BadKdc2.java solaris-sparcv9
weijun@6809 293 sun/security/krb5/auto/BadKdc3.java solaris-sparcv9
weijun@6809 294 sun/security/krb5/auto/BadKdc4.java solaris-sparcv9
weijun@6809 295
smarks@6195 296 # 7194428
smarks@6195 297 sun/security/mscapi/ShortRSAKey1024.sh windows-all
smarks@6195 298
xuelei@6391 299 # 7144048, performance issue
xuelei@6391 300 sun/security/ssl/com/sun/net/ssl/internal/ssl/SSLEngineImpl/SSLEngineDeadlock.java generic-all
xuelei@6391 301
ohair@1821 302 ############################################################################
ohair@1821 303
alanb@5060 304 # jdk_sound
ohair@1821 305
alanb@5060 306 ############################################################################
alanb@5060 307
alanb@5060 308 # jdk_swing
ohair@1821 309
ohair@1821 310 ############################################################################
ohair@1821 311
ohair@1821 312 # jdk_text
ohair@1821 313
ohair@1821 314 ############################################################################
ohair@1821 315
chegar@7498 316 # jdk_time
chegar@7498 317
chegar@7498 318 # 8016623
chegar@7498 319 java/time/test/java/time/format/TestDateTimeTextProvider.java generic-all
chegar@7498 320
chegar@7498 321 ############################################################################
chegar@7498 322
ohair@1821 323 # jdk_tools
ohair@1821 324
alanb@5029 325 # 6461635
alanb@5029 326 com/sun/tools/attach/BasicTests.sh generic-all
alanb@5029 327
alanb@5964 328 # 7172176
alanb@5964 329 sun/tools/jconsole/ResourceCheckTest.sh generic-all
alanb@5964 330 sun/tools/jconsole/ImmutableResourceTest.sh generic-all
alanb@5964 331
alanb@5964 332 # 7132203
alanb@5964 333 sun/jvmstat/monitor/MonitoredVm/CR6672135.java generic-all
alanb@5964 334
ksrini@6541 335 # Tests take too long, on sparcs see 7143279
alanb@7206 336 tools/pack200/CommandLineTests.java solaris-all, macosx-all
ksrini@6541 337 tools/pack200/Pack200Test.java solaris-all, macosx-all
ksrini@7293 338 # 8015666
ksrini@7293 339 tools/pack200/TimeStamp.java generic-all
alanb@5964 340
ksrini@6502 341 # 8007410
ksrini@6502 342 tools/launcher/FXLauncherTest.java linux-all
ksrini@6502 343
alanb@5964 344 ############################################################################
alanb@5964 345
alanb@5964 346 # jdk_jdi
alanb@5964 347
ohair@2812 348 # Filed 6952105
michaelm@4598 349 com/sun/jdi/SuspendThreadTest.java generic-all
ohair@2812 350
alanb@4425 351 # Filed 6653793
michaelm@4598 352 com/sun/jdi/RedefineCrossEvent.java generic-all
alanb@4425 353
alanb@4425 354 # Filed 6987312
michaelm@4598 355 com/sun/jdi/DoubleAgentTest.java generic-all
alanb@4425 356
alanb@4425 357 # Filed 7020857
michaelm@4598 358 com/sun/jdi/FieldWatchpoints.java generic-all
alanb@4425 359
alanb@4425 360 # Filed 6402201
michaelm@4598 361 com/sun/jdi/ProcessAttachTest.sh generic-all
alanb@4425 362
ohair@1821 363 ############################################################################
ohair@1821 364
ohair@1821 365 # jdk_util
ohair@1821 366
ohair@2812 367 # Filed 6933803
michaelm@4598 368 java/util/concurrent/ThreadPoolExecutor/CoreThreadTimeOut.java generic-all
ohair@2812 369
alanb@4425 370 # Filed 6772009
ohair@1821 371 java/util/concurrent/locks/ReentrantLock/CancelledLockLoops.java generic-all
ohair@1821 372
chegar@7730 373 # 8020435
chegar@7730 374 java/util/concurrent/CompletableFuture/Basic.java generic-all
chegar@7730 375
weijun@4551 376 # 7041639, Solaris DSA keypair generation bug
weijun@4551 377 java/util/TimeZone/TimeZoneDatePermissionCheck.sh solaris-all
weijun@4551 378
ohair@1821 379 ############################################################################