ProblemList.txt revision 5593
###########################################################################
#
# Copyright (c) 2009, 2011, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
# published by the Free Software Foundation. Oracle designates this
# particular file as subject to the "Classpath" exception as provided
# by Oracle in the LICENSE file that accompanied this code.
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
#
###########################################################################
#
# List of tests that should not be run by test/Makefile, for various reasons:
# 1. Does not run with jtreg -samevm mode
# 2. Causes problems in jtreg -samevm mode for jtreg or tests that follow it
# 3. The test is too slow or consumes too many system resources
# 4. The test fails when run on any official build systems
#
# It is possible that a test being on this list is a mistake, and that some
# other test in samevm mode caused tests to fail, mistakes happen.
#
# Tests marked @ignore are not run by test/Makefile, but harmless to be listed.
#
# Tests that explicitly state "@run main/othervm ...", and are not listed here,
# will be run in the same batch as the samevm tests.
#
# Shell tests are othervm by default.
#
# List items are testnames followed by labels, all MUST BE commented
# as to why they are here and use a label:
# generic-all Problems on all platforms
# generic-ARCH Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
# OSNAME-all Where OSNAME is one of: solaris, linux, windows
# OSNAME-ARCH Specific on to one OSNAME and ARCH, e.g. solaris-x64
# OSNAME-REV Specific on to one OSNAME and REV, e.g. solaris-5.8
#
# More than one label is allowed but must be on the same line.
#
#############################################################################
#
# Running the tests:
# cd test && make JT_HOME=jtreg_home PRODUCT_HOME=jdk_home jdk_all
# Or instead of jdk_all, use any of the jdk_* targets.
#
# Samevm Notes:
# * Although some tests may have only been seen to fail on some platforms,
# they might be flagged as 'generic-all' because the problem they have
# could cause hidden slowdowns on other platforms.
# Most samevm problems will be generic-all, but windows usually dislikes
# them the most.
# Address already in use or connection errors indicate a generic port issue.
# (this is not necessarily a samevm issue, but an issue for running the tests
# on shared machines, two people or two test runs will collide).
# * Samevm problem (windows in particular) is not closing all input/output
# * Samevm problem when a test calls setSecurityManager()
# * Samevm problem with setHttps*() is used? (not exactly sure here)
# * Samevm problem when stuffing system properties with non Strings or anything
# * Samevm problem when changing vm settings, or registering any vm actions
# * Samevm problems with deleteOnExit(), if it must happen at end of test
# * Samevm problems with URLClassLoader? (no details here)
# * Samevm problems with dependence on predictable GC or finalizations
#
# Any of the above problems may mean the test needs to be flagged as "othervm".
#
#############################################################################
#
# Fixing the tests:
#
# Some tests just may need to be run with "othervm", and that can easily be
# done my adding a @run line (or modifying any existing @run):
# @run main/othervm NameOfMainClass
# Make sure this @run follows any use of @library.
# Otherwise, if the test is a samevm possibility, make sure the test is
# cleaning up after itself, closing all streams, deleting temp files, etc.
#
# Keep in mind that the bug could be in many places, and even different per
# platform, it could be a bug in any one of:
# - the testcase
# - the jdk (jdk classes, native code, or hotspot)
# - the native compiler
# - the javac compiler
# - the OS (depends on what the testcase does)
#
# If you managed to really fix one of these tests, here is how you can
# remove tests from this list:
# 1. Make sure test passes on all platforms with samevm, or mark it othervm
# 2. Make sure test passes on all platforms when run with it's entire group
# 3. Make sure both VMs are tested, -server and -client, if possible
# 4. Make sure you try the -d64 option on Solaris
# 5. Use a tool like JPRT or something to verify these results
# 6. Delete lines in this file, include the changes with your test changes
#
# You may need to repeat your testing 2 or even 3 times to verify good
# results, some of these samevm failures are not very predictable.
#
#############################################################################
############################################################################
# jdk_awt
############################################################################
# jdk_beans
############################################################################
# jdk_lang
# 7123972
java/lang/annotation/loaderLeak/Main.java generic-all
# Times out on solaris 10 sparc
java/lang/ClassLoader/Assert.java generic-all
# Solaris sparc, samevm, java.lang.Exception: Read from closed pipe hangs
java/lang/Runtime/exec/SleepyCat.java generic-all
# Times out on solaris sparc -server
java/lang/ThreadLocal/MemoryLeak.java solaris-all
# Windows X64, RuntimeException: MyThread expected to have RUNNABLE but got WAITING
java/lang/Thread/ThreadStateTest.java generic-all
# 7148492
############################################################################
# jdk_management
# Failing, bug was filed: 6959636
# Access denied messages on windows/mks, filed 6954450
# Fails on linux: KO: StringMonitor notification missed or not emitted
# Port conflict? Fails with communication error
# Fails on Windows 2000, Test failed for iiop java.lang.NullPointerException
# at org.omg.stub.javax.management.remote.rmi._RMIConnectionImpl_Tie._invoke(Unknown Source)
# at com.sun.corba.se.impl.protocol.CorbaServerRequestDispatcherImpl.dispatchToServant(CorbaServerRequestDispatcherImpl.java:653)
# Solaris 10 sparc, NPE from org.omg.stub.javax.management.remote.rmi._RMIConnectionImpl_Tie._invoke
# Linux 32bit Fedora 9, IllegalStateException
# Problems with rmi connection, othervm
# Fails with port already in use
# Fails with port already in use
# Windows, connection can't last that long
javax/management/eventService/LeaseTest.java generic-all
# Linux othervm, X64, java.lang.Exception: Failed: ratio=102.4027795593753
# Windows run seems to have triggered a hotspot gc error (see 6801625)
# rmi problem? othervm, java.lang.reflect.UndeclaredThrowableException
# Linux Fedora 9 32bit NPE in rmi server somehere??? othervm
# Times out on solaris sparc, with othervm
# Linux i586 and x64 -server, timed out waiting for threads to expire? othervm
# Linux i586 -server, Expected to receive 20, but got 21, othervm
# Fails on Linux X64 -server 20!=21
javax/management/eventService/FetchingTest.java generic-all
# NPE on windows 2000 i586 -client and -server
# Windows i586 failure, callback did not complete
# Port already in use
# Failed to initialize connector (also overflowing jtreg io buffers)
# Windows X64, java.lang.IllegalStateException
# 7149181
############################################################################
# jdk_math
############################################################################
# jdk_misc
# 6988950
# 7056489
com/sun/jndi/ldap/ReadTimeoutTest.java generic-all
# 7162111
demo/jvmti/mtrace/TraceJFrame.java macosx-all
javax/script/CauseExceptionTest.java macosx-all
javax/script/GetInterfaceTest.java macosx-all
javax/script/JavaScriptScopeTest.java macosx-all
javax/script/NullUndefinedVarTest.java macosx-all
javax/script/PluggableContextTest.java macosx-all
javax/script/ProviderTest.sh macosx-all
javax/script/RhinoExceptionTest.java macosx-all
javax/script/StringWriterPrintTest.java macosx-all
javax/script/Test1.java macosx-all
javax/script/Test2.java macosx-all
javax/script/Test3.java macosx-all
javax/script/Test4.java macosx-all
javax/script/Test5.java macosx-all
javax/script/Test6.java macosx-all
javax/script/Test7.java macosx-all
javax/script/Test8.java macosx-all
javax/script/UnescapedBracketRegExTest.java macosx-all
javax/script/VersionTest.java macosx-all
############################################################################
# jdk_net
# 7122846
# 7145658
java/net/MulticastSocket/Test.java macosx-all
#7143960
# 7148829
# 7161936
sun/net/www/http/HttpClient/RetryPost.sh macosx-all
sun/net/www/protocol/http/B5017051.java macosx-all
sun/net/www/protocol/http/B6369510.java macosx-all
sun/net/www/protocol/http/UserAuth.java macosx-all
sun/net/www/protocol/http/UserCookie.java macosx-all
# 7162118
# 7162123
# JPRT needs to set 127.0.0.1 in proxy bypass list
############################################################################
# jdk_io
# 6962637
java/io/File/MaxPathLength.java windows-all
############################################################################
# jdk_nio
# 6963118
java/nio/channels/Selector/Wakeup.java windows-all
# 7133499, 7133497
java/nio/channels/FileChannel/Transfer.java macosx-all
# 7141822
# 7132677
java/nio/channels/Selector/OutOfBand.java macosx-all
############################################################################
# jdk_rmi
# Port already in use, fails on sparc, othervm
java/rmi/reliability/benchmark/runRmiBench.sh generic-all
# Already in use port issues? othervm solaris
# Address already in use, othervm mode, solaris
# Registry already running on port, solaris
# Fails on Linux 32 and 64bit -server?, impl not garbage collected???
# 7146541
# Times out on solaris sparc
java/rmi/server/RemoteServer/AddrInUse.java generic-all
# Connection error on Windows i586 -server
# Also connection errors in othervm on Solaris 10 sparc, same port???
sun/rmi/transport/tcp/DeadCachedConnection.java generic-all
# Connection errors in othervm on Solaris 10 sparc, same port???
java/rmi/activation/ActivationGroup/downloadActivationGroup/DownloadActivationGroup.java generic-all
java/rmi/reliability/juicer/AppleUserImpl.java generic-all
java/rmi/registry/reexport/Reexport.java generic-all
java/rmi/server/useCustomRef/UseCustomRef.java generic-all
java/rmi/transport/checkFQDN/CheckFQDN.java generic-all
java/rmi/server/RMISocketFactory/useSocketFactory/activatable/UseCustomSocketFactory.java generic-all
# 7142596
############################################################################
# jdk_security
# Filed 6986868
sun/security/tools/jarsigner/crl.sh generic-all
# Filed 6951285, not sure how often this fails, last was Linux 64bit Fedora 9
sun/security/krb5/auto/MaxRetries.java generic-all
# Filed 6950930, fails on windows 32bit c1 and windows 64bit
sun/security/krb5/auto/IgnoreChannelBinding.java windows-all
# Filed 6950931, failing on all windows systems
sun/security/tools/jarsigner/crl.sh windows-all
# Filed 6950929, only seemed to fail on solaris sparcv9 (-d64)
# Failed on Linux -server 32bit too, making generic
sun/security/krb5/auto/BadKdc4.java generic-all
# Failing on Solaris i586, 3/9/2010, not a -samevm issue (jdk_security3)
sun/security/pkcs11/Secmod/AddPrivateKey.java solaris-i586
sun/security/pkcs11/ec/ReadCertificates.java solaris-i586
sun/security/pkcs11/ec/ReadPKCS12.java solaris-i586
sun/security/pkcs11/ec/TestCurves.java solaris-i586
sun/security/pkcs11/ec/TestECDSA.java solaris-i586
sun/security/pkcs11/ec/TestECGenSpec.java solaris-i586
sun/security/pkcs11/ec/TestKeyFactory.java solaris-i586
# Unknown problem, could be a jtreg -samevm issue?
# Error while cleaning up threads after test
java/security/Security/SynchronizedAccess.java generic-all
# Failing on Solaris X64 (-d64 -server) with:
# GSSException: Failure unspecified at GSS-API level
# (Mechanism level: Specified version of key is not available (44))
sun/security/krb5/auto/BasicKrb5Test.java generic-all
# Solaris X86 failures, readjar.jks: No such file or directory
sun/security/tools/keytool/readjar.sh generic-all
# Fails with -ea -esa, but only on Solaris sparc? Suspect it is timing out
sun/security/tools/keytool/standard.sh generic-all
# Fails on Solaris 10 X64, address already in use
sun/security/krb5/auto/HttpNegotiateServer.java generic-all
# Fails on almost all platforms
# java.lang.UnsupportedClassVersionError: SerialTest :
# Unsupported major.minor version 51.0
# at java.lang.ClassLoader.defineClass1(Native Method)
sun/security/util/Oid/S11N.sh generic-all
# Fails on Fedora 9 32bit
# GSSException: Failure unspecified at GSS-API level (Mechanism level:
# Invalid argument (400) - Cannot find key of appropriate type to decrypt
# AP REP - DES CBC mode with MD5)
sun/security/krb5/auto/NonMutualSpnego.java generic-all
# Fails on Solaris 10 sparc, GSSException: Failure unspecified at GSS-API level
# Also fails on Windows 2000 similar way
sun/security/krb5/auto/ok-as-delegate.sh generic-all
# Fails on Windows 2000, GSSException: Failure unspecified at GSS-API level
# (Mechanism level: Request is a replay (34))
sun/security/krb5/auto/ok-as-delegate-xrealm.sh generic-all
# Fails on Windows 2000, ExceptionInInitializerError
sun/security/mscapi/AccessKeyStore.sh generic-all
# Fails on Solaris 10, KrbException: Additional pre-authentication required (25)
sun/security/krb5/auto/basic.sh generic-all
# Fails on Fedora 9 64bit, PKCS11Exception: CKR_DEVICE_ERROR
sun/security/pkcs11/KeyAgreement/TestDH.java generic-all
# Run too slow on Solaris 10 sparc
sun/security/tools/keytool/AltProviderPath.sh solaris-sparc
# Solaris 10 sparc, passed/failed confusion? java.security.ProviderException: update() failed
# Seem really slow on Solaris sparc, being excluded just for timing reasons
sun/security/tools/jarsigner/AlgOptions.sh solaris-sparc
sun/security/tools/jarsigner/nameclash.sh solaris-sparc
sun/security/krb5/auto/basic.sh solaris-sparc
sun/security/tools/jarsigner/samename.sh solaris-sparc
# Timed out, Solaris 10 64bit sparcv9
# Othervm, sparc, NoRouteToHostException: Cannot assign requested address
# Times out on windows X64, othervm mode
# Solaris sparc and sparcv9 -server, timeout
# Failed on solaris 10 sparc, othervm mode, "js.jks: No such file or directory"
# Also, cannot verify signature on solaris i586 -server
# Various failures on Linux Fedora 9 X64, othervm mode
sun/security/tools/jarsigner/oldsig.sh generic-all
# Various failures on Linux Fedora 9 X64, othervm mode
# Linux i586 -server, buffer too short to hold shared secret?
# Solaris sparcv9: Failed to parse input emptysubject.jks: No such file or directory
sun/security/tools/keytool/emptysubject.sh generic-all
# Timeout on solaris-sparcv9 or exception thrown
# Leaving file open: SerialVersion.current, windows samevm
java/security/BasicPermission/SerialVersion.java generic-all
# Solaris 11 i586, these all fail with samevm, need to be othervm???
# Suspect missing close() on file PermClass.current, windows samevm cascade
java/security/BasicPermission/PermClass.java generic-all
# Solaris 11 i586, these all fail with samevm, need to be othervm???
java/security/KeyPairGenerator/Failover.java generic-all
java/security/Provider/DefaultPKCS11.java generic-all
java/security/SecureRandom/GetAlgorithm.java generic-all
java/security/Signature/ByteBuffers.java generic-all
java/security/Signature/NONEwithRSA.java generic-all
java/security/UnresolvedPermission/Equals.java generic-all
# Fails on OpenSolaris, missing classes, slow on Solaris sparc
sun/security/ec/TestEC.java generic-all
# Problems with windows x64
sun/security/mscapi/IsSunMSCAPIAvailable.sh windows-x64
sun/security/mscapi/RSAEncryptDecrypt.sh windows-x64
# Exception in test solaris-sparc -client -server, no windows
# Solaris sparc client, fails to compile?
sun/security/pkcs11/KeyStore/SecretKeysBasic.sh solaris-all
# Fails on OpenSolaris java.net.BindException: Address already in use
# Timeout on solaris-sparcv9 or ArrayIndexOutOfBoundsException?
sun/security/rsa/TestKeyPairGeneratorLength.java solaris-all
sun/security/rsa/TestSignatures.java solaris-all
# Timeout on solaris-sparc and i586 and x64, -client and -server
# Do not seem to run on windows machines? dll missing?
sun/security/tools/jarsigner/emptymanifest.sh windows-all
# Files does not exist or no encoding? solaris-sparcv9
sun/security/tools/keytool/importreadall.sh solaris-all
sun/security/tools/keytool/selfissued.sh solaris-all
# 7147060
############################################################################
# jdk_swing
############################################################################
# jdk_text
# Linux x64 occasional errors, no details
java/text/Bidi/Bug6665028.java linux-x64
############################################################################
# jdk_tools
# 6461635
com/sun/tools/attach/BasicTests.sh generic-all
# Filed 6952105
com/sun/jdi/SuspendThreadTest.java generic-all
# Filed 6987312
com/sun/jdi/DoubleAgentTest.java generic-all
# Filed 6986875
sun/tools/jps/jps-Vvml.sh generic-all
# Filed 6979016
sun/tools/jconsole/ResourceCheckTest.sh generic-all
# 7132203
sun/jvmstat/monitor/MonitoredVm/CR6672135.java generic-all
# 7162111
sun/tools/jrunscript/jrunscript-DTest.sh macosx-all
sun/tools/jrunscript/jrunscript-argsTest.sh macosx-all
sun/tools/jrunscript/jrunscript-cpTest.sh macosx-all
sun/tools/jrunscript/jrunscript-eTest.sh macosx-all
sun/tools/jrunscript/jrunscript-fTest.sh macosx-all
sun/tools/jrunscript/jrunscriptTest.sh macosx-all
# 8001118
sun/tools/jcmd/jcmd-f.sh generic-all
sun/tools/jcmd/jcmd-help-help.sh generic-all
# 7175775
sun/tools/jinfo/Basic.sh macosx-all
############################################################################
# jdk_util
# Need 7094995 back-ported from jdk8
# Filed 7027061
java/util/Locale/Bug6989440.java windows-all
# Filed 6933803
# Filed 7022325
# Fails with assertion error on windows
# 11 separate stacktraces created... file reuse problem?
java/util/zip/ZipFile/ReadLongZipFileName.java generic-all
# Assert error, failures, on Linux Fedora 9 -server
# Windows samevm failure, assert error "Passed = 134, failed = 2"
java/util/Arrays/ArrayObjectMethods.java generic-all
# Windows 2000, -client, samevm, java.lang.Error: Completed != 2
# Windows X64, Executor Stuck samevm mode:
# Problems on windows, jmap.exe hangs? (these run jmap), fails on Solaris 10 x86
# 7162111
java/util/logging/LoggingDeadlock4.java macosx-all
# 7041639, Solaris DSA keypair generation bug
############################################################################