path: root/expectations/brokentests.txt

/*
 * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent.
 */
[
{
  description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user",
  name: "libcore.java.io.OldFileTest#test_deleteOnExit",
  bug: 5834665
},
{
  description: "FIONREAD/SIOCINQ returns the wrong result on sockets (5731252 is the root cause of 5534202)",
  name: "libcore.java.net.SocketTest#testAvailable",
  bug: 5731252
},
{
  description: "libcore.java.net.URLConnectionTest#testServerShutdownInput fails on ICL27 mysid-userdebug (5534202 is caused by 5731252)",
  name: "libcore.java.net.URLConnectionTest#testServerShutdownInput",
  bug: 5534202
},
{
  description: "Support digest authentication in HttpURLConnection",
  name: "libcore.net.http.ParsedHeadersTest#testParseChallengesWithManyParameters",
  bug: 6156454
},
{
  description: "Without no security manager, we don't care if checkPermission's argument is null",
  name: "org.apache.harmony.security.tests.java.security.AccessController2Test#test_checkPermission_NullParameter",
  result: EXEC_FAILED
},
{
  description: "This test and testGetKeepAlive have been failing in our continuous build recently.",
  names: [
    "libcore.java.net.URLConnectionTest#testConnectTimeouts",
    "libcore.java.net.URLConnectionTest#testGetKeepAlive"
  ],
  bug: 3441111
},
{
  description: "on the RI, writing the two halves of the surrogate pair in separate writes
          is an error because the CharsetEncoder doesn't remember it's half-way through a
          surrogate pair across the two calls!",
  result: EXEC_FAILED,
  names: [
    "libcore.java.nio.charset.CharsetEncoderTest#testCharsetEncoderSurrogatesBrokenByDesign_IGNORE_RI",
    "libcore.java.nio.charset.CharsetEncoderTest#testCharsetEncoderSurrogatesBrokenByDesign_REPLACE_RI",
    "libcore.java.nio.charset.CharsetEncoderTest#testCharsetEncoderSurrogatesBrokenByDesign_REPORT_RI"
  ]
},
{
  description: "We're retiring the security manager. Unfortunately, tests all over the place
                need to check that they're secure, so they all fail when we refuse to install
                a security manager. This suppresses all of these failures.",
  result: EXEC_FAILED,
  failure: "disable securityManager",
  pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*",
  bug: 2585285
},
{
  description: "ignore compilation errors due to different available APIs",
  result: COMPILE_FAILED,
  failure: "ignore compilation errors",
  pattern: ".*\\.java:\\d+: cannot find symbol.*"
},
{
  description: "The RI avoids blocking calls when '\\r' is the last character. We don't
                bother since that adds complexity to every other read call, and '\\r' as the
                last character will be diminishingly rare anyway.",
  result: EXEC_FAILED,
  name: "java.io.BufferedReader.ReadLine",
  substring: "java.lang.RuntimeException: Read past limit"
},
{
  description: "The RI avoids blocking calls when '\\r' is the last character. We don't
                bother since that adds complexity to every other read call, and '\\r' as the
                last character will be diminishingly rare anyway.",
  result: EXEC_FAILED,
  name: "java.io.BufferedReader.Ready",
  substring: "Hit infinite wait condition"
},
{
  description: "The test is checking that the implementation doesn't read any characters
                earlier than it absolutely needs to. This is a bogus requirement; streams
                are allowed to buffer input as necessary.",
  result: EXEC_FAILED,
  name: "java.io.StreamTokenizer.Reset",
  substring: "Test failed: should get token [, but get -1"
},
{
  description: "These tests only pass if the root logger hasn't yet been initialized. They
                incorrectly assume that resetting the LogManager will clear the root logger's
                resource bundle; this isn't the case.",
  result: EXEC_FAILED,
  name: "org.apache.harmony.logging.tests.java.util.logging.OldLoggerTest#testGetLoggerWithRes_InvalidResourceBundle",
  substring: "java.lang.IllegalArgumentException: Resource bundle name 'impossible_not_existing' is inconsistent"
},
{
  description: "These tests only pass if the root logger hasn't yet been initialized. They
                incorrectly assume that resetting the LogManager will clear the root logger's
                resource bundle; this isn't the case.",
  result: EXEC_FAILED,
  name: "org.apache.harmony.logging.tests.java.util.logging.LoggerTest#testGetLogger_Empty",
  substring: "junit.framework.AssertionFailedError"
},
{
  description: "This tests implementation details",
  result: UNSUPPORTED,
  name: "java.util.EnumSet.OneUniverse"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.AES.Test4513830",
    "com.sun.crypto.provider.Cipher.AES.Test4512704",
    "com.sun.crypto.provider.Cipher.AES.Test4512524",
    "com.sun.crypto.provider.Cipher.AES.Test4511676",
    "com.sun.crypto.provider.Cipher.AES.Test4517355"
  ],
  substring: "NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.AES.TestISO10126Padding",
  substring: " java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.AES.Test4626070",
  substring: "NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.AES.TestShortBuffer",
    "com.sun.crypto.provider.Cipher.CTS.CTSMode"
  ],
  substring: "Provider SunJCE is not available"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.DES.DesAPITest",
    "com.sun.crypto.provider.Cipher.DES.DoFinalReturnLen",
    "com.sun.crypto.provider.Cipher.DES.FlushBug"
  ],
  substring: "java.lang.NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.DES.KeyWrapping",
  substring: "Provider SunJCE is not available"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.DES.PaddingTest",
    "com.sun.crypto.provider.Cipher.DES.Sealtest",
    "com.sun.crypto.provider.Cipher.DES.PerformanceTest"
  ],
  substring: "java.lang.NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.PBE.DecryptWithoutParameters",
    "com.sun.crypto.provider.Cipher.PBE.PBEInvalidParamsTest"
  ],
  substring: "Provider SunJCE is not available"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.PBE.PBEKeysAlgorithmNames",
  substring: "java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.Cipher.PBE.PBEParametersTest",
    "com.sun.crypto.provider.Cipher.PBE.PKCS12Oid",
    "com.sun.crypto.provider.Cipher.UTIL.StrongOrUnlimited",
    "com.sun.crypto.provider.Cipher.KeyWrap.NISTWrapKAT"
  ],
  substring: "Provider SunJCE is not available"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.KeyAgreement.DHGenSecretKey",
  substring: "java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.KeyAgreement.DHGenSharedSecret",
    "com.sun.crypto.provider.KeyAgreement.DHKeyAgreement3",
    "com.sun.crypto.provider.KeyAgreement.DHKeyFactory",
    "com.sun.crypto.provider.KeyAgreement.DHKeyGenSpeed"
  ],
  substring: "java.lang.NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.KeyAgreement.TestExponentSize",
    "com.sun.crypto.provider.KeyFactory.TestProviderLeak",
    "com.sun.crypto.provider.KeyFactory.PBKDF2HmacSHA1FactoryTest"
  ],
  substring: "java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  names: [
    "com.sun.crypto.provider.KeyGenerator.Test4628062",
    "com.sun.crypto.provider.KeyGenerator.TestExplicitKeyLength"
  ],
  substring: "java.lang.NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Mac.HmacPBESHA1",
  substring: "java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Mac.HmacMD5",
  substring: "java.lang.NoClassDefFoundError: com.sun.crypto.provider.SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Mac.MacClone",
  substring: "java.security.NoSuchProviderException: SunJCE"
},
{
  description: "Dalvik doesn't include the SunJCE crypto provider",
  result: EXEC_FAILED,
  failure: "JKS keystore not found",
  substring: "KeyStore JKS implementation not found"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.PBE.PKCS12Cipher",
  pattern: ".*PKCS12Cipher.java\\:87\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.PBE.PKCS12CipherKAT",
  pattern: ".*NullPointerException.*PKCS12CipherKAT.java\\:183\\).*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RC2ArcFour.CipherKAT",
  pattern: ".*NullPointerException.*CipherKAT.java\\:205\\).*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RSA.TestOAEP_KAT",
  pattern: ".*TestOAEP_KAT.java\\:62\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RSA.TestOAEP",
  pattern: ".*TestOAEP.java\\:50\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RSA.TestOAEPParameterSpec",
  pattern: ".*TestOAEPParameterSpec.java\\:124\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RSA.TestOAEPWithParams",
  pattern: ".*TestOAEPWithParams.java\\:58\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Cipher.RSA.TestRSA",
  pattern: ".*TestRSA.java\\:171\\).*NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Mac.HmacSaltLengths",
  pattern: ".*HmacSaltLengths.java\\:83\\).*java.lang.NullPointerException.*"
},
{
  description: "These NPEs all happen while calling Provider#getName on the result of
                Security#getProvider(). Unfortunately, that method is permitted to return
                null if the system has no provider with the requested name. And since we don't
                have the SunJCE provider, tests fail",
  result: EXEC_FAILED,
  name: "com.sun.crypto.provider.Mac.MacKAT",
  pattern: ".*MacKAT.java\\:228\\).*java.lang.NullPointerException.*"
},
{
  description: "These tests call into misc Sun classes that we don't have",
  result: COMPILE_FAILED,
  name: "com.sun.crypto.provider.KeyAgreement.DHKeyAgreement2",
  pattern: ".*cannot find symbol.*sun.misc.HexDumpEncoder.*"
},
{
  description: "These tests call into misc Sun classes that we don't have",
  result: COMPILE_FAILED,
  name: "com.sun.crypto.provider.Cipher.KeyWrap.XMLEncKAT",
  pattern: ".*cannot find symbol.*sun.misc.BASE64Decoder.*"
},
{
  description: "These tests call into misc Sun classes that we don't have",
  result: COMPILE_FAILED,
  names: [
    "com.sun.crypto.provider.TLS.TestKeyMaterial",
    "com.sun.crypto.provider.TLS.TestMasterSecret",
    "com.sun.crypto.provider.TLS.TestPremaster",
    "com.sun.crypto.provider.TLS.TestPRF"
  ],
  substring: "package sun.security.internal.spec does not exist"
},
{
  description: "We don't have most com.sun packages.",
  result: COMPILE_FAILED,
  failure: "Dalvik doesn't include Sun packages",
  pattern: ".*package (com\\.)?sun\\.[\\w\\.]+ does not exist.*"
},
{
  description: "We don't have several Java packages either.",
  result: COMPILE_FAILED,
  failure: "Dalvik doesn't include applets",
  substring: "package java.applet does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: COMPILE_FAILED,
  failure: "Dalvik doesn't include AWT (bug it has java.awt.font)",
  pattern: ".*package java.awt(\\.image)? does not exist.*"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include NIO.2",
  substring: "package java.nio.file does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include RMI",
  substring: "package java.rmi does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include JNDI",
  substring: "package javax.naming does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include JMX",
  substring: "package java.lang.management does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include Swing",
  substring: "package javax.swing.tree does not exist"
},
{
  description: "We don't have several Java packages either.",
  result: "COMPILE_FAILED",
  failure: "Dalvik doesn't include javax.crypto",
  substring: "package javax.xml.crypto does not exist"
},
{
  description: "Dalvik doesn't include a com.sun.net HTTP server",
  result: UNSUPPORTED,
  names: [
    "com.sun.net.httpserver",
    "sun.net.www"
  ]
},
{
  description: "Dalvik doesn't include AWT except the font package",
  result: UNSUPPORTED,
  name: "java.awt"
},
{
  description: "Dalvik doesn't include AWT except the font package",
  result: "SUCCESS",
  names: [
    "java.awt.FontClass",
    "java.awt.font"
  ]
},
{
  description: "Dalvik doesn't include java.beans except for property listeners",
  result: UNSUPPORTED,
  name: "java.beans"
},
{
  description: "Dalvik doesn't include java.beans except for property listeners",
  result: "SUCCESS",
  name: "java.beans.PropertyChangeSupport"
},
{
  description: "Dalvik doesn't include java.lang.instrument",
  result: UNSUPPORTED,
  name: "java.lang.instrument"
},
{
  description: "Dalvik doesn't include java.lang.management",
  result: UNSUPPORTED,
  name: "java.lang.management"
},
{
  description: "Dalvik doesn't include RMI",
  result: UNSUPPORTED,
  names: [
    "java.rmi",
    "sun.rmi"
  ]
},
{
  description: "Dalvik doesn't include javax.imageio",
  result: UNSUPPORTED,
  name: "javax.imageio"
},
{
  description: "Dalvik doesn't include javax.management",
  result: UNSUPPORTED,
  name: "javax.management"
},
{
  description: "Dalvik doesn't include javax.naming",
  result: UNSUPPORTED,
  name: "javax.naming"
},
{
  description: "Dalvik doesn't include javax.print",
  result: UNSUPPORTED,
  name: "javax.print"
},
{
  description: "Dalvik doesn't include javax.script",
  result: UNSUPPORTED,
  name: "javax.script"
},
{
  description: "Dalvik doesn't include javax.sound",
  result: UNSUPPORTED,
  name: "javax.sound"
},
{
  description: "Dalvik doesn't include javax.swing",
  result: UNSUPPORTED,
  name: "javax.swing"
},
{
  description: "Dalvik doesn't include sun.management",
  result: UNSUPPORTED,
  name: "sun.management"
},
{
  description: "Dalvik doesn't include javax.smartcardio",
  result: UNSUPPORTED,
  name: "sun.security.smartcardio"
},
{
  description: "Our exception messages don't match the RIs",
  result: EXEC_FAILED,
  names: [
    "java.lang.StringBuilder.Exceptions",
    "java.lang.StringBuffer.Exceptions"
  ],
  substring: "got java.lang.StringIndexOutOfBoundsException: null - FAILED"
},
{
  description: "tests that cast to Harmony-specific types",
  result: EXEC_FAILED,
  failure: "bogus cast to harmony Hashtable$KeyEnumeration",
  substring: "java.util.Hashtable$KeyEnumeration"
},
{
  description: "tests that cast to Harmony-specific types",
  result: EXEC_FAILED,
  failure: "bogus cast to Hashtable$ValueEnumeration",
  substring: "java.util.Hashtable$ValueEnumeration"
},
{
  description: "we don't support the CharsetProvider spi, so we don't have \"mockCharset00\".",
  result: EXEC_FAILED,
  name: "org.apache.harmony.tests.java.nio.charset.CharsetTest#test_availableCharsets",
  substring: "junit.framework.AssertionFailedError"
},
{
  description: "we don't support the CharsetProvider spi, so we don't have \"mockCharset00\".",
  result: EXEC_FAILED,
  name: "org.apache.harmony.tests.java.nio.charset.CharsetTest#test_forNameLString",
  substring: "java.nio.charset.UnsupportedCharsetException: mockCharset00"
},
{
  description: "the average length of possible UTF-8 sequences is 2 bytes.",
  result: EXEC_FAILED,
  name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue",
  substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>"
},
{
  description: "this test needs external interaction",
  result: UNSUPPORTED,
  names: [
    "com.sun.tools.attach.Application",
    "java.io.SystemInAvailable",
    "sun.jvmstat.testlibrary.Sleeper"
  ]
},
{
  description: "these benchmarks take a long time and don't demonstrate correctness",
  result: UNSUPPORTED,
  names: [
    "java.lang.Class.TypeCheckMicroBenchmark",
    "java.nio.Buffer.SwapMicroBenchmark",
    "java.util.ArrayList.RangeCheckMicroBenchmark",
    "java.util.ArrayList.IteratorMicroBenchmark"
  ]
},
{
  description: "We removed this: we don't support Pack200.",
  result: UNSUPPORTED,
  name: "org.apache.harmony.archive.tests.java.util.jar.Pack200Test"
},
{
  description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
  result: EXEC_FAILED,
  failure: "connect to the Internet",
  pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*"
},
{
  description: "These tests violate visibility rules when trying to unit test internal classes",
  result: EXEC_FAILED,
  name: "javax.net.ssl.DefaultSSLSocketFactoryTest",
  substring: "java.lang.IllegalAccessError: tried to access class javax.net.ssl.DefaultSSLSocketFactory from class javax.net.ssl.DefaultSSLSocketFactoryTest"
},
{
  description: "These tests expect to be called with commandline arguments",
  result: EXEC_FAILED,
  name: "java.io.FileOutputStream.FileOpenNeg",
  substring: "java.lang.ArrayIndexOutOfBoundsException"
},
{
  description: "",
  result: EXEC_FAILED,
  name: "java.io.FileOutputStream.FileOpenPos",
  substring: "java.lang.ArrayIndexOutOfBoundsException"
},
{
  description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding",
  result: EXEC_FAILED,
  names: [
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent",
    "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width"
  ]
},
{
  description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.",
  result: EXEC_FAILED,
  names: [
    "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String",
    "org.apache.harmony.tests.java.net.InetAddressTest#test_equalsLjava_lang_Object",
    "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String",
    "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface"
  ]
},
{
  description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive",
  bug: 12189307,
  result: EXEC_FAILED,
  names: [
    "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul",
    "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead",
    "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor"
  ]
},
{
  description: "Potentially flakey because they rely on a specific local TCP port being free.",
  result: EXEC_FAILED,
  names: [
      "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort",
      "org.apache.harmony.tests.java.nio.channels.SocketChannelTest#testBind_ExplicitFreePort"
  ]
},
{
  description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.",
  bug: 13747957,
  result: EXEC_FAILED,
  names: [
      "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ"
  ]
}
]