summaryrefslogtreecommitdiffstats
path: root/expectations
diff options
context:
space:
mode:
Diffstat (limited to 'expectations')
-rw-r--r--expectations/brokentests.txt6
-rw-r--r--expectations/knownfailures.txt77
-rw-r--r--expectations/taggedtests.txt1
3 files changed, 40 insertions, 44 deletions
diff --git a/expectations/brokentests.txt b/expectations/brokentests.txt
index aa06985..0a047a2 100644
--- a/expectations/brokentests.txt
+++ b/expectations/brokentests.txt
@@ -67,7 +67,6 @@
result: EXEC_FAILED,
names: [
"org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String",
- "org.apache.harmony.tests.java.net.InetAddressTest#test_equalsLjava_lang_Object",
"org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String",
"org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface"
]
@@ -91,8 +90,8 @@
},
{
description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.",
+ modes: [device],
bug: 13747957,
- result: EXEC_FAILED,
names: [
"org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ"
]
@@ -100,6 +99,7 @@
{
description: "Fails in CTS, passes in CoreTestRunner.",
result: EXEC_FAILED,
+ modes: [device],
names: [
"org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding",
"libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String",
@@ -151,7 +151,7 @@
},
{
description: "Causes open dex file error",
- result: EXEC_FAILED,
+ modes: [device],
names: [
"org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError"
]
diff --git a/expectations/knownfailures.txt b/expectations/knownfailures.txt
index d14afdc..6470e36 100644
--- a/expectations/knownfailures.txt
+++ b/expectations/knownfailures.txt
@@ -4,6 +4,7 @@
[
{
description: "can't compile a pattern with negative look-behind and quantifiers with upper bounds",
+ result: EXEC_FAILED,
name: "org.apache.harmony.regex.tests.java.util.regex.PatternTest#test_bug_40103",
bug: 40103
},
@@ -76,6 +77,7 @@
{
description: "Runtime.getRuntime().traceMethodCalls(true) doesn't return on the host, fails in CTS",
bug: 3447964,
+ result: EXEC_FAILED,
name: "libcore.java.lang.OldRuntimeTest#test_traceMethodCalls"
},
{
@@ -1317,11 +1319,13 @@
{
description: "Known failure in MathTest 1^NAN should be NAN",
bug: 11669804,
+ result: EXEC_FAILED,
name: "org.apache.harmony.tests.java.lang.MathTest#test_powDD"
},
{
description: "Known failures in PropertiesTest: We don't deal with comments in store()",
bug: 11686302,
+ result: EXEC_FAILED,
names: [
"org.apache.harmony.tests.java.util.PropertiesTest#testStore_scenario0",
"org.apache.harmony.tests.java.util.PropertiesTest#testStore_scenario1",
@@ -1343,6 +1347,7 @@
{
description: "ScannerParseLargeFileBenchmark can cause a failure due to a timeout",
bug: 14865710,
+ result: EXEC_FAILED,
name: "org.apache.harmony.tests.java.util.ScannerParseLargeFileBenchmarkTest"
},
{
@@ -1419,14 +1424,6 @@
name: "com.android.org.apache.harmony.logging.tests.java.util.logging.LevelTest#testSerializationCompatibility"
},
{
- description: "java.util.logging: Tests that require java.util.logging code changes to fix.",
- bug: 13882147,
- names: [
- "com.android.org.apache.harmony.logging.tests.java.util.logging.SocketHandlerTest#testConstructor_NoProperties",
- "com.android.org.apache.harmony.logging.tests.java.util.logging.XMLFormatterTest#test_TestFileHandlerClass_constructor"
- ]
-},
-{
description: "java.util.beans: the harmony tests were broken by Android commit 19a270e90b1e992c1f6639f355ae13564c2f3a6a",
bug: 17394106,
names: [
@@ -1457,62 +1454,60 @@
name: "org.apache.harmony.tests.java.util.GregorianCalendarTest#test_computeTime"
},
{
- description: "SpdyConnection issue https://github.com/square/okhttp/issues/644 crashes the test app. Android does not provide SPDY/HTTP_2 connections by default so have been suppressed.",
- bug: 14462336,
+ description: "OkHttp tests require SOCKS 5 support. Android PlainSocketImpl implements SOCKS 4",
+ bug: 96926,
names: [
- "com.squareup.okhttp.ConnectionPoolTest",
- "com.squareup.okhttp.internal.spdy.SpdyConnectionTest",
- "com.squareup.okhttp.internal.http.HttpOverHttp20Draft09Test",
- "com.squareup.okhttp.internal.http.HttpOverSpdy3Test",
- "com.squareup.okhttp.internal.http.ResponseCacheAdapterTest",
- "com.squareup.okhttp.internal.http.URLConnectionTest#npnSetsProtocolHeader_SPDY_3",
- "com.squareup.okhttp.internal.http.URLConnectionTest#npnSetsProtocolHeader_HTTP_2",
- "com.squareup.okhttp.internal.http.URLConnectionTest#zeroLengthPost_SPDY_3",
- "com.squareup.okhttp.internal.http.URLConnectionTest#zeroLengthPost_HTTP_2",
- "com.squareup.okhttp.internal.http.URLConnectionTest#zeroLengthPut_SPDY_3",
- "com.squareup.okhttp.internal.http.URLConnectionTest#zeroLengthPut_HTTP_2"
+ "com.squareup.okhttp.SocksProxyTest#proxy",
+ "com.squareup.okhttp.SocksProxyTest#proxySelector"
]
},
{
- description: "Some OkHttp tests were written before the introduction of TLS_FALLBACK_SCSV and have only been fixed for APIs used by Android",
- bug: 17962997,
+ description: "OkHttp tests that fail on Wear devices due to a lack of memory",
+ bug: 20055487,
names: [
- "com.squareup.okhttp.SyncApiTest#recoverFromTlsHandshakeFailure",
- "com.squareup.okhttp.AsyncApiTest#recoverFromTlsHandshakeFailure"
+ "com.squareup.okhttp.internal.spdy.Http20Draft09Test#tooLargeDataFrame",
+ "com.squareup.okhttp.internal.spdy.Spdy3Test#tooLargeDataFrame"
]
},
{
- description: "JavaApiConverterTest#createOkResponse_fromJavaHttpsUrlConnection works independently but fails when run with some other test(s).",
- bug: 17962997,
- name: "com.squareup.okhttp.internal.http.JavaApiConverterTest#createOkResponse_fromJavaHttpsUrlConnection"
+ description: "libcore.java.text.DecimalFormatSymbolsTest#test_getInstance_unknown_or_invalid_locale assumes fallback to locale other than en_US_POSIX.",
+ bug: 17374604,
+ names: [
+ "libcore.java.text.DecimalFormatSymbolsTest#test_getInstance_unknown_or_invalid_locale"
+ ]
},
{
- description: "Okhttp test hardcodes the TLS version expected.",
- bug: 14462336,
+ description: "Tests failing on host - needing investigation.",
+ modes: [host],
+ bug: 18547404,
+ result: EXEC_FAILED,
names: [
- "com.squareup.okhttp.internal.http.URLConnectionTest#sslFallbackNotUsedWhenRecycledConnectionFails"
+ "org.apache.harmony.tests.java.util.HashMapTest#test_EntrySet"
]
},
{
- description: "The test relies on SimpleDateFormat zzz producing GMT not GMT+00:00 as it does on Android. Android issue 66136.",
- bug: 14462336,
+ description: "Differences between glibc and bionic",
+ modes_variants: [[host, X64]],
+ bug: 18087920,
+ result: EXEC_FAILED,
names: [
- "com.squareup.okhttp.internal.http.HttpResponseCacheTest#setIfModifiedSince"
+ "org.apache.harmony.tests.java.lang.MathTest#test_cbrt_D"
]
},
{
- description: "OkHttp tests that fail on Wear devices due to a lack of memory",
- bug: 20055487,
+ description: "Recursive calls to Charset.forName from within providers will overflow the stack.",
+ result: EXEC_FAILED,
names: [
- "com.squareup.okhttp.internal.spdy.Http20Draft09Test#tooLargeDataFrame",
- "com.squareup.okhttp.internal.spdy.Spdy3Test#tooLargeDataFrame"
+ "org.apache.harmony.tests.java.nio.charset.CharsetTest#testForName_withProviderWithRecursiveCall"
]
},
{
- description: "libcore.java.text.DecimalFormatSymbolsTest#test_getInstance_unknown_or_invalid_locale assumes fallback to locale other than en_US_POSIX.",
- bug: 17374604,
+ description: "Zip64 tests take too long to execute and need more than 5GB of space to run.",
+ result: EXEC_FAILED,
names: [
- "libcore.java.text.DecimalFormatSymbolsTest#test_getInstance_unknown_or_invalid_locale"
+ "libcore.java.util.zip.Zip64FileTest#testZip64Support_largeNumberOfEntries",
+ "libcore.java.util.zip.Zip64FileTest#testZip64Support_totalLargerThan4G",
+ "libcore.java.util.zip.Zip64FileTest#testZip64Support_hugeEntry"
]
}
]
diff --git a/expectations/taggedtests.txt b/expectations/taggedtests.txt
index aa220d0..cc2a4d6 100644
--- a/expectations/taggedtests.txt
+++ b/expectations/taggedtests.txt
@@ -37,6 +37,7 @@
"java.util.zip.LargeZip",
"java.util.zip.ZipFile.LargeZipFile",
"java.util.zip.ZipFile.ManyEntries",
+ "libcore.java.lang.SystemTest_testArrayCopyConcurrentModification",
"sun.nio.cs.FindOneCharEncoderBugs",
"sun.nio.cs.SurrogateGB18030Test"
],