1/* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporary and quickly list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10[ 11{ 12 description: "Assert.java differences between vogar and junit.", 13 result: EXEC_FAILED, 14 modes: [host], 15 name: "libcore.java.math.RunCSVTests#test_csv" 16}, 17{ 18 description: "Differences between vogar and cts in user directory", 19 result: EXEC_FAILED, 20 modes: [device], 21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 22}, 23{ 24 description: "Differences between vogar and cts. Passes with --mode activity", 25 result: EXEC_FAILED, 26 modes: [device], 27 names: ["libcore.java.lang.OldSystemTest#test_getProperties"] 28}, 29{ 30 description: "Differences between vogar and cts. EACCESS when run with vogar. 31 Passes on host, passes with cts. Passes with vogar with su 32 (--invoke-with \"su root\"). Does not pass after setting chmod 33 777 all directories on path to socket (on device without su).", 34 result: EXEC_FAILED, 35 modes: [device], 36 names: ["libcore.io.OsTest#testUnixDomainSockets_in_file_system"] 37}, 38{ 39 description: "Issue with incorrect device time (1970)", 40 result: EXEC_FAILED, 41 modes: [device], 42 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 43 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 44 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], 45 bug: 20879084 46}, 47{ 48 description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() 49 is greater then a date in 1998.", 50 result: EXEC_FAILED, 51 modes: [device], 52 names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] 53}, 54{ 55 description: "Failing due to a locale problem on hammerhead.", 56 result: EXEC_FAILED, 57 modes: [device], 58 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 59 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 60 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 61 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 62 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", 63 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", 64 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", 65 "libcore.java.text.OldDateFormatTest#test_parseLString", 66 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 67 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 68 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 69 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] 70}, 71{ 72 description: "Failing due to missing localhost on hammerhead and volantis.", 73 result: EXEC_FAILED, 74 modes: [device], 75 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 76 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 77 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 78 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 79 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 80 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarHttpURLConnection", 81 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 82 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 83 "org.apache.harmony.luni.tests.java.net.URLConnectionTest", 84 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" 85 ] 86}, 87{ 88 description: "Test timeouts", 89 result: EXEC_TIMEOUT, 90 modes: [device], 91 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 92}, 93{ 94 description: "Needs the newest cat version on the device", 95 result: EXEC_FAILED, 96 modes: [device], 97 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 98}, 99{ 100 description: "Short date format flag ignored for es_US locale.", 101 result: EXEC_FAILED, 102 name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval", 103 bug: 18619426 104}, 105{ 106 description: "Error decoding digital signature bytes.", 107 result: EXEC_FAILED, 108 name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII", 109 bug: 18869265 110}, 111{ 112 description: "Test sometimes timeouts on volantis, and on most modes in debug mode", 113 result: EXEC_TIMEOUT, 114 names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], 115 bug: 19165288 116}, 117{ 118 description: "Needs kernel updates on host/device", 119 result: EXEC_FAILED, 120 names: ["libcore.io.OsTest#test_socketPing"] 121}, 122{ 123 description: "Linker issues in chrooted environment", 124 modes: [device], 125 result: EXEC_FAILED, 126 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 127}, 128{ 129 description: "Crypto failures", 130 result: EXEC_FAILED, 131 names: ["libcore.javax.crypto.CipherTest#testCipher_ShortBlock_Failure", 132 "libcore.javax.crypto.CipherTest#testCipher_Success"] 133}, 134{ 135 description: "Flake when running with libartd.so or interpreter", 136 result: EXEC_FAILED, 137 bug:22106064, 138 name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" 139}, 140{ 141 description: "test_xattr fails on arm64 on the buildbots only: needs investigation", 142 result: EXEC_FAILED, 143 modes: [device], 144 names: ["libcore.io.OsTest#test_xattr"], 145 bug: 22258911 146}, 147{ 148 description: "fails on L builds: needs investigation", 149 result: EXEC_FAILED, 150 modes: [device], 151 names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] 152}, 153{ 154 description: "TimeZoneTest.testAllDisplayNames times out, needs investigation", 155 result: EXEC_TIMEOUT, 156 modes: [device], 157 names: ["libcore.java.util.TimeZoneTest#testAllDisplayNames"], 158 bug: 22786792 159}, 160{ 161 description: "Lack of IPv6 on some buildbot slaves", 162 result: EXEC_FAILED, 163 names: ["libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", 164 "libcore.io.OsTest#test_sendtoSocketAddress_af_inet6"], 165 bug: 25178637 166}, 167{ 168 description: "Non-deterministic test because of a dependency on weak ref collection.", 169 result: EXEC_FAILED, 170 names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], 171 bug: 25437292 172}, 173{ 174 description: "Failing tests after OpenJDK move.", 175 result: EXEC_FAILED, 176 bug: 26326992, 177 names: ["libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeStringDST", 178 "libcore.java.lang.OldSystemTest#test_load", 179 "libcore.java.text.NumberFormatTest#test_currencyWithPatternDigits", 180 "libcore.java.text.NumberFormatTest#test_setCurrency", 181 "libcore.java.text.OldNumberFormatTest#test_getIntegerInstanceLjava_util_Locale", 182 "libcore.java.util.CalendarTest#testAddOneDayAndOneDayOver30MinuteDstForwardAdds48Hours", 183 "libcore.java.util.CalendarTest#testNewCalendarKoreaIsSelfConsistent", 184 "libcore.java.util.CalendarTest#testSetTimeInZoneWhereDstIsNoLongerUsed", 185 "libcore.java.util.CalendarTest#test_nullLocale", 186 "libcore.java.util.FormatterTest#test_numberLocalization", 187 "libcore.java.util.FormatterTest#test_uppercaseConversions", 188 "libcore.javax.crypto.CipherTest#testCipher_getInstance_WrongType_Failure", 189 "libcore.javax.crypto.CipherTest#testDecryptBufferZeroSize_mustDecodeToEmptyString", 190 "libcore.javax.security.auth.x500.X500PrincipalTest#testExceptionsForWrongDNs", 191 "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_getDate", 192 "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_getExpiration", 193 "org.apache.harmony.regex.tests.java.util.regex.PatternSyntaxExceptionTest#testPatternSyntaxException", 194 "org.apache.harmony.tests.java.lang.FloatTest#test_parseFloat_LString_Harmony6261", 195 "org.apache.harmony.tests.java.lang.ThreadTest#test_isDaemon", 196 "org.apache.harmony.tests.java.text.DecimalFormatSymbolsTest#test_setInternationalCurrencySymbolLjava_lang_String", 197 "org.apache.harmony.tests.java.text.DecimalFormatTest#testSerializationHarmonyRICompatible", 198 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition", 199 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_W_w_dd_MMMM_yyyy_EEEE", 200 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_dayOfYearPatterns", 201 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_h_m_z", 202 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_h_z_2DigitOffsetFromGMT", 203 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_h_z_4DigitOffsetFromGMT", 204 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parse_h_z_4DigitOffsetNoGMT", 205 "org.apache.harmony.tests.java.util.jar.JarFileTest#test_getInputStreamLjava_util_jar_JarEntry_subtest0", 206 "libcore.java.util.CalendarTest#test_clear_45877", 207 "org.apache.harmony.crypto.tests.javax.crypto.spec.SecretKeySpecTest#testGetFormat", 208 "org.apache.harmony.tests.java.util.TimerTaskTest#test_scheduledExecutionTime"] 209}, 210{ 211 description: "Missing resource in classpath", 212 result: EXEC_FAILED, 213 modes: [device], 214 names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear", 215 "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode", 216 "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree", 217 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet", 218 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean", 219 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray", 220 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble", 221 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat", 222 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt", 223 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong", 224 "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys", 225 "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists", 226 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut", 227 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean", 228 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray", 229 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble", 230 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat", 231 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt", 232 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong", 233 "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove", 234 "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode", 235 "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync", 236 "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding", 237 "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles", 238 "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String", 239 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode", 240 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree", 241 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush", 242 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync", 243 "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"] 244}, 245{ 246 description: "libnativehelper_compat_libc++ loading issue", 247 result: EXEC_FAILED, 248 modes: [device], 249 names: ["dalvik.system.JniTest#testGetSuperclass", 250 "dalvik.system.JniTest#testPassingBooleans", 251 "dalvik.system.JniTest#testPassingBytes", 252 "dalvik.system.JniTest#testPassingChars", 253 "dalvik.system.JniTest#testPassingClass", 254 "dalvik.system.JniTest#testPassingDoubles", 255 "dalvik.system.JniTest#testPassingFloats", 256 "dalvik.system.JniTest#testPassingInts", 257 "dalvik.system.JniTest#testPassingLongs", 258 "dalvik.system.JniTest#testPassingObjectReferences", 259 "dalvik.system.JniTest#testPassingShorts", 260 "dalvik.system.JniTest#testPassingThis", 261 "libcore.util.NativeAllocationRegistryTest#testBadSize", 262 "libcore.util.NativeAllocationRegistryTest#testEarlyFree", 263 "libcore.util.NativeAllocationRegistryTest#testNativeAllocationAllocatorAndNoSharedRegistry", 264 "libcore.util.NativeAllocationRegistryTest#testNativeAllocationAllocatorAndSharedRegistry", 265 "libcore.util.NativeAllocationRegistryTest#testNativeAllocationNoAllocatorAndNoSharedRegistry", 266 "libcore.util.NativeAllocationRegistryTest#testNativeAllocationNoAllocatorAndSharedRegistry", 267 "libcore.util.NativeAllocationRegistryTest#testNullArguments"] 268}, 269{ 270 description: "libnativehelper_compat_libc++.so not found by dlopen on ARM64", 271 result: EXEC_FAILED, 272 modes: [device], 273 bug: 28082914, 274 names: ["libcore.java.lang.ThreadTest#testContextClassLoaderIsInherited", 275 "libcore.java.lang.ThreadTest#testContextClassLoaderIsNotNull", 276 "libcore.java.lang.ThreadTest#testGetAllStackTracesIncludesAllGroups", 277 "libcore.java.lang.ThreadTest#testGetStackTrace", 278 "libcore.java.lang.ThreadTest#testJavaContextClassLoader", 279 "libcore.java.lang.ThreadTest#testLeakingStartedThreads", 280 "libcore.java.lang.ThreadTest#testLeakingUnstartedThreads", 281 "libcore.java.lang.ThreadTest#testNativeThreadNames", 282 "libcore.java.lang.ThreadTest#testThreadInterrupted", 283 "libcore.java.lang.ThreadTest#testThreadSleep", 284 "libcore.java.lang.ThreadTest#testThreadSleepIllegalArguments", 285 "libcore.java.lang.ThreadTest#testThreadWakeup"] 286}, 287{ 288 description: "Only work with --mode=activity", 289 result: EXEC_FAILED, 290 names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] 291} 292] 293