1/* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporarily list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10[ 11{ 12 description: "Os.memfd_create() only supports bionic-based platforms.", 13 result: EXEC_FAILED, 14 modes: [host], 15 names: ["libcore.android.system.OsTest#testMemfdCreate", 16 "libcore.android.system.OsTest#testMemfdCreateErrno", 17 "libcore.android.system.OsTest#testMemfdCreateFlags"] 18}, 19{ 20 description: "Assert.java differences between vogar and junit.", 21 result: EXEC_FAILED, 22 modes: [host], 23 name: "libcore.java.math.RunCSVTests#test_csv" 24}, 25{ 26 description: "Differences between vogar and cts in user directory", 27 result: EXEC_FAILED, 28 modes: [device], 29 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 30}, 31{ 32 description: "Differences between vogar and cts. Passes with --mode activity", 33 result: EXEC_FAILED, 34 modes: [device], 35 names: ["libcore.java.lang.OldSystemTest#test_getProperties"] 36}, 37{ 38 description: "Differences between vogar and cts. EACCESS when run with vogar. 39 Passes on host, passes with cts. Passes with vogar with su 40 (--invoke-with \"su root\"). Does not pass after setting chmod 41 777 all directories on path to socket (on device without su).", 42 result: EXEC_FAILED, 43 modes: [device], 44 names: ["libcore.libcore.io.OsTest#testUnixDomainSockets_in_file_system"] 45}, 46{ 47 description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).", 48 result: EXEC_FAILED, 49 modes: [host], 50 names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined", 51 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet", 52 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"], 53 bug: 30402085 54}, 55{ 56 description: "Issue with incorrect device time (1970)", 57 result: EXEC_FAILED, 58 modes: [device], 59 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 60 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 61 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], 62 bug: 20879084 63}, 64{ 65 description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() 66 is greater then a date in 1998.", 67 result: EXEC_FAILED, 68 modes: [device], 69 names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] 70}, 71{ 72 description: "Failing due to a locale problem on hammerhead.", 73 result: EXEC_FAILED, 74 modes: [device], 75 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 76 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 77 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 78 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 79 "libcore.java.text.OldDateFormatTest#test_parseLString", 80 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 81 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 82 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 83 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] 84}, 85{ 86 description: "Failing due to missing localhost on hammerhead and volantis.", 87 result: EXEC_FAILED, 88 modes: [device], 89 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 90 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 91 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 92 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 93 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 94 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 95 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 96 "org.apache.harmony.luni.tests.java.net.URLConnectionTest", 97 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" 98 ] 99}, 100{ 101 description: "Test timeouts", 102 result: EXEC_TIMEOUT, 103 modes: [device], 104 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 105}, 106{ 107 description: "Needs the newest cat version on the device", 108 result: EXEC_FAILED, 109 modes: [device], 110 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 111}, 112{ 113 description: "Needs kernel updates on host/device", 114 result: EXEC_FAILED, 115 names: ["libcore.libcore.io.OsTest#test_socketPing"] 116}, 117{ 118 description: "Linker issues in chrooted environment", 119 modes: [device], 120 result: EXEC_FAILED, 121 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 122}, 123{ 124 description: "Flake when running with libartd.so or interpreter", 125 result: EXEC_FAILED, 126 bug:22106064, 127 name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" 128}, 129{ 130 description: "test_xattr fails on arm64 on the buildbots only: needs investigation", 131 result: EXEC_FAILED, 132 modes: [device], 133 names: ["libcore.libcore.io.OsTest#test_xattr"], 134 bug: 22258911 135}, 136{ 137 description: "fails on L builds: needs investigation", 138 result: EXEC_FAILED, 139 modes: [device], 140 names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] 141}, 142{ 143 description: "Lack of IPv6 on some buildbot workers", 144 result: EXEC_FAILED, 145 names: ["libcore.libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", 146 "libcore.libcore.io.OsTest#test_sendtoSocketAddress_af_inet6", 147 "libcore.libcore.io.OsTest#test_recvfrom_EmptyPacket"], 148 bug: 25178637 149}, 150{ 151 description: "Non-deterministic test because of a dependency on weak ref collection.", 152 result: EXEC_FAILED, 153 names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], 154 bug: 25437292 155}, 156{ 157 description: "Only work with --mode=activity", 158 result: EXEC_FAILED, 159 names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] 160}, 161{ 162 description: "Flaky test", 163 result: EXEC_FAILED, 164 bug: 30107038, 165 modes: [device], 166 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"] 167}, 168{ 169 description: "Flaky failure, native crash in the runtime. 170 Unclear if this relates to the tests running sh as a child process.", 171 result: EXEC_FAILED, 172 bug: 30657148, 173 modes: [device], 174 names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit", 175 "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"] 176}, 177{ 178 description: "java.io.IOException: Error writing ASN.1 encoding", 179 result: EXEC_FAILED, 180 names: ["libcore.javax.crypto.spec.AlgorithmParametersTestGCM#testEncoding"] 181}, 182{ 183 description: "fdsan doesn't exist on the host", 184 result: EXEC_FAILED, 185 modes: [host], 186 bug: 113177877, 187 names: ["libcore.libcore.io.FdsanTest#testFileInputStream", 188 "libcore.libcore.io.FdsanTest#testFileOutputStream", 189 "libcore.libcore.io.FdsanTest#testRandomAccessFile", 190 "libcore.libcore.io.FdsanTest#testParcelFileDescriptor", 191 "libcore.libcore.io.FdsanTest#testDatagramSocket", 192 "libcore.libcore.io.FdsanTest#testSocket"] 193}, 194{ 195 description: "Timeout on heap-poisoning target builds", 196 result: EXEC_FAILED, 197 modes: [device], 198 bug: 116446372, 199 names: ["libcore.libcore.io.FdsanTest#testSocket"] 200}, 201{ 202 description: "Host implementation of android_getaddrinfo differs from device implementation", 203 result: EXEC_FAILED, 204 modes: [host], 205 bug: 121230364, 206 names: [ 207 "libcore.libcore.net.InetAddressUtilsTest#parseNumericAddress[8]", 208 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[10]", 209 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[11]", 210 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[12]", 211 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[5]", 212 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[6]", 213 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[7]", 214 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[8]", 215 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[9]", 216 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[10]", 217 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[11]", 218 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[12]", 219 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[5]", 220 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[6]", 221 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[7]", 222 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[8]", 223 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[9]" 224 ] 225}, 226{ 227 description: "Timeout on walleye bots, currenlty on OPM1.171019.019. But test passes on Q, so just mark it fail here.", 228 result: EXEC_FAILED, 229 modes: [device], 230 names: [ 231 "libcore.libcore.io.OsTest#testCrossFamilyBindConnectSendto" 232 ] 233}, 234{ 235 description: "Test fails on host with `socket failed: EACCES (Permission denied)`", 236 result: EXEC_FAILED, 237 modes: [host], 238 names: ["libcore.android.system.OsTest#test_socketPing"] 239}, 240{ 241 description: "Test fails on host with: `/home/dalvik-prebuild/jaxen/xml/test/tests.xml: open failed: ENOENT (No such file or directory)`", 242 result: EXEC_FAILED, 243 names: ["libcore.xml.JaxenXPathTestSuite#suite"] 244}, 245{ 246 description: "Test fails on host with: `/home/dalvik-prebuild/OASIS/XSLT-Conformance-TC/TESTS/catalog.xml: open failed: ENOENT (No such file or directory)`", 247 result: EXEC_FAILED, 248 names: ["libcore.xml.XsltXPathConformanceTestSuite#suite"] 249}, 250{ 251 description: "Fails on device", 252 result: EXEC_FAILED, 253 modes: [device], 254 bug: 145348591, 255 names: ["libcore.android.system.OsTest#test_if_nametoindex_if_indextoname"] 256}, 257{ 258 description: "Fails on non-Android and Android versions < R", 259 result: EXEC_FAILED, 260 names: ["libcore.android.system.OsTest#test_NetlinkSocket"] 261}, 262{ 263 description: "Times out on device", 264 result: EXEC_FAILED, 265 modes: [device], 266 bug: 161898207, 267 names: ["libcore.java.util.zip.ZipFileTest#testZipFileWithLotsOfEntries"] 268}, 269{ 270 description: "Times out on device with gcstress and poisoning configurations", 271 result: EXEC_FAILED, 272 modes: [device], 273 bug: 161420453, 274 names: ["libcore.java.text.DecimalFormatTest#testCurrencySymbolSpacing"] 275}, 276{ 277 description: "Test failures due to mismatch of conscrypt and boringssl versions on host", 278 result: EXEC_FAILED, 279 modes: [host], 280 names: ["libcore.javax.net.ssl.DefaultHostnameVerifierTest#testAltIpOnlyCert", 281 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectAltOnlyCert", 282 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectWithAltNamesCert", 283 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectWithWildAltNamesCert", 284 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testWildAltNameOnlyCert"], 285 bug: 166619732 286}, 287{ 288 description: "Test failures on host x86 and device", 289 result: EXEC_FAILED, 290 bug: 228441328, 291 names: ["test.java.lang.Math.CeilAndFloorTests#nearIntegerTests", 292 "test.java.time.chrono.TestEraDisplayName", 293 "test.java.time.format.TestDateTimeFormatterBuilderWithLocale", 294 "test.java.util.TestFormatter"] 295}, 296{ 297 description: "Fails on armv8 device", 298 result: EXEC_FAILED, 299 modes: [device], 300 bug: 228441328, 301 names: ["test.java.util.zip.ZipFile.Zip64SizeTest#validateZipEntrySizes"] 302}, 303{ 304 description: "libcore.android.system.OsTest socket tests work on device only", 305 result: EXEC_FAILED, 306 modes: [host], 307 names: ["libcore.android.system.OsTest#test_sendmsg_af_inet6_4K", 308 "libcore.android.system.OsTest#test_sendmsg_af_inet6_4K_directBuffer", 309 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_receiveall_without_recv_msgname", 310 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_reciveall", 311 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_recvparts", 312 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_without_send_msgcontrl", 313 "libcore.android.system.OsTest#test_sendmsg_af_inet_4K", 314 "libcore.android.system.OsTest#test_socket_udpGro_setAndGet", 315 "libcore.android.system.OsTest#test_socket_udpGso_set", 316 "libcore.android.system.OsTest#testUnixDomainSocket_abstract_name"] 317}, 318{ 319 description: "java.lang.Math sin/cos/cbrt on host differs from device", 320 result: ERROR, 321 modes: [host], 322 bug: 228174249, 323 names: ["test.java.lang.Math.SinCosCornerCasesTests#testCornerCasesCos", 324 "test.java.lang.Math.SinCosCornerCasesTests#testCornerCasesSin", 325 "test.java.lang.Math.CubeRootTests#testCubeRoot"] 326}, 327{ 328 description: "Multiple failures", 329 result: ERROR, 330 bug: 228441328, 331 names: ["tck.java.time", 332 "test.java.time"] 333}, 334{ 335 description: "Timing out after ojluni tests were enabled", 336 result: ERROR, 337 bug: 231439593, 338 names: ["org.apache.harmony.tests.java.math.BigIntegerConstructorsTest#testConstructorPrime"] 339}, 340{ 341 description: "libcore.android.system.OsConstantsTest CAP constants tests work on device only", 342 result: EXEC_FAILED, 343 modes: [host], 344 names: ["libcore.android.system.OsConstantsTest#test_CAP_TO_INDEX", 345 "libcore.android.system.OsConstantsTest#test_CAP_TO_MASK", 346 "libcore.android.system.OsConstantsTest#test_CAP_constants"] 347}, 348{ 349 description: "Record test doens't work properly on vogar/", 350 result: EXEC_FAILED, 351 bug: 272698028, 352 names: ["libcore.java.lang.RecordTest", 353 "crossvmtest.java.lang.RecordComponentTest", 354 "crossvmtest.java.lang.RecordTest"] 355} 356] 357