1/* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporarily list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10[ 11{ 12 description: "Assert.java differences between vogar and junit.", 13 result: EXEC_FAILED, 14 modes: [host], 15 name: "libcore.java.math.RunCSVTests#test_csv" 16}, 17{ 18 description: "Differences between vogar and cts in user directory", 19 result: EXEC_FAILED, 20 modes: [device], 21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 22}, 23{ 24 description: "Differences between vogar and cts. Passes with --mode activity", 25 result: EXEC_FAILED, 26 modes: [device], 27 names: ["libcore.java.lang.OldSystemTest#test_getProperties"] 28}, 29{ 30 description: "Differences between vogar and cts. EACCESS when run with vogar. 31 Passes on host, passes with cts. Passes with vogar with su 32 (--invoke-with \"su root\"). Does not pass after setting chmod 33 777 all directories on path to socket (on device without su).", 34 result: EXEC_FAILED, 35 modes: [device], 36 names: ["libcore.libcore.io.OsTest#testUnixDomainSockets_in_file_system"] 37}, 38{ 39 description: "Issue with incorrect device time (1970)", 40 result: EXEC_FAILED, 41 modes: [device], 42 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 43 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 44 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], 45 bug: 20879084 46}, 47{ 48 description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() 49 is greater then a date in 1998.", 50 result: EXEC_FAILED, 51 modes: [device], 52 names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] 53}, 54{ 55 description: "Failing due to a locale problem on hammerhead.", 56 result: EXEC_FAILED, 57 modes: [device], 58 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 59 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 60 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 61 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 62 "libcore.java.text.OldDateFormatTest#test_parseLString", 63 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 64 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 65 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 66 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] 67}, 68{ 69 description: "Failing due to missing localhost on hammerhead and volantis.", 70 result: EXEC_FAILED, 71 modes: [device], 72 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 73 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 74 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 75 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 76 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 77 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 78 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 79 "org.apache.harmony.luni.tests.java.net.URLConnectionTest", 80 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" 81 ] 82}, 83{ 84 description: "Test timeouts", 85 result: EXEC_TIMEOUT, 86 modes: [device], 87 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 88}, 89{ 90 description: "Needs the newest cat version on the device", 91 result: EXEC_FAILED, 92 modes: [device], 93 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 94}, 95{ 96 description: "Needs kernel updates on host/device", 97 result: EXEC_FAILED, 98 names: ["libcore.libcore.io.OsTest#test_socketPing"] 99}, 100{ 101 description: "Linker issues in chrooted environment", 102 modes: [device], 103 result: EXEC_FAILED, 104 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 105}, 106{ 107 description: "Flake when running with libartd.so or interpreter", 108 result: EXEC_FAILED, 109 bug:22106064, 110 name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" 111}, 112{ 113 description: "test_xattr fails on arm64 on the buildbots only: needs investigation", 114 result: EXEC_FAILED, 115 modes: [device], 116 names: ["libcore.libcore.io.OsTest#test_xattr"], 117 bug: 22258911 118}, 119{ 120 description: "fails on L builds: needs investigation", 121 result: EXEC_FAILED, 122 modes: [device], 123 names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] 124}, 125{ 126 description: "Lack of IPv6 on some buildbot workers", 127 result: EXEC_FAILED, 128 names: ["libcore.libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", 129 "libcore.libcore.io.OsTest#test_sendtoSocketAddress_af_inet6", 130 "libcore.libcore.io.OsTest#test_recvfrom_EmptyPacket"], 131 bug: 25178637 132}, 133{ 134 description: "Non-deterministic test because of a dependency on weak ref collection.", 135 result: EXEC_FAILED, 136 names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], 137 bug: 25437292 138}, 139{ 140 description: "Only work with --mode=activity", 141 result: EXEC_FAILED, 142 names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] 143}, 144{ 145 description: "Flaky test", 146 result: EXEC_FAILED, 147 bug: 30107038, 148 modes: [device], 149 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"] 150}, 151{ 152 description: "Flaky failure, native crash in the runtime. 153 Unclear if this relates to the tests running sh as a child process.", 154 result: EXEC_FAILED, 155 bug: 30657148, 156 modes: [device], 157 names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit", 158 "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"] 159}, 160{ 161 description: "java.io.IOException: Error writing ASN.1 encoding", 162 result: EXEC_FAILED, 163 names: ["libcore.javax.crypto.spec.AlgorithmParametersTestGCM#testEncoding"] 164}, 165{ 166 description: "fdsan doesn't exist on the host", 167 result: EXEC_FAILED, 168 modes: [host], 169 bug: 113177877, 170 names: ["libcore.libcore.io.FdsanTest#testFileInputStream", 171 "libcore.libcore.io.FdsanTest#testFileOutputStream", 172 "libcore.libcore.io.FdsanTest#testRandomAccessFile", 173 "libcore.libcore.io.FdsanTest#testParcelFileDescriptor", 174 "libcore.libcore.io.FdsanTest#testDatagramSocket", 175 "libcore.libcore.io.FdsanTest#testSocket"] 176}, 177{ 178 description: "Timeout on heap-poisoning target builds", 179 result: EXEC_FAILED, 180 modes: [device], 181 bug: 116446372, 182 names: ["libcore.libcore.io.FdsanTest#testSocket"] 183}, 184{ 185 description: "Host implementation of android_getaddrinfo differs from device implementation", 186 result: EXEC_FAILED, 187 modes: [host], 188 bug: 121230364, 189 names: [ 190 "libcore.libcore.net.InetAddressUtilsTest#parseNumericAddress[8]", 191 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[10]", 192 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[11]", 193 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[12]", 194 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[5]", 195 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[6]", 196 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[7]", 197 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[8]", 198 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[9]", 199 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[10]", 200 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[11]", 201 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[12]", 202 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[5]", 203 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[6]", 204 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[7]", 205 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[8]", 206 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[9]" 207 ] 208}, 209{ 210 description: "Timeout on walleye bots, currenlty on OPM1.171019.019. But test passes on Q, so just mark it fail here.", 211 result: EXEC_FAILED, 212 modes: [device], 213 names: [ 214 "libcore.libcore.io.OsTest#testCrossFamilyBindConnectSendto" 215 ] 216}, 217{ 218 description: "Test fails on host with `socket failed: EACCES (Permission denied)`", 219 result: EXEC_FAILED, 220 modes: [host], 221 names: ["libcore.android.system.OsTest#test_socketPing"] 222}, 223{ 224 description: "Test fails on host with: `/home/dalvik-prebuild/jaxen/xml/test/tests.xml: open failed: ENOENT (No such file or directory)`", 225 result: EXEC_FAILED, 226 names: ["libcore.xml.JaxenXPathTestSuite#suite"] 227}, 228{ 229 description: "Test fails on host with: `/home/dalvik-prebuild/OASIS/XSLT-Conformance-TC/TESTS/catalog.xml: open failed: ENOENT (No such file or directory)`", 230 result: EXEC_FAILED, 231 names: ["libcore.xml.XsltXPathConformanceTestSuite#suite"] 232}, 233{ 234 description: "Fails on device", 235 result: EXEC_FAILED, 236 modes: [device], 237 bug: 145348591, 238 names: ["libcore.android.system.OsTest#test_if_nametoindex_if_indextoname"] 239}, 240{ 241 description: "Fails on non-Android and Android versions < R", 242 result: EXEC_FAILED, 243 names: ["libcore.android.system.OsTest#test_NetlinkSocket"] 244}, 245{ 246 description: "Times out on device", 247 result: EXEC_FAILED, 248 modes: [device], 249 bug: 161898207, 250 names: ["libcore.java.util.zip.ZipFileTest#testZipFileWithLotsOfEntries"] 251}, 252{ 253 description: "Times out on device with gcstress and poisoning configurations", 254 result: EXEC_FAILED, 255 modes: [device], 256 bug: 161420453, 257 names: ["libcore.java.text.DecimalFormatTest#testCurrencySymbolSpacing"] 258}, 259{ 260 description: "Test failures due to mismatch of conscrypt and boringssl versions on host", 261 result: EXEC_FAILED, 262 modes: [host], 263 names: ["libcore.javax.net.ssl.DefaultHostnameVerifierTest#testAltIpOnlyCert", 264 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectAltOnlyCert", 265 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectWithAltNamesCert", 266 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testSubjectWithWildAltNamesCert", 267 "libcore.javax.net.ssl.DefaultHostnameVerifierTest#testWildAltNameOnlyCert"], 268 bug: 166619732 269}, 270{ 271 description: "Test failures on host x86 and device", 272 result: EXEC_FAILED, 273 bug: 228441328, 274 names: ["test.java.lang.Math.CeilAndFloorTests#nearIntegerTests", 275 "test.java.time.chrono.TestEraDisplayName", 276 "test.java.time.format.TestDateTimeFormatterBuilderWithLocale"] 277}, 278{ 279 description: "Fails on armv8 device", 280 result: EXEC_FAILED, 281 modes: [device], 282 bug: 228441328, 283 names: ["test.java.util.zip.ZipFile.Zip64SizeTest#validateZipEntrySizes"] 284}, 285{ 286 description: "libcore.android.system.OsTest socket tests work on device only", 287 result: EXEC_FAILED, 288 modes: [host], 289 names: ["libcore.android.system.OsTest#test_sendmsg_af_inet6_4K", 290 "libcore.android.system.OsTest#test_sendmsg_af_inet6_4K_directBuffer", 291 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_receiveall_without_recv_msgname", 292 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_reciveall", 293 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_recvparts", 294 "libcore.android.system.OsTest#test_sendmsg_af_inet_16K_without_send_msgcontrl", 295 "libcore.android.system.OsTest#test_sendmsg_af_inet_4K", 296 "libcore.android.system.OsTest#test_socket_udpGro_setAndGet", 297 "libcore.android.system.OsTest#test_socket_udpGso_set", 298 "libcore.android.system.OsTest#testUnixDomainSocket_abstract_name"] 299}, 300{ 301 description: "java.lang.Math sin/cos/cbrt on host differs from device", 302 result: ERROR, 303 modes: [host], 304 bug: 228174249, 305 names: ["test.java.lang.Math.SinCosCornerCasesTests#testCornerCasesCos", 306 "test.java.lang.Math.SinCosCornerCasesTests#testCornerCasesSin", 307 "test.java.lang.Math.CubeRootTests#testCubeRoot"] 308}, 309{ 310 description: "Multiple failures", 311 result: ERROR, 312 bug: 228441328, 313 names: ["tck.java.time", 314 "test.java.time"] 315}, 316{ 317 description: "Timing out after ojluni tests were enabled", 318 result: ERROR, 319 bug: 231439593, 320 names: ["org.apache.harmony.tests.java.math.BigIntegerConstructorsTest#testConstructorPrime"] 321}, 322{ 323 description: "libcore.android.system.OsConstantsTest CAP constants tests work on device only", 324 result: EXEC_FAILED, 325 modes: [host], 326 names: ["libcore.android.system.OsConstantsTest#test_CAP_TO_INDEX", 327 "libcore.android.system.OsConstantsTest#test_CAP_TO_MASK", 328 "libcore.android.system.OsConstantsTest#test_CAP_constants"] 329}, 330{ 331 description: "Record test doens't work properly on vogar/", 332 result: EXEC_FAILED, 333 bug: 272698028, 334 names: ["libcore.java.lang.RecordTest", 335 "crossvmtest.java.lang.RecordComponentTest", 336 "crossvmtest.java.lang.RecordTest"] 337}, 338{ 339 description: "Test should run only on device as it depends on compat check and Android specific behavior", 340 result: EXEC_FAILED, 341 modes: [host], 342 names: ["test.java.util.concurrent.tck.ScheduledExecutorTest#testFixedRateSequenceSkipMultipleMissedFixedRateTasksDisabled"] 343} 344] 345