1[ 2{ 3 description: "some AlarmClockTests are not robust across different device types", 4 names: [ 5 "android.alarmclock.cts.DismissAlarmTest#testAll", 6 "android.alarmclock.cts.SetAlarmTest#testAll", 7 "android.alarmclock.cts.SnoozeAlarmTest#testAll" 8 ], 9 bug: 23776083 10}, 11{ 12 description: "the UsageStats is not yet stable enough", 13 names: [ 14 "android.app.usage.cts.UsageStatsTest" 15 ], 16 bug: 17536113 17}, 18{ 19 description: "the ConnectivityConstraintTest are not yet stable", 20 names: [ 21 "android.jobscheduler.cts.ConnectivityConstraintTest" 22 ], 23 bug: 18117279 24}, 25{ 26 description: "tests a fragile by nature as they rely on hardcoded behavior", 27 names: [ 28 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText", 29 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend" 30 ], 31 bug: 17595050 32}, 33{ 34 description: "test fails on devices with no telephony", 35 names: [ 36 "android.calllog.cts.CallLogBackupTest#testSingleCallBackup" 37 ], 38 bug: 23776099 39}, 40{ 41 description: "test fails on some devices", 42 names: [ 43 "android.dumpsys.cts.DumpsysHostTest#testBatterystatsOutput", 44 "android.dumpsys.cts.DumpsysHostTest#testGfxinfoFramestats" 45 ], 46 bug: 23776893 47}, 48{ 49 description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing", 50 names: [ 51 "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket", 52 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind", 53 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple", 54 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping" 55 ], 56 bug: 18682315 57}, 58{ 59 description: "the test result are too much dependent on live-internet connection, which for some devices might not exist", 60 names: [ 61 "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly" 62 ], 63 bug: 18680089 64}, 65{ 66 description: "AudioPolicyBinder tests are not yet robust enough", 67 names: [ 68 "android.security.cts.AudioPolicyBinderTest" 69 ], 70 bug: 18461670 71}, 72{ 73 description: "test not robust", 74 names: [ 75 "android.telecom.cts.ExtendedInCallServiceTest#testAddNewOutgoingCallAndThenDisconnect", 76 "android.telecom.cts.RemoteConferenceTest#testRemoteConferenceCallbacks_ConferenceableConnections" 77 ], 78 bug: 23604254 79}, 80{ 81 description: "tests too flaky", 82 names: [ 83 "android.transition.cts.ChangeScrollTest#testChangeScroll" 84 ], 85 bug: 23779020 86}, 87{ 88 description: "Not all jdwp features are currently supported. These tests will fail", 89 names: [ 90 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001", 91 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002", 92 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003", 93 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004", 94 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002", 95 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger", 96 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent", 97 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch", 98 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch", 99 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude", 100 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact", 101 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst", 102 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond", 103 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly", 104 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude", 105 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact", 106 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst", 107 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond", 108 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly", 109 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001", 110 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001", 111 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001", 112 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001", 113 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001" 114 ], 115 bug: 16720689 116}, 117{ 118 description: "test can only run properly on a user build device when the bug is resolved", 119 names: [ 120 "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks", 121 "android.appwidget.cts.AppWidgetTest#testBindAppWidget", 122 "android.appwidget.cts.AppWidgetTest#testCollectionWidgets", 123 "android.appwidget.cts.AppWidgetTest#testDeleteHost", 124 "android.appwidget.cts.AppWidgetTest#testDeleteHosts", 125 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds", 126 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo", 127 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions", 128 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId", 129 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds", 130 "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks", 131 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName", 132 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId", 133 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds" 134 ], 135 bug: 17993121 136}, 137{ 138 description: "permissions for the API previously used in the test has changed, making it impossible to pass", 139 names: [ 140 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast", 141 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow" 142 ], 143 bug: 17394321 144}, 145{ 146 description: "unexpected failures", 147 names: [ 148 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers" 149 ], 150 bug: 18091590 151}, 152{ 153 description: "these tests require a good test scene, so they fail if run in random conditions", 154 names: [ 155 "android.hardware.camera2.cts.AllocationTest#testBlackWhite", 156 "android.hardware.camera2.cts.AllocationTest#testParamSensitivity" 157 ], 158 bug: 17530117 159}, 160{ 161 description: "Current implementation of uninstallAllUserCaCerts does not throw expected security exception, wait for fix from framework", 162 names: [ 163 "android.admin.cts.DevicePolicyManagerTest#testUninstallAllUserCaCerts_failIfNotProfileOwner" 164 ], 165 bug: 17508787 166}, 167{ 168 description: "This test should be outside of official CTS suite until it is verified for all Nexus devices", 169 names: [ 170 "com.android.cts.devicepolicy.MixedDeviceOwnerTest#testPackageInstallUserRestrictions", 171 "com.android.cts.devicepolicy.MixedProfileOwnerTest#testPackageInstallUserRestrictions" 172 ], 173 bug: 18928535 174}, 175{ 176 description: "Test is not yet properly implemented", 177 names: [ 178 "android.voicesettings.cts.ZenModeTest#testAll" 179 ], 180 bug: 23238984 181}, 182{ 183 description: "These tests fail on some devices.", 184 names: [ 185 "android.uirendering.cts.testclasses.ExactCanvasTests#testBlueRect", 186 "android.uirendering.cts.testclasses.ExactCanvasTests#testBluePaddedSquare", 187 "android.uirendering.cts.testclasses.ViewClippingTests#testSimplePaddingClip", 188 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleClipBoundsClip", 189 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleOutlineClip", 190 "android.uirendering.cts.testclasses.ViewClippingTests#testSimpleBoundsClip", 191 "android.uirendering.cts.testclasses.InfrastructureTests#testViewInitializer" 192 ], 193 bug: 17511118 194}, 195{ 196 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis", 197 names: [ 198 "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid" 199 ], 200 bug: 17605875 201}, 202{ 203 description: "This test failed on hw decoder that doesn't output frame with the configured format.", 204 names: [ 205 "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv" 206 ], 207 bug: 17144778 208}, 209{ 210 description: "android.keystore tests will replace these tests", 211 names: [ 212 "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE", 213 "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine", 214 "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE" 215 ], 216 bug: 18030049 217}, 218{ 219 description: "The new recording test is not yet passing on all devices", 220 names: [ 221 "android.hardware.camera2.cts.RecordingTest#testRecordingFramerateLowToHigh" 222 ], 223 bug: 18705837 224}, 225{ 226 description: "The new image reader test is not yet passing on all devices", 227 names: [ 228 "android.hardware.camera2.cts.ImageReaderTest#testAllOutputYUVResolutions" 229 ], 230 bug: 18689511 231}, 232{ 233 description: "The new prepare performance test is not yet passing on all devices", 234 names: [ 235 "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance" 236 ], 237 bug: 17989532 238}, 239{ 240 description: "The new long processing test is not yet passing on all devices", 241 names: [ 242 "android.hardware.camera2.cts.ImageReaderTest#testLongProcessingRepeatingRaw", 243 "android.hardware.camera2.cts.ImageReaderTest#testLongProcessingRepeatingFlexibleYuv" 244 ], 245 bug: 22861512 246}, 247{ 248 description: "The timing measurements for preview callbacks are not reliable", 249 names: [ 250 "android.hardware.cts.CameraTest#testPreviewFpsRange" 251 ], 252 bug: 23008511 253}, 254{ 255 description: "Light status bar CTS coming in late", 256 names: [ 257 "com.android.cts.systemui.LightStatusBarTests#testLightStatusBarIcons" 258 ], 259 bug: 23427621 260}, 261{ 262 description: "known failures", 263 names: [ 264 "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching", 265 "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching", 266 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching", 267 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush", 268 "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching", 269 "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching", 270 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching", 271 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching", 272 "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching", 273 "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching", 274 "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush", 275 "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching", 276 "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates", 277 "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients", 278 "android.hardware.cts.SensorTest#testSensorTimeStamps", 279 "android.hardware.cts.SensorTest#testBatchAndFlush", 280 "android.hardware.cts.SingleSensorTests#testGyroscope_15hz", 281 "android.hardware.cts.SingleSensorTests#testGyroscope_1hz", 282 "android.hardware.cts.SingleSensorTests#testMagneticField_1hz", 283 "android.hardware.cts.SingleSensorTests#testMagneticField_50hz", 284 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz", 285 "android.hardware.cts.SingleSensorTests#testOrientation_5hz" 286 ], 287 bug: 22922206 288}, 289{ 290 description: "tests are not yet ready", 291 names: [ 292 "com.android.cts.app.os.OsHostTests#testNonExportedActivities" 293 ], 294 bug: 23779168 295}, 296{ 297 description: "New assist tests that do not yet have a track record.", 298 names: [ 299 "android.assist.cts.AssistantContentViewTest", 300 "android.assist.cts.ExtraAssistDataTest", 301 "android.assist.cts.FocusChangeTest", 302 "android.assist.cts.LargeViewHierarchyTest", 303 "android.assist.cts.ScreenshotTest", 304 "android.assist.cts.TextViewTest", 305 "android.assist.cts.WebViewTest" 306 ], 307 bug: 21668302 308}, 309{ 310 description: "ConnectivityConstraintTest job scheduler not working.", 311 names: [ 312 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withWifi", 313 "android.jobscheduler.cts.ConnectivityConstraintTest#testUnmeteredConstraintExecutes_withWifi", 314 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withMobile" 315 ], 316 bug: 21262226 317}, 318{ 319 description: "ConnectivityConstraintTest times out.", 320 names: [ 321 "android.jobscheduler.cts.TimingConstraintsTest#testJobParameters_unexpiredDeadline" 322 ], 323 bug: 23144425 324}, 325{ 326 description: "Telephony returning wrong value.", 327 names: [ 328 "android.telephony.cts.CellInfoTest#testCellInfo" 329 ], 330 bug: 23979591 331}, 332{ 333 description: "Video encoding tests are timing out.", 334 names: [ 335 "android.media.cts.VideoEncoderTest#testGoogH264FlexArbitraryW", 336 "android.media.cts.VideoEncoderTest#testGoogH264SurfArbitraryW" 337 ], 338 bug: 23827982 339}, 340{ 341 description: "tests not yet ready", 342 names: [ 343 "android.telecom.cts.OutgoingCallTest#testStartCallWithSpeakerphoneFalse_SpeakerphoneOffInCall", 344 "android.telecom.cts.OutgoingCallTest#testStartCallWithSpeakerphoneNotProvided_SpeakerphoneOffByDefault" 345 ], 346 bug: 24067587 347}, 348{ 349 description: "protected broadcast not working", 350 names: [ 351 "android.permission2.cts.ProtectedBroadcastsTest#testSendProtectedBroadcasts" 352 ], 353 bug: 23192492 354} 355] 356