1# 2# Copyright 2020 The ANGLE Project Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5# 6# Test are entered like 7# BUG PLATFORMS : test-name = handling/result 8# 9# PLATFORMS is optional and lists the platforms the expectation / run disabling happens 10# 11# Valid values for "handling/result" are 12# 13# SKIP_FOR_CAPTURE : SKIP from capture_replay tests 14# 15# NOT_RUN (DEPRECATED https://anglebug.com/7516): already skipped by end2end test suite 16# 17# FAIL : the test is expected to fail 18# 19# FLAKY : the tests is flaky, but we still run it 20# 21# TIMEOUT : the test is expected to time out 22# 23# COMPILE_FAIL : the compilation of the capture_replay exec is expected to fail 24# 25# For test batches that run more than one test TIMEOUT, COMPILE_FAIL, and CRASH 26# will have to be set for all tests that run a batch, because one test that fails 27# with one of these outcomes will bring down the whole batch. 28# 29 30# We don't support the Capture/Replay on OpenGL yet 31 326345 : *OpenGL = SKIP_FOR_CAPTURE 33 34# ES2 35 366267 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 37 386180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8Line/* = NOT_RUN 396180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8LineIds/* = NOT_RUN 40 416221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/* = TIMEOUT 426221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/* = TIMEOUT 436221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/* = TIMEOUT 446221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/* = TIMEOUT 456221 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/* = TIMEOUT 466221 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/* = TIMEOUT 47 486267 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 49 506180 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 51 526654 : UniformTest.UnusedStructInlineUniform/* = SKIP_FOR_CAPTURE 536654 : UniformTest.UnusedStructInlineUniformWithSampler/* = SKIP_FOR_CAPTURE 54 55# Fails because of unsupported combined depth/stencil GetImage. 564688 ASAN : DepthStencilTest.DepthOnlyEmulatedWithPacked/* = FAIL 57 58# ES3 596180 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/* = NOT_RUN 606180 : GLSLTest_ES3.UnsuccessfulRelinkWithBindAttribLocation/* = NOT_RUN 613886 : ComputeShaderTest.BindImageTexture3D/* = NOT_RUN 627441 : DrawBaseInstanceTest.DrawElementsInstancedBaseInstance/ES3_D3D11__DynamicDraw* = NOT_RUN 63 64# This test only exists on Win64 656180 WIN : BufferDataOverflowTest.VertexBufferIntegerOverflow/* = NOT_RUN 66 676180 WIN : TransformFeedbackTest.DrawWithoutTransformFeedbackThenWith/* = FLAKY 686180 : TransformFeedbackTest.TransformFeedbackQueryPausedDrawThenResume/* = FLAKY 696513 : TransformFeedbackTest.MultiContext/* = FLAKY 706180 WIN : TransformFeedbackTest.BufferOutOfMemory/* = FLAKY 716180 WIN : TransformFeedbackTest.EndThenBindNewBufferAndRestart/* = FLAKY 726180 : VertexAttributeTestES3.DrawWithUnalignedData/* = FLAKY 73 74# Skip because crashes 756313 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/* = SKIP_FOR_CAPTURE 766313 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/* = SKIP_FOR_CAPTURE 776314 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/* = SKIP_FOR_CAPTURE 786314 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/* = SKIP_FOR_CAPTURE 796314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 80 81# The following tests fail with forceRobustResourceInit 82# They were accidentally passing until http://crrev/c/5588816 836314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBellowBaseLevelLOD/* = SKIP_FOR_CAPTURE 846314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithSubImageWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 85 866399 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/* = SKIP_FOR_CAPTURE 876399 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/* = SKIP_FOR_CAPTURE 886400 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/* = SKIP_FOR_CAPTURE 896399 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/* = SKIP_FOR_CAPTURE 906335 DEBUG : VulkanExternalImageTest.ShouldImportSemaphoreOpaqueFd/* = SKIP_FOR_CAPTURE 91 92 93# Skip because Timeout 94 95# ES3 Flaky 966631 : MultithreadingTest.MultiContextCreateAndDeleteResources/* = SKIP_FOR_CAPTURE 976631 WIN : MultithreadingTestES3.MultithreadFenceDraw/* = SKIP_FOR_CAPTURE 986631 WIN : MultithreadingTestES3.MultithreadFenceTexImage/* = SKIP_FOR_CAPTURE 996631 : MultithreadingTest.MultiContextDrawWithSwapBuffers/* = SKIP_FOR_CAPTURE 100 101# Uses multiple contexts, don't want to run 1026752 : OcclusionQueriesNoSurfaceTestES3.SwitchingContextsWithQuery/* = SKIP_FOR_CAPTURE 103 104# ES3_1 1056180 : ProgramPipelineTest31.VerifyPpoLinkErrorSignalledCorrectly/* = FAIL 106 107# ES3_1 Crashed 1086180 : EGLMultiContextTest.ComputeShaderOkayWithRendering/* = SKIP_FOR_CAPTURE 1096180 : EGLMultiContextTest.TestContextDestroySimple/* = SKIP_FOR_CAPTURE 110 111# ES3_1 gtest skips 1126180 : GLSLTest_ES31.InterpolateAtWithSwizzle/* = NOT_RUN 113 1146741 : VulkanImageTest.* = SKIP_FOR_CAPTURE 1156741 : VulkanMemoryTest.* = SKIP_FOR_CAPTURE 116 1176941 : Texture2DTestES3RobustInit.TextureCOMPRESSEDRGB8A1ETC2/* = NOT_RUN 1186941 : Texture2DTestES3RobustInit.TextureCOMPRESSEDSRGB8A1ETC2/* = NOT_RUN 119 1206926 : Texture2DTestES3.TextureRGBUpdateWithPBO/ES3_Vulkan* = NOT_RUN 121 1228409 : Texture2DTestES3.CopyImageEXTDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 1238409 : Texture2DTestES3.CopyImageOESDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 124 1257112 : TransformFeedbackTest.BaseInstance/* = NOT_RUN 126 127# GLES 3.2 tests that fail because of missing features 1285366 : GeometryShaderTestES32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 1295366 : ProgramPipelineTest32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 130 1317088 : VulkanPerformanceCounterTest* = SKIP_FOR_CAPTURE 132 1337291 : BlitFramebufferTest.drawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 1347291 : BlitFramebufferTest.scissorDrawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 135 1367357 : FramebufferTest_ES3.FramebufferConditionalFeedbackLoop/* = SKIP_FOR_CAPTURE 1377499 : Texture2DTest.TextureMaxSize/* = SKIP_FOR_CAPTURE 1387373 : FramebufferTest_ES3.SurfaceDimensionsChangeAndFragCoord/* = SKIP_FOR_CAPTURE 139 1407423 : MultithreadingTest.NoFlushNoContextReturnsTimeout/* = SKIP_FOR_CAPTURE 1417423 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1427423 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1437423 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1447423 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1457423 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1467423 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1477423 : MultithreadingTestES3.ThreadCWaitBeforeThreadBSyncFinish/* = SKIP_FOR_CAPTURE 148 149# Also multi-threaded 1507423 : EGLMultiContextTest.RepeatedEglInitAndTerminate/* = SKIP_FOR_CAPTURE 1517423 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1527423 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1537423 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1547423 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1557423 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1567423 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1577423 : EGLMultiContextTest.ThreadBCanSubmitWhileThreadAWaiting/* = SKIP_FOR_CAPTURE 158 1597419 : MultithreadingTestES3.CreateFramebufferFetchBeforeRenderPass/* = NOT_RUN 1607419 : MultithreadingTestES3.CreateFramebufferFetchMidRenderPass/* = NOT_RUN 161 1627389 : Texture2DTest.ManySupersedingTextureUpdates/* = SKIP_FOR_CAPTURE 163 1647449 : MultisampleTest.ContentPresevedAfterInterruption/* = SKIP_FOR_CAPTURE 1657449 : MultisampleTest.Line/* = SKIP_FOR_CAPTURE 1667449 : MultisampleTest.Point/* = SKIP_FOR_CAPTURE 1677449 : MultisampleTest.Triangle/* = SKIP_FOR_CAPTURE 1687449 : MultisampleTestES3.RenderPassResolveToFBOThenSwap/* = SKIP_FOR_CAPTURE 169 1707483 : MultisampleTest.AlphaToSampleCoverage/* = SKIP_FOR_CAPTURE 1717483 : MultisampleTestES3.ResolveToFBO/* = SKIP_FOR_CAPTURE 172 1736723 : EGLMultiContextTest.ReuseUnterminatedDisplay/* = SKIP_FOR_CAPTURE 174 175# No support yet for Capture/Replay of External Textures using other attribs 1767570 : ImageTest.MipLevels/* = SKIP_FOR_CAPTURE 1777570 : ImageTest.Source2DTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 1787570 : ImageTest.Source2DTarget2DArray_Colorspace/* = SKIP_FOR_CAPTURE 1797570 : ImageTest.Source2DTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 1807570 : ImageTest.SourceCubeTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 1817570 : ImageTest.SourceCubeTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 1827570 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = SKIP_FOR_CAPTURE 1837570 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = SKIP_FOR_CAPTURE 1847570 : ImageTest.ValidationGLEGLImage_Colorspace/* = SKIP_FOR_CAPTURE 1857570 : ImageTest.ValidationImageBase/* = SKIP_FOR_CAPTURE 1867570 : ImageTestES3.Source2DTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 1877570 : ImageTestES3.SourceCubeTargetExternalESSL3/* = SKIP_FOR_CAPTURE 1887570 : ImageTestES3.SourceCubeTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 1897570 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 190 1917581 : FramebufferTest_ES3.BlitWithDifferentPreRotations/* = SKIP_FOR_CAPTURE 192 1937814 WIN : PBOExtensionTest.PBOWithExistingData/* = FLAKY 1947814 WIN : PBOExtensionTest.PBOWithOtherTarget/* = FLAKY 195 196# Related to uninitialized memory/buffers when using image suballocation 1978033 WIN : FramebufferTestWithFormatFallback.R4G4B4A4_OutOfRangeStagedUpdateReformated/* = SKIP_FOR_CAPTURE 1988033 WIN : ClearTestES3.RepeatedStencilClear/* = SKIP_FOR_CAPTURE 1998033 WIN : ClearTestES3.RepeatedStencilClearWithBlitAfterClearAndDrawInBetween/* = SKIP_FOR_CAPTURE 2008033 WIN : StateChangeTestES3.StencilReferenceAndCompareMask/* = SKIP_FOR_CAPTURE 2018033 WIN : StateChangeTestES3.StencilWriteMask/* = SKIP_FOR_CAPTURE 202 203# Corrupting memory by writing past readBufferSize due to GL_PACK_SKIP_ROWS etc 2048070 : Texture2DNorm16TestES3.TextureNorm16R16RenderTest/* = SKIP_FOR_CAPTURE 2058070 : Texture2DNorm16TestES3.TextureNorm16RG16RenderTest/* = SKIP_FOR_CAPTURE 2068070 : Texture2DNorm16TestES3.TextureNorm16RGBA16RenderTest/* = SKIP_FOR_CAPTURE 207 208# Fails if run after DifferentStencilMasksTest.DrawWithSameEffectiveMask 2098079 : DiscardFramebufferEXTTest.ClearDepthThenDrawWithoutDepthTestThenDiscard/* = SKIP_FOR_CAPTURE 210 211# No support yet for Capture/Replay of QCOM foveated extensions 2128484 : Texture2DTestES3Foveation.FoveatedFBDraw/* = SKIP_FOR_CAPTURE 2138484 : Texture2DTestES3Foveation.FoveatedTextureDraw/* = SKIP_FOR_CAPTURE 214 2158539 : EGLSyncTest.GlobalFenceSync/* = FAIL 2165773 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchSamplerUniformValues/* = SKIP_FOR_CAPTURE 2175773 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchBoundTextures/* = SKIP_FOR_CAPTURE 218 219# Capture not supported 2208677 : EGLMultiContextTest.NonSharedContextsReuseDescritorSetLayoutHandle/* = SKIP_FOR_CAPTURE 221