1# 2# Copyright 2020 The ANGLE Project Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5# 6# Test are entered like 7# BUG PLATFORMS : test-name = handling/result 8# 9# PLATFORMS is optional and lists the platforms the expectation / run disabling happens 10# 11# Valid values for "handling/result" are 12# 13# SKIP_FOR_CAPTURE : SKIP from capture_replay tests 14# 15# NOT_RUN (DEPRECATED https://anglebug.com/7516): already skipped by end2end test suite 16# 17# FAIL : the test is expected to fail 18# 19# FLAKY : the tests is flaky, but we still run it 20# 21# TIMEOUT : the test is expected to time out 22# 23# COMPILE_FAIL : the compilation of the capture_replay exec is expected to fail 24# 25# CRASH : the test is expected to crash 26# 27# For test batches that run more than one test TIMEOUT, COMPILE_FAIL, and CRASH 28# will have to be set for all tests that run a batch, because one test that fails 29# with one of these outcomes will bring down the whole batch. 30# 31 32# We don't support the Capture/Replay on OpenGL yet 33 346345 : *OpenGL = SKIP_FOR_CAPTURE 35 36# ES2 37 386267 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 39 406180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8Line/* = NOT_RUN 416180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8LineIds/* = NOT_RUN 42 436221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/* = TIMEOUT 446221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/* = TIMEOUT 456221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/* = TIMEOUT 466221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/* = TIMEOUT 476221 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/* = TIMEOUT 486221 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/* = TIMEOUT 49 506267 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 51 526180 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 53 546654 : UniformTest.UnusedStructInlineUniform/* = SKIP_FOR_CAPTURE 556654 : UniformTest.UnusedStructInlineUniformWithSampler/* = SKIP_FOR_CAPTURE 56 57# Fails because of unsupported combined depth/stencil GetImage. 584688 ASAN : DepthStencilTest.DepthOnlyEmulatedWithPacked/* = FAIL 59 60# ES3 616180 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/* = NOT_RUN 626180 : GLSLTest_ES3.UnsuccessfulRelinkWithBindAttribLocation/* = NOT_RUN 633886 : ComputeShaderTest.BindImageTexture3D/* = NOT_RUN 647441 : DrawBaseInstanceTest.DrawElementsInstancedBaseInstance/ES3_D3D11__DynamicDraw* = NOT_RUN 65 66# This test only exists on Win64 676180 WIN : BufferDataOverflowTest.VertexBufferIntegerOverflow/* = NOT_RUN 68 696180 WIN : TransformFeedbackTest.DrawWithoutTransformFeedbackThenWith/* = FLAKY 706180 : TransformFeedbackTest.TransformFeedbackQueryPausedDrawThenResume/* = FLAKY 716513 : TransformFeedbackTest.MultiContext/* = FLAKY 726180 WIN : TransformFeedbackTest.BufferOutOfMemory/* = FLAKY 736180 WIN : TransformFeedbackTest.EndThenBindNewBufferAndRestart/* = FLAKY 746180 : VertexAttributeTestES3.DrawWithUnalignedData/* = FLAKY 75 76# Skip because crashes 776313 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/* = CRASH 786313 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/* = CRASH 796314 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/* = CRASH 806314 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/* = CRASH 816314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/* = CRASH 826399 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/* = CRASH 836399 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/* = CRASH 846400 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/* = CRASH 856399 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/* = CRASH 866335 DEBUG : VulkanExternalImageTest.ShouldImportSemaphoreOpaqueFd/* = CRASH 87 88 89# Skip because Timeout 90 91# ES3 Flaky 926631 : MultithreadingTest.MultiContextCreateAndDeleteResources/* = CRASH 936631 WIN : MultithreadingTestES3.MultithreadFenceDraw/* = CRASH 946631 WIN : MultithreadingTestES3.MultithreadFenceTexImage/* = CRASH 956631 : MultithreadingTest.MultiContextDrawWithSwapBuffers/* = CRASH 96 97# Uses multiple contexts, don't want to run 986752 : OcclusionQueriesNoSurfaceTestES3.SwitchingContextsWithQuery/* = SKIP_FOR_CAPTURE 99 100# ES3_1 1016180 : ProgramPipelineTest31.VerifyPpoLinkErrorSignalledCorrectly/* = FAIL 102 103# ES3_1 Crashed 1046180 : EGLMultiContextTest.ComputeShaderOkayWithRendering/* = CRASH 1056180 : EGLMultiContextTest.TestContextDestroySimple/* = CRASH 106 107# ES3_1 gtest skips 1086180 : GLSLTest_ES31.InterpolateAtWithSwizzle/* = NOT_RUN 109 1106741 : VulkanImageTest.* = SKIP_FOR_CAPTURE 1116741 : VulkanMemoryTest.* = SKIP_FOR_CAPTURE 112 1136941 : Texture2DTestES3RobustInit.TextureCOMPRESSEDRGB8A1ETC2/* = NOT_RUN 1146941 : Texture2DTestES3RobustInit.TextureCOMPRESSEDSRGB8A1ETC2/* = NOT_RUN 115 1166926 : Texture2DTestES3.TextureRGBUpdateWithPBO/ES3_Vulkan* = NOT_RUN 117 1187112 : TransformFeedbackTest.BaseInstance/* = NOT_RUN 119 120# GLES 3.2 tests that fail because of missing features 1215366 : GeometryShaderTestES32.MaxGeometryImageUniforms/* = CRASH 1225366 : ProgramPipelineTest32.MaxGeometryImageUniforms/* = CRASH 123 1247088 : VulkanPerformanceCounterTest* = SKIP_FOR_CAPTURE 125 1267291 : BlitFramebufferTest.Blit3D/* = SKIP_FOR_CAPTURE 1277291 : BlitFramebufferTest.Blit3DTo2DArray/* = SKIP_FOR_CAPTURE 1287291 : BlitFramebufferTest.Blit2DArrayTo3D/* = SKIP_FOR_CAPTURE 1297291 : BlitFramebufferTest.drawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 1307291 : BlitFramebufferTest.scissorDrawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 131 1327357 : FramebufferTest_ES3.FramebufferConditionalFeedbackLoop/* = SKIP_FOR_CAPTURE 1337499 : Texture2DTest.TextureMaxSize/* = SKIP_FOR_CAPTURE 1347373 : FramebufferTest_ES3.SurfaceDimensionsChangeAndFragCoord/* = SKIP_FOR_CAPTURE 135 1367423 : MultithreadingTest.NoFlushNoContextReturnsTimeout/* = SKIP_FOR_CAPTURE 1377423 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1387423 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1397423 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1407423 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1417423 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1427423 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1437423 : MultithreadingTestES3.ThreadCWaitBeforeThreadBSyncFinish/* = SKIP_FOR_CAPTURE 144 145# Also multi-threaded 1467423 : EGLMultiContextTest.RepeatedEglInitAndTerminate/* = SKIP_FOR_CAPTURE 1477423 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1487423 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1497423 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 1507423 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1517423 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1527423 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 1537423 : EGLMultiContextTest.ThreadBCanSubmitWhileThreadAWaiting/* = SKIP_FOR_CAPTURE 154 1557419 : MultithreadingTestES3.CreateFramebufferFetchBeforeRenderPass/* = NOT_RUN 1567419 : MultithreadingTestES3.CreateFramebufferFetchMidRenderPass/* = NOT_RUN 157 1587389 : Texture2DTest.ManySupersedingTextureUpdates/* = SKIP_FOR_CAPTURE 159 1607449 : MultisampleTest.ContentPresevedAfterInterruption/* = SKIP_FOR_CAPTURE 1617449 : MultisampleTest.Line/* = SKIP_FOR_CAPTURE 1627449 : MultisampleTest.Point/* = SKIP_FOR_CAPTURE 1637449 : MultisampleTest.Triangle/* = SKIP_FOR_CAPTURE 164 1657483 : MultisampleTest.AlphaToSampleCoverage/* = SKIP_FOR_CAPTURE 1667483 : MultisampleTestES3.ResolveToFBO/* = SKIP_FOR_CAPTURE 167 1686723 : EGLMultiContextTest.ReuseUnterminatedDisplay/* = SKIP_FOR_CAPTURE 169 170# No support yet for Capture/Replay of External Textures using other attribs 1717570 : ImageTest.MipLevels/* = SKIP_FOR_CAPTURE 1727570 : ImageTest.Source2DTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 1737570 : ImageTest.Source2DTarget2DArray_Colorspace/* = SKIP_FOR_CAPTURE 1747570 : ImageTest.Source2DTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 1757570 : ImageTest.SourceCubeTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 1767570 : ImageTest.SourceCubeTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 1777570 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = SKIP_FOR_CAPTURE 1787570 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = SKIP_FOR_CAPTURE 1797570 : ImageTest.ValidationGLEGLImage_Colorspace/* = SKIP_FOR_CAPTURE 1807570 : ImageTest.ValidationImageBase/* = SKIP_FOR_CAPTURE 1817570 : ImageTestES3.Source2DTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 1827570 : ImageTestES3.SourceCubeTargetExternalESSL3/* = SKIP_FOR_CAPTURE 1837570 : ImageTestES3.SourceCubeTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 1847570 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 185 1867581 : FramebufferTest_ES3.BlitWithDifferentPreRotations/* = SKIP_FOR_CAPTURE 187 1887814 WIN : PBOExtensionTest.PBOWithExistingData/ES2_Vulkan_SwiftShader = FLAKY 1897814 WIN : PBOExtensionTest.PBOWithOtherTarget/ES2_Vulkan_SwiftShader = FLAKY 190 191# Related to uninitialized memory/buffers when using image suballocation 1928033 WIN : FramebufferTestWithFormatFallback.R4G4B4A4_OutOfRangeStagedUpdateReformated/* = SKIP_FOR_CAPTURE 1938033 WIN : ClearTestES3.RepeatedStencilClear/* = SKIP_FOR_CAPTURE 1948033 WIN : ClearTestES3.RepeatedStencilClearWithBlitAfterClearAndDrawInBetween/* = SKIP_FOR_CAPTURE 1958033 WIN : StateChangeTestES3.StencilReferenceAndCompareMask/* = SKIP_FOR_CAPTURE 1968033 WIN : StateChangeTestES3.StencilWriteMask/* = SKIP_FOR_CAPTURE 197 198# Corrupting memory by writing past readBufferSize due to GL_PACK_SKIP_ROWS etc 1998070 : Texture2DNorm16TestES3.TextureNorm16R16RenderTest/* = SKIP_FOR_CAPTURE 2008070 : Texture2DNorm16TestES3.TextureNorm16RG16RenderTest/* = SKIP_FOR_CAPTURE 2018070 : Texture2DNorm16TestES3.TextureNorm16RGBA16RenderTest/* = SKIP_FOR_CAPTURE 202 203# Fails if run after DifferentStencilMasksTest.DrawWithSameEffectiveMask 2048079 : DiscardFramebufferEXTTest.ClearDepthThenDrawWithoutDepthTestThenDiscard/* = SKIP_FOR_CAPTURE 205