1# 2# Copyright 2020 The ANGLE Project Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5# 6# Test are entered like 7# BUG PLATFORMS : test-name = handling/result 8# 9# PLATFORMS is optional and lists the platforms the expectation / run disabling happens 10# 11# Valid values for "handling/result" are 12# 13# SKIP_FOR_CAPTURE : SKIP from capture_replay tests 14# 15# NOT_RUN (DEPRECATED https://anglebug.com/42265985): already skipped by end2end test suite 16# 17# FAIL : the test is expected to fail 18# 19# FLAKY : the tests is flaky, but we still run it 20# 21# TIMEOUT : the test is expected to time out 22# 23# COMPILE_FAIL : the compilation of the capture_replay exec is expected to fail 24# 25# For test batches that run more than one test TIMEOUT, COMPILE_FAIL, and CRASH 26# will have to be set for all tests that run a batch, because one test that fails 27# with one of these outcomes will bring down the whole batch. 28# 29 30# We don't support the Capture/Replay on OpenGL yet 31 3242264864 : *OpenGL = SKIP_FOR_CAPTURE 33 34# ES2 35 3642264785 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 37 3842264706 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8Line/* = NOT_RUN 3942264706 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8LineIds/* = NOT_RUN 40 4142264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/* = TIMEOUT 4242264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/* = TIMEOUT 4342264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/* = TIMEOUT 4442264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/* = TIMEOUT 4542264743 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/* = TIMEOUT 4642264743 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/* = TIMEOUT 47 4842264785 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 49 5042264706 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 51 5242265150 : UniformTest.UnusedStructInlineUniform/* = SKIP_FOR_CAPTURE 5342265150 : UniformTest.UnusedStructInlineUniformWithSampler/* = SKIP_FOR_CAPTURE 54 55# Fails because of unsupported combined depth/stencil GetImage. 5642263287 : DepthStencilTest.DepthOnlyEmulatedWithPacked/* = FAIL 57 58# ES3 5942264706 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/* = NOT_RUN 6042264706 : GLSLTest_ES3.UnsuccessfulRelinkWithBindAttribLocation/* = NOT_RUN 6142262531 : ComputeShaderTest.BindImageTexture3D/* = NOT_RUN 6242265912 : DrawBaseInstanceTest.DrawElementsInstancedBaseInstance/ES3_D3D11__DynamicDraw* = NOT_RUN 63 64# This test only exists on Win64 6542264706 WIN : BufferDataOverflowTest.VertexBufferIntegerOverflow/* = NOT_RUN 66 6742264706 WIN : TransformFeedbackTest.DrawWithoutTransformFeedbackThenWith/* = FLAKY 6842264706 : TransformFeedbackTest.TransformFeedbackQueryPausedDrawThenResume/* = FLAKY 6942265013 : TransformFeedbackTest.MultiContext/* = FLAKY 7042264706 WIN : TransformFeedbackTest.BufferOutOfMemory/* = FLAKY 7142264706 WIN : TransformFeedbackTest.EndThenBindNewBufferAndRestart/* = FLAKY 7242264706 : VertexAttributeTestES3.DrawWithUnalignedData/* = FLAKY 73 74# Skip because crashes 7542264830 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/* = SKIP_FOR_CAPTURE 7642264830 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/* = SKIP_FOR_CAPTURE 7742264831 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/* = SKIP_FOR_CAPTURE 7842264831 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/* = SKIP_FOR_CAPTURE 7942264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 80 81# The following tests fail with forceRobustResourceInit 82# They were accidentally passing until http://crrev/c/5588816 8342264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBellowBaseLevelLOD/* = SKIP_FOR_CAPTURE 8442264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithSubImageWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 85 8642264913 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/* = SKIP_FOR_CAPTURE 8742264913 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/* = SKIP_FOR_CAPTURE 8842264916 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/* = SKIP_FOR_CAPTURE 8942264913 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/* = SKIP_FOR_CAPTURE 9042264854 DEBUG : VulkanExternalImageTest.ShouldImportSemaphoreOpaqueFd/* = SKIP_FOR_CAPTURE 91 92 93# Skip because Timeout 94 95# ES3 Flaky 9642265129 : MultithreadingTest.MultiContextCreateAndDeleteResources/* = SKIP_FOR_CAPTURE 9742265129 : MultithreadingTest.MultiContextDrawWithSwapBuffers/* = SKIP_FOR_CAPTURE 98 99# Uses multiple contexts, don't want to run 10040096804 : OcclusionQueriesNoSurfaceTestES3.SwitchingContextsWithQuery/* = SKIP_FOR_CAPTURE 101 102# ES3_1 10342264706 : ProgramPipelineTest31.VerifyPpoLinkErrorSignalledCorrectly/* = FAIL 104 105# ES3_1 Crashed 10642264706 : EGLMultiContextTest.ComputeShaderOkayWithRendering/* = SKIP_FOR_CAPTURE 10742264706 : EGLMultiContextTest.TestContextDestroySimple/* = SKIP_FOR_CAPTURE 108400473059 : ProgramPipelineTest31.ProgramPipelineivTest/* = SKIP_FOR_CAPTURE 109 110# ES3_1 gtest skips 11142264706 : GLSLTest_ES31.InterpolateAtWithSwizzle/* = NOT_RUN 112 11342265236 : VulkanImageTest.* = SKIP_FOR_CAPTURE 11442265236 : VulkanMemoryTest.* = SKIP_FOR_CAPTURE 115 11642265418 : Texture2DTestES3RobustInit.TextureCOMPRESSEDRGB8A1ETC2/* = NOT_RUN 11742265418 : Texture2DTestES3RobustInit.TextureCOMPRESSEDSRGB8A1ETC2/* = NOT_RUN 118 11942265405 : Texture2DTestES3.TextureRGBUpdateWithPBO/ES3_Vulkan* = NOT_RUN 120 12142266833 : Texture2DTestES3.CopyImageEXTDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 12242266833 : Texture2DTestES3.CopyImageOESDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 123 12442265586 : TransformFeedbackTest.BaseInstance/* = NOT_RUN 125 126# GLES 3.2 tests that fail because of missing features 12742263905 : GeometryShaderTestES32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 12842263905 : ProgramPipelineTest32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 129 13042265560 : VulkanPerformanceCounterTest* = SKIP_FOR_CAPTURE 131 13242265766 : BlitFramebufferTest.drawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 13342265766 : BlitFramebufferTest.scissorDrawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 134 13542265827 : FramebufferTest_ES3.FramebufferConditionalFeedbackLoop/* = SKIP_FOR_CAPTURE 13642265967 : Texture2DTest.TextureMaxSize/* = SKIP_FOR_CAPTURE 13742265844 : FramebufferTest_ES3.SurfaceDimensionsChangeAndFragCoord/* = SKIP_FOR_CAPTURE 138 13942265895 : MultithreadingTest.NoFlushNoContextReturnsTimeout/* = SKIP_FOR_CAPTURE 14042265895 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14142265895 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14242265895 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14342265895 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14442265895 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14542265895 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14642265895 : MultithreadingTestES3.ThreadCWaitBeforeThreadBSyncFinish/* = SKIP_FOR_CAPTURE 147 148# Also multi-threaded 14942265895 : EGLMultiContextTest.RepeatedEglInitAndTerminate/* = SKIP_FOR_CAPTURE 15042265895 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15142265895 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15242265895 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15342265895 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15442265895 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15542265895 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15642265895 : EGLMultiContextTest.ThreadBCanSubmitWhileThreadAWaiting/* = SKIP_FOR_CAPTURE 157 15842265890 : MultithreadingTestES3.CreateFramebufferFetchBeforeRenderPass/* = NOT_RUN 15942265890 : MultithreadingTestES3.CreateFramebufferFetchMidRenderPass/* = NOT_RUN 160 16142265860 : Texture2DTest.ManySupersedingTextureUpdates/* = SKIP_FOR_CAPTURE 162 16342265919 : MultisampleTest.ContentPresevedAfterInterruption/* = SKIP_FOR_CAPTURE 16442265919 : MultisampleTest.Line/* = SKIP_FOR_CAPTURE 16542265919 : MultisampleTest.Point/* = SKIP_FOR_CAPTURE 16642265919 : MultisampleTest.Triangle/* = SKIP_FOR_CAPTURE 16742265919 : MultisampleTestES3.RenderPassResolveToFBOThenSwap/* = SKIP_FOR_CAPTURE 168 16942265953 : MultisampleTest.AlphaToSampleCoverage/* = SKIP_FOR_CAPTURE 17042265953 : MultisampleTestES3.ResolveToFBO/* = SKIP_FOR_CAPTURE 171 17242265218 : EGLMultiContextTest.ReuseUnterminatedDisplay/* = SKIP_FOR_CAPTURE 173 174# No support yet for Capture/Replay of External Textures using other attribs 17542266040 : ImageTest.MipLevels/* = SKIP_FOR_CAPTURE 17642266040 : ImageTest.Source2DTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 17742266040 : ImageTest.Source2DTarget2DArray_Colorspace/* = SKIP_FOR_CAPTURE 17842266040 : ImageTest.Source2DTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 17942266040 : ImageTest.SourceCubeTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 18042266040 : ImageTest.SourceCubeTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 18142266040 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = SKIP_FOR_CAPTURE 18242266040 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = SKIP_FOR_CAPTURE 18342266040 : ImageTest.ValidationGLEGLImage_Colorspace/* = SKIP_FOR_CAPTURE 18442266040 : ImageTest.ValidationImageBase/* = SKIP_FOR_CAPTURE 18542266040 : ImageTestES3.Source2DTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 18642266040 : ImageTestES3.SourceCubeTargetExternalESSL3/* = SKIP_FOR_CAPTURE 18742266040 : ImageTestES3.SourceCubeTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 18842266040 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 189 190353538491 : ImageTest.TargetTexture2DDeletedWhileInUse/* = SKIP_FOR_CAPTURE 191353538491 : ImageTest.TargetTexture2DDeletedWhileInUse2/* = SKIP_FOR_CAPTURE 192353538491 : ImageTest.TargetRenderbufferDeletedWhileInUse/* = SKIP_FOR_CAPTURE 193353538491 : ImageTest.TargetRenderbufferDeletedWhileInUse2/* = SKIP_FOR_CAPTURE 194353538491 : ImageTestES31.TargetTexture2DDeletedWhileInUseAsResolve/* = SKIP_FOR_CAPTURE 195353538491 : ImageTestES31.TargetTexture2DDeletedWhileInUseAsResolve2/* = SKIP_FOR_CAPTURE 196353538491 : ImageTestES31.TargetRenderbufferDeletedWhileInUseAsResolve/* = SKIP_FOR_CAPTURE 197353538491 : ImageTestES31.TargetRenderbufferDeletedWhileInUseAsResolve2/* = SKIP_FOR_CAPTURE 198 19942266048 : FramebufferTest_ES3.BlitWithDifferentPreRotations/* = SKIP_FOR_CAPTURE 200 20142266286 WIN : PBOExtensionTest.PBOWithExistingData/* = FLAKY 20242266286 WIN : PBOExtensionTest.PBOWithOtherTarget/* = FLAKY 203 204# Related to uninitialized memory/buffers when using image suballocation 20542266493 WIN : FramebufferTestWithFormatFallback.R4G4B4A4_OutOfRangeStagedUpdateReformated/* = SKIP_FOR_CAPTURE 20642266493 WIN : ClearTestES3.RepeatedStencilClear/* = SKIP_FOR_CAPTURE 20742266493 WIN : ClearTestES3.RepeatedStencilClearWithBlitAfterClearAndDrawInBetween/* = SKIP_FOR_CAPTURE 20842266493 WIN : StateChangeTestES3.StencilReferenceAndCompareMask/* = SKIP_FOR_CAPTURE 20942266493 WIN : StateChangeTestES3.StencilWriteMask/* = SKIP_FOR_CAPTURE 210 211# Corrupting memory by writing past readBufferSize due to GL_PACK_SKIP_ROWS etc 21242266521 : Texture2DNorm16TestES3.TextureNorm16R16RenderTest/* = SKIP_FOR_CAPTURE 21342266521 : Texture2DNorm16TestES3.TextureNorm16RG16RenderTest/* = SKIP_FOR_CAPTURE 21442266521 : Texture2DNorm16TestES3.TextureNorm16RGBA16RenderTest/* = SKIP_FOR_CAPTURE 215 216# Fails if run after DifferentStencilMasksTest.DrawWithSameEffectiveMask 21742266530 : DiscardFramebufferEXTTest.ClearDepthThenDrawWithoutDepthTestThenDiscard/* = SKIP_FOR_CAPTURE 218 219# No support yet for Capture/Replay of QCOM foveated extensions 22042266906 : Texture2DTestES3Foveation.FoveatedFBDraw/* = SKIP_FOR_CAPTURE 22142266906 : Texture2DTestES3Foveation.FoveatedTextureDraw/* = SKIP_FOR_CAPTURE 222 22342266965 : EGLSyncTest.GlobalFenceSync/* = FAIL 22442264309 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchSamplerUniformValues/* = SKIP_FOR_CAPTURE 22542264309 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchBoundTextures/* = SKIP_FOR_CAPTURE 226 227# Capture not supported 22842267114 : EGLMultiContextTest.NonSharedContextsReuseDescritorSetLayoutHandle/* = SKIP_FOR_CAPTURE 229 230# Replay timeout 23142264614 LINUX : VulkanExternalImageTest.PreInitializedOnGLImport/* = SKIP_FOR_CAPTURE 23242264614 LINUX : VulkanExternalImageTest.PreInitializedOnGLImportWithFlags/* = SKIP_FOR_CAPTURE 233 234# Multiple tests, failures and timeout 23542264614 LINUX : VulkanExternalImageTest.UninitializedOnGLImport* = SKIP_FOR_CAPTURE 236 237# error: duplicate case value '1' 23842264614 : EGLSyncTest.GlobalFenceSync/* = COMPILE_FAIL 239 240# VVL error 24142264614 LINUX : VulkanExternalImageTestES31.UninitializedOnGLImportAndStorageWrite/* = SKIP_FOR_CAPTURE 242 243# Change to Vulkan spec bans packing arrays in different components of the same location 244404418769 VULKAN : GLSLTest.MaxVaryingVec2Arrays/* = SKIP_FOR_CAPTURE 245404418769 VULKAN : GLSLTest.MaxVaryingVec3ArrayAndOneFloatArray/* = SKIP_FOR_CAPTURE 246 247# CoherentBufferTracker deadlocks and flaky crashes 24842266529 LINUX : BufferDataTestES3.* = SKIP_FOR_CAPTURE 24942266529 LINUX : BufferStorageTestES3.* = SKIP_FOR_CAPTURE 250382101118 : CopyImageTestES31.MultisampleRenderbufferCopyImageSubData/* = SKIP_FOR_CAPTURE 251381727390 : MultisampleTexture2DTestES31.CopyMultisampleImageEXT/* = SKIP_FOR_CAPTURE 252381727390 : MultisampleTexture2DTestES31.CopyMultisampleImageOES/* = SKIP_FOR_CAPTURE 253381727390 : MultisampleTexture2DTestES31.CopyMultisampleArrayImageEXT/* = SKIP_FOR_CAPTURE 254381727390 : MultisampleTexture2DTestES31.CopyMultisampleArrayImageOES/* = SKIP_FOR_CAPTURE 255 256 257# Crashes on win and linux trace bots 258372059358 : MultisampleTestES3.CopyTexImage2DFromMsaaDefaultFbo/* = SKIP_FOR_CAPTURE 259