1# 2# Copyright 2020 The ANGLE Project Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5# 6# Test are entered like 7# BUG PLATFORMS : test-name = handling/result 8# 9# PLATFORMS is optional and lists the platforms the expectation / run disabling happens 10# 11# Valid values for "handling/result" are 12# 13# NOT_RUN : the is expceted to be skipped by the end2end_tests program 14# 15# FAIL : the test is expected to fail 16# 17# FLAKY : the tests is flaky, but we still run it 18# 19# TIMEOUT : the test is expected to time out 20# 21# COMPILE_FAIL : the compilation of the capture_replay exec is expected to fail 22# 23# CRASH : the test is expected to crash 24# 25# For test batches that run more than one test TIMEOUT, COMPILE_FAIL, and CRASH 26# will have to be set for all tests that run a batch, because one test that fails 27# with one of these outcomes will bring down the whole batch. 28# 29 30# We don't support the Capture/Replay on OpenGL yet 31 326345 : *OpenGL = SKIP_FOR_CAPTURE 33 34# ES2 35 36 376538 : AddMockTextureNoRenderTargetTest.NoProgramOutputWorkaround/* = FLAKY 38 395822 : ExternalWrapTest.ClampToEdge/* = CRASH 405822 : ExternalWrapTest.MirroredRepeat/* = CRASH 415822 : ExternalWrapTest.NoWrap/* = CRASH 425822 : ExternalWrapTest.Repeat/* = CRASH 43 446267 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = COMPILE_FAIL 45 466286 : ImageTest.Deletion/* = FAIL 476286 : ImageTest.MipLevels/* = FAIL 48 496286 : ImageTest.Source2DTarget2D/* = FAIL 506286 : ImageTest.Source2DTargetExternal/* = FAIL 516286 : ImageTest.Source2DTarget2DTargetTextureRespecifyColorspace/* = FLAKY 526286 : ImageTest.SourceCubeTarget2D/* = FAIL 535822 : ImageTest.SourceCubeTargetExternal/* = FAIL 54 556180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8Line/* = NOT_RUN 566180 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8LineIds/* = NOT_RUN 57 586286 : ImageTest.SourceRenderbufferTargetTexture/* = FAIL 596286 : ImageTest.SourceRenderbufferTargetTextureExternal/* = FAIL 606286 : ImageTest.UpdatedData/* = FAIL 61 626180 : PbufferTest.BindTexImage/* = FAIL 636180 : PbufferTest.ClearAndBindTexImageSrgb/* = FAIL 646180 : PbufferTest.ClearAndBindTexImageSrgbSkipDecode/* = FAIL 656180 : PbufferTest.Clearing/* = FAIL 666180 : PbufferTest.TextureSizeReset/* = FAIL 67 686220 : Texture2DTest.DefineMultipleLevelsWithoutMipmapping/* = TIMEOUT 69 706221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/* = TIMEOUT 716221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/* = TIMEOUT 726221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/* = TIMEOUT 736221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/* = TIMEOUT 746221 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/* = TIMEOUT 756221 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/* = TIMEOUT 76 776267 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 78 796180 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 80 816654 : UniformTest.UnusedStructInlineUniform/* = SKIP_FOR_CAPTURE 826654 : UniformTest.UnusedStructInlineUniformWithSampler/* = SKIP_FOR_CAPTURE 83 84# Fails because of unsupported combined depth/stencil GetImage. 854688 ASAN : DepthStencilTest.DepthOnlyEmulatedWithPacked/* = FAIL 86 87# flaky test 886511 : DrawBuffersTest.UnwrittenOutputVariablesShouldNotCrash/* = FLAKY 896180 : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInIndexBuffer/* = FLAKY 906180 : ImageTest.MipLevels/* = FLAKY 916373 : WebGLCompatibilityTest.DrawArraysBufferOutOfBoundsNonInstanced/* = FLAKY 926180 : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 93 94 95# ES3 966180 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/* = NOT_RUN 976180 : GLSLTest_ES3.UnsuccessfulRelinkWithBindAttribLocation/* = NOT_RUN 98 99# This test only exists on Win64 1006180 WIN : BufferDataOverflowTest.VertexBufferIntegerOverflow/* = NOT_RUN 101 1026286 : ImageRespecificationTest.ImageTarget2DOESSwitch/* = FAIL 1036286 : ImageTest.Source2DTarget2DArray/ES3* = FAIL 1046286 : ImageTestES3.Source2DTarget2DTargetTextureRespecifyLevel/* = FAIL 1056286 : ImageTestES3.Source2DTargetExternalESSL3/* = FAIL 1066286 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3/* = FAIL 1076512 : RobustResourceInitTestES3.BindTexImage/* = FAIL 1086180 WIN : TransformFeedbackTest.DrawWithoutTransformFeedbackThenWith/* = FLAKY 1096180 : TransformFeedbackTest.TransformFeedbackQueryPausedDrawThenResume/* = FLAKY 1106513 : TransformFeedbackTest.MultiContext/* = FLAKY 111 112 1136180 : UniformBufferTest.BlockArrayContainingArrayOfStructs/* = FAIL 1146180 : UniformBufferTest.ManyBlocks/* = FAIL 115 116 117# Skip because crashes 1186313 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/* = CRASH 1196313 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/* = CRASH 1206314 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/* = CRASH 1216314 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/* = CRASH 1226314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/* = CRASH 1236180 : ImageTestES3.SourceCubeTargetExternalESSL3/* = FAIL 1246334 : MipmapTestES3.GenerateMipmapBaseLevelOutOfRangeImmutableTexture/* = CRASH 1256324 : OcclusionQueriesTestES3.UnresolveNotCounted/* = CRASH 1266333 : Texture2DFloatTestES3.TextureHalfFloatLinearLegacyTest/* = CRASH 1276333 : Texture2DFloatTestES3.TextureHalfFloatSampleLegacyTest/* = CRASH 1286334 : Texture2DTestES3.ImmutableTextureBaseLevelOutOfRange/* = CRASH 1296399 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/* = CRASH 1306334 : Texture2DTestES3.TextureBaseLevelGreaterThanMaxLevel/* = CRASH 1316399 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/* = CRASH 1326400 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/* = CRASH 1336399 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/* = CRASH 1346314 : Texture2DTestES3.UpdateRenderTargetCacheOnDestroyTexStorage/* = CRASH 1356335 DEBUG : VulkanExternalImageTest.ShouldImportSemaphoreOpaqueFd/* = CRASH 136 137 138# Skip because Timeout 139 140# ES3 Flaky 1416510 : FenceSyncTest.BasicOperations/* = FLAKY 1426510 : FenceSyncTest.BasicQueries/* = FLAKY 1436510 : FenceSyncTest.IsSync/* = FLAKY 1446510 : FenceSyncTest.Errors/* = FLAKY 1456510 : FenceSyncTest.MultipleFenceDraw/* = FLAKY 1466543 : GLSLTest_ES3.ComplexCrossExpression/* = FLAKY 147 148# Fails after recent colorspace CL. 1496578 : ImageTest.Source2DTarget2D_Colorspace/* = FAIL 1506578 : ImageTest.Source2DTargetExternal_Colorspace/* = FAIL 1516578 : ImageTest.SourceCubeTargetExternal_Colorspace/* = FAIL 1526578 : ImageTest.SourceCubeTarget2D_Colorspace/* = FAIL 1536578 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = FAIL 1546578 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = FAIL 1556578 : ImageTest.Source2DTarget2DArray_Colorspace/ES3* = FAIL 1566578 : ImageTest.Source2DTarget2D_Colorspace/* = FAIL 1576578 : ImageTest.Source2DTargetExternal_Colorspace/* = FAIL 1586578 : ImageTest.SourceCubeTarget2D_Colorspace/* = FAIL 1596578 : ImageTest.SourceCubeTargetExternal_Colorspace/* = FAIL 1606578 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = FAIL 1616578 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = FAIL 1626578 : ImageTestES3.Source2DTargetExternalESSL3_Colorspace/* = FAIL 1636578 : ImageTestES3.SourceCubeTargetExternalESSL3_Colorspace/* = FAIL 1646578 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3_Colorspace/* = FAIL 165 1666631 : ProgramBinaryES3Test.SaveAndLoadDetachedShaders/* = CRASH 1676631 : MultithreadingTest.MultiContextCreateAndDeleteResources/* = CRASH 1686631 : MultithreadingTestES3.MultithreadFenceDraw/* = CRASH 1696631 WIN : MultithreadingTestES3.MultithreadFenceTexImage/* = CRASH 1706631 : MultithreadingTest.MultiContextDrawWithSwapBuffers/* = CRASH 171 172# ES3_1 1736180 : ProgramPipelineTest31.DifferentTextureTypes/* = FAIL 1746180 : ProgramPipelineTest31.DrawWith2DTexture/* = FAIL 1756180 : ProgramPipelineTest31.FragmentStageUniformTest/* = FAIL 1766180 : ProgramPipelineTest31.ImageUniforms/* = FAIL 1776180 : ProgramPipelineTest31.MaxFragmentShaderStorageBufferObjects/* = FAIL 1786180 : ProgramPipelineTest31.MaxFragmentUniformBufferObjects/* = FAIL 1796180 : ProgramPipelineTest31.PipelineWithoutVertexShader/* = FAIL 1806180 : ProgramPipelineTest31.ProgramPipelineVaryings/* = FAIL 1816180 : ProgramPipelineTest31.SampleTextureAThenTextureB/* = FAIL 1826180 : ProgramPipelineTest31.UseCreateShaderProgramv/* = FAIL 1836180 : ProgramPipelineTest31.VaryingIOBlockSeparableProgram/* = FAIL 1846180 : ProgramPipelineTest31.VaryingLocationMismatch/* = FAIL 1856180 : ProgramPipelineTest31.VerifyPpoLinkErrorSignalledCorrectly/* = FAIL 1866180 : SimpleStateChangeTestComputeES31PPO.DeleteImageTextureInUse/* = FAIL 1876180 : Texture2DTestES31PPO.TexStorage/* = FAIL 1886180 : Texture2DTestES31PPO.SingleTextureMultipleSamplers/* = FAIL 189 190# ES3_1 Crashed 1916180 : EGLMultiContextTest.ComputeShaderOkayWithRendering/* = CRASH 1926180 : EGLMultiContextTest.TestContextDestroySimple/* = CRASH 1936611 : TextureMultisampleArrayWebGLTest.FramebufferColorClearAndBlit/* = CRASH 1946611 : TextureMultisampleArrayWebGLTest.FramebufferCompleteness/* = CRASH 1956611 : TextureMultisampleArrayWebGLTest.IntegerTexelFetch/* = CRASH 1966611 : TextureMultisampleArrayWebGLTest.InvalidFramebufferTextureLayer/* = CRASH 1976611 : TextureMultisampleArrayWebGLTest.SimpleTexelFetch/* = CRASH 1986611 : TextureMultisampleArrayWebGLTest.TexStorage3DMultisample/* = CRASH 1996611 : TextureMultisampleArrayWebGLTest.TextureSizeInShader/* = CRASH 2006611 : TextureMultisampleTest.GetTexLevelParameter/ES3_1* = CRASH 2016611 : TextureMultisampleTest.MultisampleTargetFramebufferTexture2D/ES3_1* = CRASH 2026611 : TextureMultisampleTest.ResolveToDefaultFramebuffer/ES3_1* = CRASH 2036611 : TextureMultisampleTest.ValidateTextureStorageMultisampleParameters/ES3_1* = CRASH 2046605 : TextureBufferTestES31.MapTextureBufferInvalidateThenWrite/* = FAIL 205 206# ES3_1 gtest skips 2076180 : GLSLTest_ES31.InterpolateAtWithSwizzle/* = NOT_RUN 2086180 : GLSLTest_ES31.VaryingTessellationSampleInAndOut/* = NOT_RUN 2096180 : GeometryShaderTest.LayeredFramebufferPreRenderClear2DArrayColor/* = NOT_RUN 2106180 : GeometryShaderTest.LayeredFramebufferPreRenderClear3DColor/* = NOT_RUN 211 2126663 : Texture2DTest.UploadThenFSThenNewRPThenFSThenVS/* = NOT_RUN 2136663 : Texture2DTest.UploadThenFSThenNewRPThenVS/* = NOT_RUN 2146663 : Texture2DTest.UploadThenFSThenNewRPThenVSThenFS/* = NOT_RUN 2156663 : Texture2DTest.UploadThenFSThenVS/* = NOT_RUN 2166663 : Texture2DTest.UploadThenFSThenVSThenNewRPThenFS/* = NOT_RUN 217 2186741 : VulkanImageTest.PixelTest* = SKIP_FOR_CAPTURE 219