1// Copyright 2015 The ANGLE Project Authors. All rights reserved. 2// Use of this source code is governed by a BSD-style license that can be 3// found in the LICENSE file. 4 5// This file contains a list of defective dEQP conformance tests. The expected 6// format is: 7// {BUG#} {MODIFIERS} : {TEST_NAME} = {PASS,FAIL,FLAKY,TIMEOUT,SKIP} 8// 9// MODIFIERS can be a combination of the below list, combined with a logical AND: 10// WIN XP VISTA WIN7 WIN8 WIN10 11// MAC LEOPARD SNOWLEOPARD LION MOUNTAINLION MAVERICKS YOSEMITE ELCAPITAN SIERRA HIGHSIERRA MOJAVE 12// LINUX CHROMEOS ANDROID 13// NVIDIA AMD INTEL 14// DEBUG RELEASE 15// D3D9 D3D11 OPENGL GLES VULKAN 16// NEXUS5X PIXEL2ORXL 17// QUADROP400 18// 19// 20// TEST_NAME can be a specific test name, or have a '*' in the end, which 21// indicates a prefix matching. 22// 23// Examples: 24// fails on both windows and mac (crash) 25// 91530 WIN : context_lost_restored = SKIP 26// 91530 MAC : context_lost_restored = SKIP 27// fails on windows using NVIDIA GPUs 28// 91533 WIN NVIDIA : gl_min_uniforms = FAIL 29// fails on Nexus5X with GLES backend (hangs) 30// 91531 NEXUS5X GLES : conformance_more_* = SKIP 31 32// Globally disable Metal testing for now 334235 METAL : dEQP-EGL.* = SKIP 34 35// Only Vulkan supports multithreading 363916 OPENGL : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 373916 OPENGL : dEQP-EGL.functional.multithread.* = SKIP 383916 OPENGL : dEQP-EGL.functional.render.multi_thread.* = SKIP 393916 OPENGL : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 403916 GLES : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 413916 GLES : dEQP-EGL.functional.multithread.* = SKIP 423916 GLES : dEQP-EGL.functional.render.multi_thread.* = SKIP 433916 GLES : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 443916 D3D11 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 453916 D3D11 : dEQP-EGL.functional.multithread.* = SKIP 463916 D3D11 : dEQP-EGL.functional.render.multi_thread.* = SKIP 473916 D3D11 : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 483916 D3D9 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 493916 D3D9 : dEQP-EGL.functional.multithread.* = SKIP 503916 D3D9 : dEQP-EGL.functional.render.multi_thread.* = SKIP 513916 D3D9 : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 52 53// Seems to time out on Linux. 544031916 VULKAN : dEQP-EGL.functional.multithread.* = SKIP 55 56// These tests require pixmap surfaces. On many platforms they are unsupported. 573917 ANDROID VULKAN : dEQP-EGL.functional.render.multi_thread.* = FAIL 583917 ANDROID VULKAN : dEQP-EGL.functional.color_clears.multi_thread.* = FAIL 59 60// dEQP doesn't handle configs created for extensions 611662 WIN : dEQP-EGL.functional.color_clears.single_context.gles2.other = FAIL 621662 WIN : dEQP-EGL.functional.color_clears.single_context.gles3.other = FAIL 631662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles2.other = FAIL 641662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles3.other = FAIL 651662 WIN : dEQP-EGL.functional.render.single_context.gles2.other = FAIL 661662 WIN : dEQP-EGL.functional.render.single_context.gles3.other = FAIL 671662 WIN : dEQP-EGL.functional.render.multi_context.gles2.other = FAIL 681662 WIN : dEQP-EGL.functional.render.multi_context.gles3.other = FAIL 691662 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.other = FAIL 701662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_clear = FAIL 711662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_render = FAIL 721662 WIN : dEQP-EGL.functional.query_context.get_current_context.other = FAIL 731662 WIN : dEQP-EGL.functional.query_context.get_current_surface.other = FAIL 741662 WIN : dEQP-EGL.functional.query_context.get_current_display.other = FAIL 751662 WIN : dEQP-EGL.functional.query_context.query_context.other = FAIL 761662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_clear = SKIP 771662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_render = SKIP 78 79// Intentionally causes TDRs that eventually blacklist the application 802319 : dEQP-EGL.functional.robustness.reset_context.shaders.infinite_loop.* = SKIP 81 82//////////////////////////////////////////////////////////////////////////////// 83// 84// Temprory entries: they should be removed once the bugs are fixed. 85// 86//////////////////////////////////////////////////////////////////////////////// 87 88// Flaky since we enabled depth/stencil backbuffer in all tests. 892429 WIN NVIDIA : dEQP-EGL.functional.query_context.query_context.rgba8888_window = FAIL 90 91// TODO(jmadill): Triage these into permananent and temporary failures. 921340 WIN : dEQP-EGL.functional.query_config.get_configs.get_configs_bounds = FAIL 933270 WIN : dEQP-EGL.functional.choose_config.simple.selection_only.config_id = FAIL 943270 WIN : dEQP-EGL.functional.choose_config.simple.selection_and_sort.config_id = FAIL 951340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_window = FAIL 961340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_pbuffer = FAIL 971340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_window = FAIL 981340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_pbuffer = FAIL 991340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_window = FAIL 1001340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_pbuffer = FAIL 1011340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_window = FAIL 1021340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_pbuffer = FAIL 1031340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_window = FAIL 1041340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_pbuffer = FAIL 1051340 WIN : dEQP-EGL.functional.negative_api.choose_config = SKIP 1061340 WIN : dEQP-EGL.functional.negative_api.surface_attrib = SKIP 1071340 WIN : dEQP-EGL.functional.negative_api.swap_interval = FAIL 1082382 WIN : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP 1091340 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 1102716 WIN : dEQP-EGL.functional.preserve_swap.preserve.no_read_before_swap.* = SKIP 1112716 WIN : dEQP-EGL.functional.preserve_swap.preserve.read_before_swap.* = SKIP 1121340 WIN : dEQP-EGL.functional.resize.back_buffer.* = SKIP 1131340 WIN : dEQP-EGL.functional.resize.pixel_density.* = SKIP 114 115// Windows OpenGL failures 1162546 WIN : dEQP-EGL.functional.resize.surface_size.shrink = SKIP 1172546 WIN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 1182546 WIN : dEQP-EGL.functional.thread_cleanup.* = SKIP 119 120// Windows Vulkan failures 1212635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_clear = FAIL 1222635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_make_current = FAIL 1232635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_clear = FAIL 1242635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_make_current = FAIL 1252635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL 1262635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL 1272715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_no_stencil = FAIL 1282715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL 1292715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL 1302715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_no_stencil = FAIL 1312715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL 1322635 WIN VULKAN : dEQP-EGL.functional.resize.surface_size.grow = FAIL 1332635 WIN VULKAN : dEQP-EGL.functional.resize.surface_size.stretch_height = FAIL 1342635 WIN VULKAN : dEQP-EGL.functional.resize.surface_size.stretch_width = FAIL 1352716 WIN VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL 136 137// Linux failures 1382546 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1.rgba8888_pixmap = SKIP 1392546 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1_gles2.rgba8888_pixmap = SKIP 1402546 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1_gles2_gles3.rgba8888_pixmap = SKIP 1412546 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles2.rgba8888_pixmap = SKIP 1422546 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles3.rgba8888_pixmap = SKIP 1432546 LINUX : dEQP-EGL.functional.color_clears.single_context.gles1.rgba8888_pixmap = SKIP 1442546 LINUX : dEQP-EGL.functional.color_clears.single_context.gles2.rgba8888_pixmap = SKIP 1452546 LINUX : dEQP-EGL.functional.color_clears.single_context.gles3.rgba8888_pixmap = SKIP 1462546 LINUX : dEQP-EGL.functional.create_surface.pixmap.rgba8888_depth_stencil = SKIP 1472546 LINUX : dEQP-EGL.functional.create_surface.pixmap.rgba8888_no_depth_no_stencil = SKIP 1482546 LINUX : dEQP-EGL.functional.negative_api.copy_buffers = SKIP 1492546 LINUX : dEQP-EGL.functional.query_context.get_current_context.rgba8888_pixmap = SKIP 1502546 LINUX : dEQP-EGL.functional.query_context.get_current_display.rgba8888_pixmap = SKIP 1512546 LINUX : dEQP-EGL.functional.query_context.get_current_surface.rgba8888_pixmap = SKIP 1522546 LINUX : dEQP-EGL.functional.query_context.query_context.rgba8888_pixmap = SKIP 1532546 LINUX : dEQP-EGL.functional.query_surface.set_attribute.pixmap.rgba8888_depth_stencil = SKIP 1542546 LINUX : dEQP-EGL.functional.query_surface.set_attribute.pixmap.rgba8888_no_depth_no_stencil = SKIP 1552546 LINUX : dEQP-EGL.functional.query_surface.simple.pixmap.rgba8888_depth_stencil = SKIP 1562546 LINUX : dEQP-EGL.functional.query_surface.simple.pixmap.rgba8888_no_depth_no_stencil = SKIP 1572546 LINUX : dEQP-EGL.functional.render.multi_context.* = SKIP 1582546 LINUX : dEQP-EGL.functional.render.single_context.gles2.rgba8888_pixmap = SKIP 1592546 LINUX : dEQP-EGL.functional.render.single_context.gles3.rgba8888_pixmap = SKIP 1602546 LINUX : dEQP-EGL.functional.thread_cleanup.* = SKIP 1612546 LINUX : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL 1622546 LINUX : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 1632546 LINUX : dEQP-EGL.functional.negative_api.choose_config = FAIL 1642546 LINUX : dEQP-EGL.functional.negative_api.swap_interval = FAIL 1652546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 1662546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL 167 168// Linux Vulkan failures 1692635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL 1702635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL 1712715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL 1722715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL 1732716 LINUX VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL 174 175// Mac failures 1762546 MAC : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL 1772546 MAC : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 1782546 MAC : dEQP-EGL.functional.negative_api.choose_config = FAIL 1792546 MAC : dEQP-EGL.functional.negative_api.copy_buffers = FAIL 1802546 MAC : dEQP-EGL.functional.negative_api.swap_interval = FAIL 1812546 MAC : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 1822546 MAC : dEQP-EGL.functional.thread_cleanup.* = SKIP 183 184// Android GLES-only failues 1852567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_red = FAIL 1862567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_rg = FAIL 1872716 ANDROID GLES : dEQP-EGL.functional.preserve_swap.preserve.* = FAIL 188 189// Android failures 1902546 ANDROID : dEQP-EGL.functional.buffer_age.* = FAIL 1913270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_red_value = FAIL 1923270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_green_value = FAIL 1933270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_blue_value = FAIL 1943270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_red_value = FAIL 1953270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_green_value = FAIL 1963270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_blue_value = FAIL 1972546 ANDROID : dEQP-EGL.functional.color_clears.multi_context.* = SKIP 1982546 ANDROID : dEQP-EGL.functional.color_clears.single_context.* = SKIP 1992546 ANDROID : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP 2002546 ANDROID : dEQP-EGL.functional.native_coord_mapping.native_window.* = SKIP 2012546 ANDROID : dEQP-EGL.functional.negative_api.copy_buffers = FAIL 2022546 ANDROID : dEQP-EGL.functional.partial_update.odd_clear_* = FAIL 2032546 ANDROID : dEQP-EGL.functional.partial_update.odd_render_* = FAIL 2042546 ANDROID : dEQP-EGL.functional.partial_update.render_* = FAIL 2052546 ANDROID : dEQP-EGL.functional.render.multi_context.* = SKIP 2062546 ANDROID : dEQP-EGL.functional.render.single_context.* = SKIP 2072546 ANDROID : dEQP-EGL.functional.thread_cleanup.multi_context_* = SKIP 2082546 ANDROID : dEQP-EGL.functional.thread_cleanup.single_context_* = FAIL 209 210// Vulkan 2113081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_depth16_depth_buffer = SKIP 2123081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_stencil_stencil_buffer = SKIP 2133081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_depth16_renderbuffer_clear_depth = SKIP 2143081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_stencil_renderbuffer_clear_stencil = SKIP 2153081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_depth16_depth_buffer = SKIP 2163081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_stencil_stencil_buffer = SKIP 217 218// Android Vulkan 2192546 ANDROID VULKAN : dEQP-EGL.functional.create_surface.window.other = SKIP 2202546 ANDROID VULKAN : dEQP-EGL.functional.query_context.get_current_surface.other = SKIP 2212546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.set_attribute.window.other = SKIP 2222546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.simple.window.other = SKIP 2232546 ANDROID VULKAN : dEQP-EGL.functional.resize.pixel_density.* = SKIP 224 225// Robustness failures on multiple platforms 2263711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.reads.* = FAIL 2273711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.writes.* = FAIL 228 229// ES 1 tests 2302306 WIN : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 2312306 WIN : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 2322306 MAC : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 2332306 MAC : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 2342306 LINUX : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 2352306 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 236 237// Tests failing since the Jan 2018 roll of dEQP 2382341 : dEQP-EGL.functional.swap_buffers.* = SKIP 2392330 : dEQP-EGL.functional.robustness.create_context.no_reset_notification = SKIP 2402330 : dEQP-EGL.functional.robustness.create_context.lose_context_on_reset = SKIP 2412330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.index_buffer_out_of_bounds = SKIP 2422330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.vertex_buffer_out_of_bounds = SKIP 243 244// Tests were being hidden by flakiness (anglebug.com/3271) 2453325 : dEQP-EGL.functional.fence_sync.* = SKIP 2463325 : dEQP-EGL.functional.reusable_sync.* = SKIP 247 248// Nexus 5x 2492546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_context.* = SKIP 2502546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_display.* = SKIP 2512546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.r* = FAIL 2522546 NEXUS5X : dEQP-EGL.functional.query_context.query_context.* = SKIP 253 254// SwANGLE bots 2554495 WIN SWIFTSHADER : dEQP-EGL.functional.sharing.gles2.multithread.random_egl_server_sync.shaders.compile.9 = SKIP