blob: 9f5c620c397743f1379c85e9fce31e08ae3e8a05 [file] [log] [blame]
# Copyright (c) 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectations
# See the GpuTestExpectations class for documentation.
class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
def __init__(self, conformance_path, url_prefixes=None):
super(WebGL2ConformanceExpectations, self).__init__(
conformance_path, url_prefixes=url_prefixes)
def SetExpectations(self):
# ===================================
# Extension availability expectations
# ===================================
# It's expected that not all extensions will be available on all platforms.
# Having a test listed here is not necessarily a problem.
# Skip these, rather than expect them to fail, to speed up test
# execution. The browser is restarted even after expected test
# failures.
self.Skip('WebglExtension_WEBGL_compressed_texture_astc',
['win', 'mac', 'linux'])
self.Skip('WebglExtension_WEBGL_compressed_texture_atc',
['win', 'mac', 'linux'])
self.Skip('WebglExtension_WEBGL_compressed_texture_etc',
['linux', 'mac'])
self.Skip('WebglExtension_WEBGL_compressed_texture_etc1',
['mac', 'linux'])
self.Skip('WebglExtension_WEBGL_compressed_texture_pvrtc',
['win', 'mac', 'linux'])
self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb',
['win', 'mac', 'linux'])
# ========================
# Conformance expectations
# ========================
# 2.0.1 OR LATER
# Too slow (take about one hour to run)
self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403)
self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
['linux'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html',
['mac'], bug=654187)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html',
['mac'], bug=654187)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html',
['mac'], bug=654187)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
['mac'], bug=654187)
# All platforms.
self.Fail('conformance2/rendering/blitframebuffer-filter-outofbounds.html',
bug=644740)
self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
# Windows only.
# We are awesome!
self.Fail('conformance2/buffers/getBufferSubData.html',
['win'], bug=654201)
# Win / NVidia
self.Flaky('deqp/functional/gles3/fbomultisample*',
['win', 'nvidia'], bug=631317)
# This should be fixed in the latest driver.
self.Fail('deqp/functional/gles3/fboinvalidate/sub.html',
['win', 'nvidia'], bug=1246) # ANGLE bug.
# Win / AMD
# Failing on old R5 230 configuration.
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texelfetchoffset.html',
['win', ('amd', 0x6779)], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/*',
['win', ('amd', 0x6779)], bug=626068)
self.Fail('deqp/functional/gles3/shadercommonfunction.html',
['win', ('amd', 0x6779)], bug=483282)
self.Fail('deqp/functional/gles3/multisample.html',
['win', ('amd', 0x6779)], bug=617290)
# Keep a separate set of failures for the R7 240, since it can use a new
# and updated driver. The older drivers won't ever get fixes from AMD.
self.Fail('deqp/functional/gles3/framebufferblit/depth_stencil.html',
['win', ('amd', 0x6613)], bug=638323)
self.Fail('deqp/functional/gles3/texturefiltering/2d_array*',
['win', ('amd', 0x6613)], bug=638323)
self.Fail('deqp/functional/gles3/texturefiltering/cube*',
['win', ('amd', 0x6613)], bug=638323)
# It's unfortunate that these suppressions need to be so broad, but
# basically any test that uses readPixels is potentially flaky, and
# it's infeasible to suppress individual failures one by one.
self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419)
self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419)
self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419)
# Win / Intel
self.Skip('conformance2/textures/misc/copy-texture-image.html',
['win', 'intel'], bug=617449)
self.Fail('conformance2/textures/video/tex-2d-rgb9_e5-rgb-half_float.html',
['win', 'intel'], bug=628395)
# Seems to cause the harness to fail immediately afterward
self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html',
['win', 'intel'], bug=648337)
self.Fail('deqp/functional/gles3/shaderderivate_*',
['win', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/shaderstruct.html',
['win', 'intel'], bug=483282)
self.Flaky('deqp/functional/gles3/lifetime.html',
['win', 'intel'], bug=620379)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_depth.html',
['win', 'intel'], bug=614418)
self.Skip('deqp/functional/gles3/texturespecification/' +
'teximage3d_depth_pbo.html',
['win', 'intel'], bug=617449)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage3d_depth.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_depth_stencil.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html',
['win', 'intel'], bug=614418)
self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html',
['win', 'intel'], bug=614418)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texelfetchoffset.html',
['win', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/textureshadow/2d_array_*.html',
['win', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/fbomultisample*',
['win', 'intel'], bug=483282)
# self.Fail('conformance2/buffers/uniform-buffers.html',
# ['win7', 'intel'], bug=593024)
self.Fail('deqp/functional/gles3/uniformbuffers/*.html',
['win7', 'intel'], bug=593024)
# It's unfortunate that these suppressions need to be so broad, but it
# looks like the D3D11 device can be lost spontaneously on this
# configuration while running basically any test.
self.Flaky('conformance/*', ['win', 'intel'], bug=628395)
self.Flaky('conformance2/*', ['win', 'intel'], bug=628395)
self.Flaky('deqp/*', ['win', 'intel'], bug=628395)
# Mac only.
# Fixed on OSX 10.11
self.Fail('deqp/functional/gles3/shaderoperator/common_functions.html',
['mac', 'amd'], bug=483282)
self.Fail('conformance2/rendering/' +
'framebuffer-completeness-unaffected.html',
['mac'], bug=630800)
self.Fail('deqp/functional/gles3/fbocompleteness.html',
['mac'], bug=630800)
# self.Fail('deqp/functional/gles3/fbocompleteness.html',
# ['mac', ('nvidia', 0xfe9)], bug=616562)
self.Fail('deqp/data/gles3/shaders/linkage.html',
['mac'], bug=641129)
self.Fail('deqp/functional/gles3/uniformbuffers/random.html',
['mac'], bug=618464)
# This is due to "centroid out" / "in" mismatch.
self.Fail('deqp/data/gles3/shaders/qualification_order.html',
['mac'], bug=483282)
self.Fail('conformance2/renderbuffers/framebuffer-test.html',
['mac'], bug=641149)
self.Fail('deqp/functional/gles3/fbomultisample*',
['mac', 'intel'], bug=641209)
self.Fail('deqp/functional/gles3/fbomultisample*',
['mac', 'nvidia'], bug=641209)
self.Fail('deqp/functional/gles3/framebufferblit/' +
'default_framebuffer_*.html',
['mac'], bug=483282)
# Mac Retina NVIDIA
self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Flaky(
'conformance/extensions/webgl-compressed-texture-size-limit.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('conformance/programs/' +
'gl-bind-attrib-location-long-names-test.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('conformance/programs/gl-bind-attrib-location-test.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('conformance2/glsl3/loops-with-side-effects.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('conformance2/textures/misc/tex-input-validation.html',
['mac', ('nvidia', 0xfe9), 'no_angle'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_04.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_07.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_08.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_10.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_11.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_12.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_13.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_18.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_25.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_29.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_32.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_34.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/pixelbufferobject.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/negativevertexarrayapi.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/shaderindexing/varying.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_copyteximage2d.html',
['mac', ('nvidia', 0xfe9)], bug=620067)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_2d_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_2d_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_2d_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_2d_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_cube_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_cube_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_cube_02.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_cube_03.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage2d_pbo_cube_04.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_pbo_2d_array_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_pbo_2d_array_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_pbo_3d_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_pbo_3d_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage3d_pbo_3d_00.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage3d_pbo_3d_01.html',
['mac', ('nvidia', 0xfe9)], bug=614174)
self.Fail('deqp/functional/gles3/fragmentoutput/array.fixed.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fragmentoutput/basic.fixed.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fragmentoutput/random_00.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fragmentoutput/random_01.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fragmentoutput/random_02.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/tex2d_05.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/tex2darray_05.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/tex3d_05.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/texcube_05.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fbocolorbuffer/blend.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/draw/draw_arrays.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/draw/draw_arrays_instanced.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/draw/draw_elements.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/draw/draw_elements_instanced.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/draw/draw_range_elements.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/fboinvalidate/format_02.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Fail('deqp/functional/gles3/negativeshaderapi.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
self.Flaky('deqp/functional/gles3/vertexarrays/' +
'multiple_attributes.output.html',
['mac', ('nvidia', 0xfe9)], bug=483282)
# Mac AMD
self.Fail('conformance/glsl/bugs/bool-type-cast-bug-int-float.html',
['mac', 'amd'], bug=643866)
self.Fail('conformance2/glsl3/bool-type-cast-bug-uint-ivec-uvec.html',
['mac', 'amd'], bug=643866)
self.Fail('deqp/functional/gles3/shadercommonfunction.html',
['mac', 'amd'], bug=643866)
self.Fail('deqp/functional/gles3/multisample.html',
['mac', 'amd'], bug=617290)
self.Fail('deqp/functional/gles3/primitiverestart/00.html',
['mac', 'amd'], bug=598930)
self.Fail('deqp/functional/gles3/primitiverestart/01.html',
['mac', 'amd'], bug=598930)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_interleaved_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_interleaved_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_interleaved_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_separate_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_separate_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'array_separate_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_interleaved_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_interleaved_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_interleaved_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_separate_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_separate_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'basic_types_separate_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'interpolation_centroid.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'interpolation_flat.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'interpolation_smooth.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'point_size.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'position.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_interleaved_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_interleaved_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_interleaved_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_separate_lines.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_separate_points.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/' +
'random_separate_triangles.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'textureprojlodoffset.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'textureprojlod.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/vertexarrays/' +
'single_attribute.normalize.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderoperator/' +
'angle_and_trigonometry_02.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderoperator/' +
'angle_and_trigonometry_03.html',
['mac', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderoperator/geometric.html',
['mac', 'amd'], bug=483282)
self.Flaky('deqp/functional/gles3/shaderindexing/mat_02.html',
['mac', 'amd'], bug=644360)
# Mac Pro with AMD GPU
self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
['mac', ('amd', 0x679e)], bug=483282)
self.Flaky('deqp/functional/gles3/shaderindexing/mat_01.html',
['mac', ('amd', 0x679e)], bug=636648)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texturesize.html',
['mac', ('amd', 0x679e)], bug=640506)
# Mac Intel
self.Fail('deqp/functional/gles3/texturefiltering/2d_combinations_01.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturefiltering/' +
'cube_combinations_01.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturefiltering/' +
'2d_array_combinations_01.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_06.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_07.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturefiltering/3d_combinations_08.html',
['mac', 'intel'], bug=606074)
self.Fail('deqp/functional/gles3/texturespecification/' +
'random_teximage2d_2d.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage3d_pbo_params.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texsubimage3d_pbo_params.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texturelod.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texturegrad.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'textureprojgrad.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/rect_03.html',
['mac', 'intel'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/rect_04.html',
['mac', 'intel'], bug=483282)
self.Fail('conformance2/textures/misc/tex-unpack-params.html',
['mac', 'intel'], bug=483282)
# Linux only.
self.Fail('conformance2/buffers/getBufferSubData.html',
['linux'], bug=654201)
self.Flaky('conformance/textures/video/' +
'tex-2d-rgba-rgba-unsigned_byte.html',
['linux'], bug=627525)
self.Flaky('conformance/textures/video/' +
'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html',
['linux'], bug=627525)
self.Flaky('conformance/textures/video/' +
'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
['linux'], bug=627525)
self.Flaky('conformance/textures/video/' +
'tex-2d-rgb-rgb-unsigned_byte.html',
['linux'], bug=627525)
self.Flaky('conformance/textures/video/' +
'tex-2d-rgb-rgb-unsigned_short_5_6_5.html',
['linux'], bug=627525)
# Linux Multi-vendor failures.
self.Fail('deqp/data/gles3/shaders/functions.html',
['linux', 'amd', 'intel'], bug=483282)
self.Skip('deqp/data/gles3/shaders/qualification_order.html',
['linux', 'amd', 'intel'], bug=483282)
self.Flaky('deqp/functional/gles3/texturespecification/' +
'random_teximage2d_2d.html',
['linux', 'amd', 'intel'], bug=618447)
self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
['linux', 'amd', 'intel'], bug=483282)
self.Fail('deqp/data/gles3/shaders/linkage.html',
['linux', 'amd', 'intel'], bug=483282)
# Linux NVIDIA
# This test is flaky both with and without ANGLE.
self.Flaky('deqp/functional/gles3/texturespecification/' +
'random_teximage2d_2d.html',
['linux', 'nvidia'], bug=618447)
# Linux Intel
self.Fail('deqp/functional/gles3/shaderderivate_dfdx.html',
['linux', 'intel'], bug=618408)
self.Fail('deqp/functional/gles3/fbomultisample.2_samples.html',
['linux', 'intel'], bug=635528)
self.Fail('deqp/functional/gles3/fbomultisample.4_samples.html',
['linux', 'intel'], bug=635528)
self.Fail('conformance2/extensions/ext-color-buffer-float.html',
['linux', 'intel'], bug=640389)
# See https://bugs.freedesktop.org/show_bug.cgi?id=94477
self.Skip('conformance/glsl/bugs/temp-expressions-should-not-crash.html',
['linux', 'intel'], bug=540543) # GPU timeout
# The Mesa Intel driver has a scoping bug, see
# https://bugs.freedesktop.org/show_bug.cgi?id=95184
# It has been fixed in Mesa 12.0
self.Fail('deqp/data/gles3/shaders/scoping.html',
['linux', 'intel'], bug=610800)
self.Fail('deqp/functional/gles3/framebufferblit/' +
'default_framebuffer_00.html',
['linux', 'intel'], bug=598902)
self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html',
['linux', 'intel'], bug=598902)
self.Fail('deqp/functional/gles3/fbomultisample.8_samples.html',
['linux', 'intel'], bug=635528)
# Linux Intel without ANGLE only
self.Fail('conformance2/reading/read-pixels-from-fbo-test.html',
['linux', 'intel', 'no_angle'], bug=598902)
# Linux AMD only.
# It looks like AMD shader compiler rejects many valid ES3 semantics.
self.Fail('deqp/functional/gles3/multisample.html',
['linux', 'amd'], bug=617290)
self.Fail('deqp/data/gles3/shaders/conversions.html',
['linux', 'amd'], bug=483282)
self.Skip('deqp/data/gles3/shaders/arrays.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/internalformatquery.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturestatequery.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/buffercopy.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/samplerobject.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderprecision*.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturefiltering/3d*',
['linux', 'amd'], bug=606114)
self.Fail('deqp/functional/gles3/lifetime.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/texture.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'textureprojoffset.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'textureprojlodoffset.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/texturegrad.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadertexturefunction/' +
'texelfetchoffset.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/instancedrendering.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/negativetextureapi.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/transformfeedback/*.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/random.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/misc/uninitialized-test-2.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/reading/read-pixels-into-pixel-pack-buffer.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/rendering/blitframebuffer-filter-srgb.html',
['linux', 'amd'], bug=634525)
self.Fail('conformance2/renderbuffers/framebuffer-texture-layer.html',
['linux', 'amd'], bug=295792)
self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/textures/misc/copy-texture-image-luma-format.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_cube_00.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_cube_01.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_cube_02.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_cube_03.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_cube_04.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_pbo_params.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'teximage2d_depth_pbo.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_copyteximage2d.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_teximage3d_3d_00.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_teximage3d_3d_01.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_teximage3d_3d_02.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_teximage3d_3d_03.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'basic_teximage3d_3d_04.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage2d_format_depth_stencil.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_2d_array_00.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_2d_array_01.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_2d_array_02.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_3d_00.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_3d_01.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_3d_02.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_3d_03.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_depth_stencil.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/texturespecification/' +
'texstorage3d_format_size.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/single_struct_array.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/single_nested_struct.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/' +
'single_nested_struct_array.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/multi_basic_types.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/uniformbuffers/multi_nested_struct.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/reading/read-pixels-from-fbo-test.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/vertexarrays/' +
'single_attribute.output_type.unsigned_int.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/draw/*.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/fbomultisample*',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/fbocompleteness.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/fragmentoutput/*.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/textureshadow/*.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadermatrix/mul_dynamic_highp.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadermatrix/mul_dynamic_lowp.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadermatrix/mul_dynamic_mediump.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shadermatrix/pre_decrement.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_04.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_07.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_08.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_10.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_11.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_12.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_13.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_18.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_25.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_29.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_32.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/conversion_34.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/' +
'default_framebuffer_00.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderoperator/unary_operator_01.html',
['linux', 'amd'], bug=483282)
self.Fail('deqp/functional/gles3/shaderoperator/unary_operator_02.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/glsl3/vector-dynamic-indexing.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/reading/read-pixels-pack-parameters.html',
['linux', 'amd', 'no_angle'], bug=483282)
self.Fail('conformance2/textures/misc/tex-unpack-params.html',
['linux', 'amd', 'no_angle'], bug=483282)
self.Fail('conformance2/extensions/ext-color-buffer-float.html',
['linux', 'amd'], bug=633022)
# Conflicting expectations to test that the
# "Expectations Have No collisions" unittest works.
# page_name = 'conformance/glsl/constructors/glsl-construct-ivec4.html'
# Conflict when all conditions match
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflict when all conditions match (and different sets)
# self.Fail(page_name,
# ['linux', 'win', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['linux', 'mac', ('nvidia', 0x1), 'amd', 'debug', 'opengl'])
# Conflict with one aspect not specified
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflict with one aspect not specified (in both conditions)
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# Conflict even if the GPU is specified in a device ID
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', 'nvidia', 'debug'])
# Test there are no conflicts between two different devices
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x2), 'debug'])
# Test there are no conflicts between two devices with different vendors
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('amd', 0x1), 'debug'])
# Conflicts if there is a device and nothing specified for the other's
# GPU vendors
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', 'debug'])
# Test no conflicts happen when only one aspect differs
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['win', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflicts if between a generic os condition and a specific version
# self.Fail(page_name,
# ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['win', ('nvidia', 0x1), 'debug', 'opengl'])