| # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| import os |
| |
| from gpu_tests.gpu_test_expectations import GpuTestExpectations |
| |
| # See the GpuTestExpectations class for documentation. |
| |
| class WebGLConformanceExpectations(GpuTestExpectations): |
| def __init__(self, conformance_path, url_prefixes=None, is_asan=False): |
| self.conformance_path = conformance_path |
| super(WebGLConformanceExpectations, self).__init__( |
| url_prefixes=url_prefixes, is_asan=is_asan) |
| |
| def Fail(self, pattern, condition=None, bug=None): |
| self.CheckPatternIsValid(pattern) |
| GpuTestExpectations.Fail(self, pattern, condition, bug) |
| |
| def Flaky(self, pattern, condition=None, bug=None, max_num_retries=2): |
| self.CheckPatternIsValid(pattern) |
| GpuTestExpectations.Flaky(self, pattern, condition, bug=bug, |
| max_num_retries=max_num_retries) |
| |
| def Skip(self, pattern, condition=None, bug=None): |
| self.CheckPatternIsValid(pattern) |
| GpuTestExpectations.Skip(self, pattern, condition, bug) |
| |
| def CheckPatternIsValid(self, pattern): |
| # Look for basic wildcards. |
| if not '*' in pattern and not 'WebglExtension_' in pattern: |
| full_path = os.path.normpath(os.path.join(self.conformance_path, pattern)) |
| if not os.path.exists(full_path): |
| raise Exception('The WebGL conformance test path specified in ' + |
| 'expectation does not exist: ' + full_path) |
| |
| def SetExpectations(self): |
| # =================================== |
| # Extension availability expectations |
| # =================================== |
| # It's expected that not all extensions will be available on all platforms. |
| # Having a test listed here is not necessarily a problem. |
| |
| self.Fail('WebglExtension_EXT_color_buffer_float', |
| ['win', 'mac']) |
| # Skip these, rather than expect them to fail, to speed up test |
| # execution. The browser is restarted even after expected test |
| # failures. |
| self.Skip('WebglExtension_WEBGL_compressed_texture_astc', |
| ['win', 'mac', 'linux']) |
| self.Skip('WebglExtension_WEBGL_compressed_texture_atc', |
| ['win', 'mac', 'linux']) |
| self.Skip('WebglExtension_WEBGL_compressed_texture_etc1', |
| ['win', 'mac', 'linux']) |
| self.Skip('WebglExtension_WEBGL_compressed_texture_pvrtc', |
| ['win', 'mac', 'linux']) |
| self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb', |
| ['win', 'mac', 'linux', 'android']) |
| |
| # Extensions not available under D3D9 |
| self.Fail('WebglExtension_EXT_disjoint_timer_query', |
| ['win', 'd3d9']) |
| self.Fail('WebglExtension_EXT_sRGB', |
| ['win', 'd3d9']) |
| |
| self.Fail('WebglExtension_WEBGL_depth_texture', |
| ['win', 'amd', 'd3d9']) |
| |
| self.Fail('WebglExtension_WEBGL_draw_buffers', |
| ['win', 'd3d9', 'no_passthrough']) |
| |
| # Android general |
| self.Fail('WebglExtension_EXT_disjoint_timer_query', |
| ['android']) |
| self.Fail('WebglExtension_EXT_frag_depth', |
| ['android']) |
| self.Fail('WebglExtension_EXT_shader_texture_lod', |
| ['android']) |
| self.Fail('WebglExtension_WEBGL_compressed_texture_astc', |
| ['android']) |
| self.Fail('WebglExtension_WEBGL_compressed_texture_pvrtc', |
| ['android']) |
| self.Fail('WebglExtension_WEBGL_compressed_texture_s3tc', |
| ['android']) |
| self.Fail('WebglExtension_WEBGL_depth_texture', |
| ['android']) |
| self.Fail('WebglExtension_WEBGL_draw_buffers', |
| ['android', 'no_passthrough']) |
| |
| # ======================== |
| # Conformance expectations |
| # ======================== |
| # Fails on all platforms |
| |
| # Need to add detection of feedback loops with multiple render targets. |
| self.Fail('conformance/extensions/webgl-draw-buffers-feedback-loop.html', |
| bug=1619) # angle bug ID |
| |
| # We need to add WebGL 1 check in command buffer that format/type from |
| # TexSubImage2D have to match the current texture's. |
| self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', |
| bug=625738) |
| |
| # canvas.commit() promise synchronization isn't fully reliable yet. |
| self.Fail('conformance/offscreencanvas/offscreencanvas-resize.html', |
| bug=709484) |
| |
| self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', |
| bug=1966) # angle bug ID |
| |
| # Passthrough command decoder |
| self.Fail('conformance/extensions/ext-sRGB.html', |
| ['passthrough'], bug=679696) |
| self.Fail('conformance/extensions/webgl-draw-buffers.html', |
| ['passthrough'], bug=1523) # angle bug ID |
| self.Fail('conformance/glsl/misc/shaders-with-name-conflicts.html', |
| ['passthrough'], bug=1639) # angle bug ID |
| self.Fail('conformance/misc/invalid-passed-params.html', |
| ['passthrough'], bug=1639) # angle bug ID |
| self.Fail('conformance/misc/uninitialized-test.html', |
| ['passthrough'], bug=1635) # angle bug ID |
| self.Fail('conformance/reading/read-pixels-test.html', |
| ['passthrough'], bug=1639) # angle bug ID |
| self.Fail('conformance/renderbuffers/renderbuffer-initialization.html', |
| ['passthrough'], bug=1635) # angle bug ID |
| self.Fail('conformance/textures/misc/texture-mips.html', |
| ['passthrough'], bug=665518) |
| self.Skip('conformance/textures/canvas/*', |
| ['passthrough'], bug=1932) # angle bug ID |
| self.Skip('conformance/textures/video/*', |
| ['passthrough'], bug=1932) # angle bug ID |
| self.Skip('conformance/textures/image_bitmap_from_canvas/*', |
| ['passthrough'], bug=1932) # angle bug ID |
| self.Skip('conformance/textures/webgl_canvas/*', |
| ['passthrough'], bug=1932) # angle bug ID |
| self.Skip('conformance/extensions/oes-texture-float-with-canvas.html', |
| ['passthrough'], bug=1932) # angle bug ID |
| self.Skip('conformance/extensions/oes-texture-float-with-video.html', |
| ['passthrough'], bug=1932) # angle bug ID |
| |
| # Passthrough command decoder / OpenGL |
| self.Fail('conformance/buffers/buffer-uninitialized.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/extensions/' + |
| 'webgl-draw-buffers-framebuffer-unsupported.html', |
| ['passthrough', 'opengl'], bug=682745) |
| self.Fail('conformance/glsl/misc/shader-with-non-reserved-words.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/renderbuffers/framebuffer-test.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/textures/misc/copy-tex-image-and-sub-image-2d.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/textures/misc/copytexsubimage2d-subrects.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/textures/misc/copytexsubimage2d-large-partial-' + |
| 'copy-corruption.html', ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/textures/misc/gl-teximage.html', |
| ['passthrough', 'opengl'], bug=665521) |
| self.Fail('conformance/textures/misc/texture-fakeblack.html', |
| ['passthrough', 'opengl'], bug=665521) |
| |
| # Passthrough command decoder / OpenGL / Intel |
| self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| ['passthrough', 'opengl', 'intel'], bug=665521) |
| self.Fail('conformance/textures/misc/texture-attachment-formats.html', |
| ['passthrough', 'opengl', 'intel'], bug=665521) |
| |
| # Passthrough command decoder / OpenGL / AMD |
| self.Fail('conformance/glsl/constructors/glsl-construct-mat2.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| self.Fail('conformance/glsl/constructors/' + |
| 'glsl-construct-vec-mat-corner-cases.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| self.Fail('conformance/glsl/constructors/' + |
| 'glsl-construct-vec-mat-index.html', |
| ['passthrough', 'opengl', 'amd', 'linux'], bug=665521) |
| self.Fail('conformance/glsl/misc/shader-struct-scope.html', |
| ['passthrough', 'opengl', 'amd', 'linux'], bug=665521) |
| self.Skip('conformance/glsl/misc/shaders-with-invariance.html', |
| ['passthrough', 'opengl', 'amd', 'linux'], bug=1007) # angle bug ID |
| self.Fail('conformance/glsl/misc/struct-nesting-of-variable-names.html', |
| ['passthrough', 'opengl', 'amd', 'linux'], bug=665521) |
| self.Fail('conformance/renderbuffers/framebuffer-state-restoration.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| self.Fail('conformance/uniforms/out-of-bounds-uniform-array-access.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| self.Fail('conformance/textures/misc/texture-attachment-formats.html', |
| ['passthrough', 'opengl', 'amd'], bug=665521) |
| |
| # Passthrough command decoder / D3D11 |
| self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html', |
| ['passthrough', 'd3d11'], bug=1639) # angle bug ID |
| self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| ['passthrough', 'd3d11'], bug=602688) |
| self.Fail('conformance/textures/misc/copy-tex-image-and-sub-image-2d.html', |
| ['passthrough', 'd3d11'], bug=1639) # angle bug ID |
| self.Fail('conformance/textures/misc/texture-attachment-formats.html', |
| ['passthrough', 'd3d11'], bug=602688) |
| |
| # Win / AMD / Passthrough command decoder / D3D11 |
| self.Flaky('conformance/textures/misc/copytexsubimage2d-subrects.html', |
| ['win', 'amd', 'passthrough', 'd3d11'], bug=685232) |
| |
| # Win failures |
| # Note that the following test seems to pass, but it may still be flaky. |
| self.Fail('conformance/glsl/constructors/' + |
| 'glsl-construct-vec-mat-index.html', |
| ['win'], bug=525188) |
| self.Fail('conformance/rendering/point-specific-shader-variables.html', |
| ['win'], bug=616335) |
| self.Fail('deqp/data/gles2/shaders/functions.html', |
| ['win'], bug=478572) |
| |
| # Win NVIDIA failures |
| self.Flaky('conformance/textures/misc/texture-npot-video.html', |
| ['win', 'nvidia', 'no_passthrough'], bug=626524) |
| self.Flaky('conformance/textures/misc/texture-upload-size.html', |
| ['win', 'nvidia'], bug=630860) |
| self.Fail('conformance/extensions/ext-sRGB.html', |
| ['win', 'nvidia', 'no_passthrough'], bug=679696) |
| |
| # Win10 / NVIDIA Quadro P400 / D3D9 failures |
| self.Fail('conformance/canvas/drawingbuffer-static-canvas-test.html', |
| ['win10', ('nvidia', 0x1cb3), 'd3d9'], bug=680754) |
| self.Fail('conformance/canvas/' + |
| 'framebuffer-bindings-affected-by-to-data-url.html', |
| ['win10', ('nvidia', 0x1cb3), 'd3d9'], bug=680754) |
| self.Fail('conformance/limits/gl-max-texture-dimensions.html', |
| ['win10', ('nvidia', 0x1cb3)], bug=715001) |
| self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html', |
| ['win10', ('nvidia', 0x1cb3), 'd3d9'], bug=680754) |
| |
| # Win10 / NVIDIA Quadro P400 / D3D11 failures |
| self.Flaky('conformance/textures/image_bitmap_from_video/' + |
| 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', |
| ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| self.Flaky('conformance/textures/image_bitmap_from_video/' + |
| 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', |
| ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| |
| # Win7 / Intel failures |
| self.Fail('conformance/textures/misc/' + |
| 'copy-tex-image-and-sub-image-2d.html', |
| ['win7', 'intel', 'no_passthrough']) |
| |
| # Win7 / NVIDIA D3D9 failures |
| self.Flaky('conformance/canvas/canvas-test.html', |
| ['win7', 'nvidia', 'd3d9'], bug=690248) |
| |
| # Win / AMD flakiness seen on new tryservers. |
| # It's unfortunate that this suppression needs to be so broad, but |
| # basically any test that uses readPixels is potentially flaky, and |
| # it's infeasible to suppress individual failures one by one. |
| self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419) |
| |
| # Win AMD failures |
| # This test is probably flaky on all AMD, but only visible on the |
| # new AMD (the whole test suite is flaky on the old config). |
| # Mark as Fail since it often flakes in all 3 retries |
| self.Fail('conformance/extensions/oes-texture-half-float.html', |
| ['win', 'no_passthrough', ('amd', 0x6613)], bug=653533) |
| |
| # Win / AMD D3D9 failures |
| self.Fail('conformance/extensions/angle-instanced-arrays.html', |
| ['win', 'amd', 'd3d9'], bug=475095) |
| self.Fail('conformance/rendering/more-than-65536-indices.html', |
| ['win', 'amd', 'd3d9'], bug=475095) |
| |
| # Win / D3D9 failures |
| # Skipping these two tests because they're causing assertion failures. |
| self.Skip('conformance/extensions/oes-texture-float-with-canvas.html', |
| ['win', 'd3d9', 'no_passthrough'], bug=896) # angle bug ID |
| self.Skip('conformance/extensions/oes-texture-half-float-with-canvas.html', |
| ['win', 'd3d9', 'no_passthrough'], bug=896) # angle bug ID |
| self.Fail('conformance/glsl/bugs/floor-div-cos-should-not-truncate.html', |
| ['win', 'd3d9'], bug=1179) # angle bug ID |
| # The functions test have been persistently flaky on D3D9 |
| self.Flaky('conformance/glsl/functions/*', |
| ['win', 'd3d9'], bug=415609) |
| self.Flaky('conformance/glsl/matrices/glsl-mat4-to-mat3.html', |
| ['win', 'd3d9'], bug=617148) |
| self.Flaky('conformance/glsl/matrices/glsl-mat3-construction.html', |
| ['win', 'd3d9'], bug=617148) |
| self.Skip('conformance/glsl/misc/large-loop-compile.html', |
| ['win', 'd3d9'], bug=674572) |
| |
| # WIN / D3D9 / Intel failures |
| self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html', |
| ['win', 'intel', 'd3d9'], bug=540538) |
| |
| # WIN / OpenGL / NVIDIA failures |
| self.Fail('conformance/textures/misc/texture-size.html', |
| ['win10', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', |
| ['win10', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| self.Fail('conformance/textures/misc/texture-size-limit.html', |
| ['win10', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| |
| # Mark ANGLE's OpenGL as flaky on Windows Nvidia |
| self.Flaky('conformance/*', ['win', 'nvidia', 'opengl'], bug=582083) |
| |
| # Win / OpenGL / AMD failures |
| self.Skip('conformance/attribs/gl-bindAttribLocation-aliasing.html', |
| ['win', 'amd', 'opengl'], bug=649824) |
| self.Flaky('conformance/attribs/gl-bindAttribLocation-matrix.html', |
| ['win', ('amd', 0x6779), 'opengl'], bug=649824) |
| self.Flaky('conformance/attribs/gl-bindAttribLocation-repeated.html', |
| ['win', ('amd', 0x6779), 'opengl'], bug=649824) |
| self.Fail('conformance/extensions/webgl-draw-buffers.html', |
| ['win', ('amd', 0x6779), 'opengl', 'no_passthrough'], bug=649824) |
| self.Skip('conformance/glsl/misc/shader-struct-scope.html', |
| ['win', 'amd', 'opengl'], bug=1007) # angle bug ID |
| self.Skip('conformance/glsl/misc/shaders-with-invariance.html', |
| ['win', 'amd', 'opengl', 'no_passthrough'], bug=1007) # angle bug ID |
| self.Fail('conformance/glsl/misc/struct-nesting-of-variable-names.html', |
| ['win', 'amd', 'opengl'], bug=1007) # angle bug ID |
| self.Fail('conformance/rendering/clipping-wide-points.html', |
| ['win', 'amd', 'opengl'], bug=1506) # angle bug ID |
| |
| # Mark ANGLE's OpenGL as flaky on Windows Amd |
| self.Flaky('conformance/*', ['win', 'amd', 'opengl'], bug=582083) |
| |
| # Win / OpenGL / Intel failures |
| self.Fail('conformance/glsl/functions/glsl-function-normalize.html', |
| ['win', 'intel', 'opengl'], bug=1007) # angle bug ID |
| self.Fail('conformance/glsl/misc/shader-struct-scope.html', |
| ['win', 'intel', 'opengl'], bug=1007) # angle bug ID |
| self.Fail('conformance/uniforms/uniform-default-values.html', |
| ['win', 'intel', 'opengl'], bug=1007) # angle bug ID |
| self.Fail('conformance/glsl/bugs/sampler-struct-function-arg.html', |
| ['win10', 'intel', 'opengl'], bug=1007) # angle bug ID |
| self.Fail('conformance/glsl/variables/gl-pointcoord.html', |
| ['win10', 'intel', 'opengl'], bug=1007) # angle bug ID |
| |
| # Win / OpenGL / Intel HD 530 failures |
| self.Fail('conformance/canvas/draw-webgl-to-canvas-test.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/extensions/angle-instanced-arrays.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/extensions/ext-sRGB.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| self.Fail('conformance/extensions/ext-shader-texture-lod.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| self.Fail('conformance/extensions/oes-texture-float-with-canvas.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| self.Fail('conformance/extensions/oes-texture-half-float.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| self.Fail('conformance/extensions/oes-texture-half-float-with-canvas.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| self.Fail('conformance/extensions/oes-vertex-array-object.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/glsl/bugs/' + |
| 'array-of-struct-with-int-first-position.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/glsl/bugs/constant-precision-qualifier.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/glsl/matrices/matrix-compound-multiply.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/more/conformance/webGLArrays.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/ogles/GL/struct/struct_049_to_056.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/renderbuffers/framebuffer-state-restoration.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/rendering/draw-with-changing-start-vertex-bug.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/textures/image_bitmap_from_canvas/' + |
| 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/textures/image_bitmap_from_canvas/' + |
| 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', |
| ['win10', 'intel', 'opengl'], bug=680797) |
| self.Fail('conformance/textures/misc/texture-fakeblack.html', |
| ['win10', 'intel', 'opengl', 'no_passthrough'], bug=680797) |
| |
| # Win / Intel / Passthrough command decoder |
| self.Flaky('conformance/renderbuffers/framebuffer-state-restoration.html', |
| ['win', 'intel', 'passthrough', 'd3d11'], bug=602688) |
| self.Fail('conformance/textures/misc/' + |
| 'copytexsubimage2d-large-partial-copy-corruption.html', |
| ['win', 'intel', 'passthrough', 'd3d11'], bug=602688) |
| self.Fail('conformance/textures/misc/copytexsubimage2d-subrects.html', |
| ['win10', 'intel', 'passthrough', 'd3d11'], bug=685232) |
| |
| # Mac failures |
| self.Flaky('conformance/extensions/oes-texture-float-with-video.html', |
| ['mac', 'no_passthrough'], bug=599272) |
| |
| # Mac AMD failures |
| self.Fail('conformance/glsl/bugs/bool-type-cast-bug-int-float.html', |
| ['mac', 'amd'], bug=483282) |
| self.Fail('conformance/extensions/webgl-draw-buffers.html', |
| ['mac', 'amd', 'no_passthrough'], bug=625365) |
| self.Fail('conformance/rendering/clipping-wide-points.html', |
| ['mac', 'amd'], bug=642822) |
| |
| # Mac Retina NVidia failures |
| self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html', |
| ['mac', ('nvidia', 0xfe9)], bug=635081) |
| self.Fail('conformance/programs/' + |
| 'gl-bind-attrib-location-long-names-test.html', |
| ['mac', ('nvidia', 0xfe9)], bug=635081) |
| self.Fail('conformance/programs/gl-bind-attrib-location-test.html', |
| ['mac', ('nvidia', 0xfe9)], bug=635081) |
| self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| ['mac', ('nvidia', 0xfe9), 'no_passthrough'], bug=635081) |
| self.Fail('conformance/textures/misc/tex-input-validation.html', |
| ['mac', ('nvidia', 0xfe9)], bug=635081) |
| |
| # Linux failures |
| self.Fail('conformance/extensions/webgl-compressed-texture-astc.html', |
| ['linux', 'intel'], bug=680675) |
| |
| # NVIDIA |
| self.Flaky('conformance/extensions/oes-element-index-uint.html', |
| ['linux', 'nvidia', 'no_passthrough'], bug=524144) |
| self.Flaky('conformance/textures/image/' + |
| 'tex-2d-rgb-rgb-unsigned_byte.html', |
| ['linux', 'nvidia'], bug=596622) |
| self.Fail('conformance/glsl/bugs/unary-minus-operator-float-bug.html', |
| ['linux', 'nvidia'], bug=672380) |
| |
| # NVIDIA P400 OpenGL |
| self.Fail('conformance/limits/gl-max-texture-dimensions.html', |
| ['linux', ('nvidia', 0x1cb3)], bug=715001) |
| self.Fail('conformance/textures/misc/texture-size.html', |
| ['linux', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', |
| ['linux', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| self.Fail('conformance/textures/misc/texture-size-limit.html', |
| ['linux', ('nvidia', 0x1cb3), 'opengl'], bug=703779) |
| |
| # AMD |
| self.Flaky('conformance/more/functions/uniformi.html', |
| ['linux', 'amd'], bug=550989) |
| self.Fail('conformance/rendering/clipping-wide-points.html', |
| ['linux', 'amd'], bug=642822) |
| |
| # AMD Radeon 6450 and/or R7 240 |
| self.Fail('conformance/extensions/angle-instanced-arrays.html', |
| ['linux', 'amd', 'no_angle'], bug=479260) |
| self.Flaky('conformance/extensions/ext-texture-filter-anisotropic.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| self.Flaky('conformance/glsl/misc/shader-struct-scope.html', |
| ['linux', ('amd', 0x6779), 'no_passthrough'], bug=436212) |
| self.Flaky('conformance/glsl/misc/struct-nesting-of-variable-names.html', |
| ['linux', ('amd', 0x6779), 'no_passthrough'], bug=436212) |
| self.Flaky('conformance/rendering/point-size.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| self.Flaky('conformance/textures/misc/texture-sub-image-cube-maps.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| self.Flaky('conformance/more/functions/uniformf.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| self.Fail('conformance/glsl/misc/shaders-with-invariance.html', |
| ['linux', 'amd', 'no_passthrough'], bug=479952) |
| self.Flaky('conformance/textures/misc/texture-mips.html', |
| ['linux', ('amd', 0x6779), 'no_passthrough'], bug=479981) |
| self.Flaky('conformance/textures/misc/texture-size-cube-maps.html', |
| ['linux', ('amd', 0x6779)], bug=479983) |
| self.Flaky('conformance/uniforms/uniform-default-values.html', |
| ['linux', ('amd', 0x6779)], bug=482013) |
| self.Flaky('conformance/glsl/samplers/glsl-function-texture2dlod.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| self.Flaky('conformance/glsl/samplers/glsl-function-texture2dprojlod.html', |
| ['linux', ('amd', 0x6779)], bug=436212) |
| # Intel |
| # See https://bugs.freedesktop.org/show_bug.cgi?id=94477 |
| self.Skip('conformance/glsl/bugs/temp-expressions-should-not-crash.html', |
| ['linux', 'intel'], bug=540543) # GPU timeout |
| # Fixed on Mesa 12.0 |
| self.Fail('conformance/rendering/clipping-wide-points.html', |
| ['linux', 'intel'], bug=642822) |
| |
| self.Fail('WebglExtension_EXT_disjoint_timer_query', |
| ['linux', 'intel'], bug=687210) |
| |
| #################### |
| # Android failures # |
| #################### |
| |
| self.Fail('conformance/glsl/bugs/sequence-operator-evaluation-order.html', |
| ['android'], bug=478572) |
| # The following test is very slow and therefore times out on Android bot. |
| self.Skip('conformance/rendering/multisample-corruption.html', |
| ['android']) |
| |
| self.Fail('conformance/textures/misc/' + |
| 'copytexsubimage2d-large-partial-copy-corruption.html', |
| ['android', 'no_passthrough'], bug=679697) |
| # The following WebView crashes are causing problems with further |
| # tests in the suite, so skip them for now. |
| self.Skip('conformance/textures/video/' + |
| 'tex-2d-rgb-rgb-unsigned_byte.html', |
| ['android', 'android-webview-instrumentation'], bug=352645) |
| self.Skip('conformance/textures/video/' + |
| 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html', |
| ['android', 'android-webview-instrumentation'], bug=352645) |
| self.Skip('conformance/textures/video/' + |
| 'tex-2d-rgba-rgba-unsigned_byte.html', |
| ['android', 'android-webview-instrumentation'], bug=352645) |
| self.Skip('conformance/textures/video/' + |
| 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', |
| ['android', 'android-webview-instrumentation'], bug=352645) |
| self.Skip('conformance/textures/video/' + |
| 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', |
| ['android', 'android-webview-instrumentation'], bug=352645) |
| self.Skip('conformance/textures/misc/texture-npot-video.html', |
| ['android', 'android-webview-instrumentation', 'no_passthrough'], |
| bug=352645) |
| # This crashes in Android WebView on the Nexus 6, preventing the |
| # suite from running further. Rather than add multiple |
| # suppressions, skip it until it's passing at least in content |
| # shell. |
| self.Skip('conformance/extensions/oes-texture-float-with-video.html', |
| ['android', 'qualcomm', 'no_passthrough'], bug=499555) |
| |
| # Nexus 5 |
| self.Fail('conformance/extensions/angle-instanced-arrays.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/extensions/ext-texture-filter-anisotropic.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/extensions/webgl-compressed-texture-atc.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/bugs/' + |
| 'array-of-struct-with-int-first-position.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/bugs/gl-fragcoord-multisampling-bug.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/bugs/qualcomm-loop-with-continue-crash.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=527761) |
| self.Fail('conformance/glsl/bugs/sampler-struct-function-arg.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/bugs/struct-constructor-highp-bug.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=559342) |
| self.Fail('conformance/glsl/matrices/glsl-mat4-to-mat3.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/misc/shader-struct-scope.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/misc/' + |
| 'shader-with-vec4-vec3-vec4-conditional.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('conformance/glsl/misc/shaders-with-invariance.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330'), 'no_passthrough'], |
| bug=611943) |
| self.Fail('conformance/glsl/misc/struct-equals.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=611943) |
| self.Fail('deqp/data/gles2/shaders/linkage.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=478572) |
| self.Fail('WebglExtension_OES_texture_float_linear', |
| ['android', ('qualcomm', 'Adreno (TM) 330'), 'no_passthrough']) |
| self.Fail('conformance/more/functions/vertexAttribPointerBadArgs.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=678850) |
| self.Fail('conformance/attribs/gl-vertexattribpointer.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=678850) |
| self.Fail('conformance/glsl/bugs/' + |
| 'varying-arrays-should-not-be-reversed.html', |
| ['android', ('qualcomm', 'Adreno (TM) 330')], bug=709704) |
| |
| # Nexus 5X |
| # This one is causing intermittent timeouts on the device, and it |
| # looks like when that happens, the next test also always times |
| # out. Skip it for now until it's fixed and running reliably. |
| self.Skip('conformance/extensions/oes-texture-half-float-with-video.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418'), 'no_passthrough'], |
| bug=609883) |
| self.Fail('conformance/extensions/webgl-compressed-texture-atc.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418')], bug=609883) |
| self.Fail('conformance/glsl/bugs/sampler-struct-function-arg.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418')], bug=609883) |
| # This test is skipped because it is crashing the GPU process. |
| self.Skip('conformance/glsl/misc/shader-with-non-reserved-words.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418'), 'no_passthrough'], |
| bug=609883) |
| self.Flaky('conformance/textures/image_bitmap_from_video/' + |
| 'tex-2d-rgb-rgb-unsigned_byte.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418')], bug=716496) |
| self.Fail('conformance/uniforms/uniform-samplers-test.html', |
| ['android', ('qualcomm', 'Adreno (TM) 418'), 'no_passthrough'], |
| bug=610951) |
| self.Fail('WebglExtension_EXT_sRGB', |
| ['android', ('qualcomm', 'Adreno (TM) 418')], bug=610951) |
| |
| # Nexus 6 (Adreno 420) and 6P (Adreno 430) |
| self.Fail('conformance/context/' + |
| 'context-attributes-alpha-depth-stencil-antialias.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555) |
| self.Fail('conformance/context/context-size-change.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=611945) |
| self.Fail('conformance/context/premultiplyalpha-test.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555) |
| self.Fail('conformance/extensions/webgl-compressed-texture-atc.html', |
| ['android', |
| ('qualcomm', 'Adreno (TM) 420'), |
| ('qualcomm', 'Adreno (TM) 430')], bug=611945) |
| self.Fail('conformance/glsl/bugs/gl-fragcoord-multisampling-bug.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=611945) |
| self.Fail('conformance/glsl/bugs/qualcomm-crash.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=611945) |
| self.Fail('conformance/glsl/bugs/sampler-struct-function-arg.html', |
| ['android', |
| ('qualcomm', 'Adreno (TM) 420'), |
| ('qualcomm', 'Adreno (TM) 430')], bug=611945) |
| # This test is skipped because running it causes a future test to fail. |
| # The list of tests which may be that future test is very long. It is |
| # almost (but not quite) every webgl conformance test. |
| self.Skip('conformance/glsl/misc/shader-struct-scope.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=614550) |
| self.Fail('conformance/glsl/misc/shaders-with-invariance.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420'), 'no_passthrough'], |
| bug=611945) |
| # bindBufferBadArgs is causing the GPU thread to crash, taking |
| # down the WebView shell, causing the next test to fail and |
| # subsequent tests to be aborted. |
| self.Skip('conformance/more/functions/bindBufferBadArgs.html', |
| ['android', 'android-webview-instrumentation', |
| ('qualcomm', 'Adreno (TM) 420')], bug=499874) |
| self.Fail('conformance/rendering/gl-scissor-test.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555) |
| self.Fail('conformance/rendering/gl-viewport-test.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=611945) |
| self.Fail('conformance/textures/misc/' + |
| 'copy-tex-image-and-sub-image-2d.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420'), 'no_passthrough'], |
| bug=499555) |
| self.Fail('conformance/uniforms/uniform-samplers-test.html', |
| ['android', ('qualcomm', 'Adreno (TM) 430'), 'no_passthrough'], |
| bug=663071) |
| self.Fail('conformance/offscreencanvas/' + |
| 'context-attribute-preserve-drawing-buffer.html', |
| ['android', ('qualcomm', 'Adreno (TM) 420')], bug=693135) |
| self.Fail('WebglExtension_EXT_sRGB', |
| ['android', |
| ('qualcomm', 'Adreno (TM) 420'), ('qualcomm', 'Adreno (TM) 430')]) |
| |
| # Nexus 9 |
| self.Fail('deqp/data/gles2/shaders/functions.html', |
| ['android', 'nvidia'], bug=478572) |
| self.Fail('conformance/glsl/bugs/multiplication-assignment.html', |
| ['android', 'nvidia'], bug=606096) |
| self.Fail('WebglExtension_WEBGL_compressed_texture_atc', |
| ['android', ('nvidia', 'NVIDIA Tegra')]) |
| |
| # Pixel C |
| self.Fail('conformance/glsl/bugs/constant-precision-qualifier.html', |
| ['android', 'android-chromium', |
| ('nvidia', 'NVIDIA Tegra')], bug=624621) |
| |
| ############ |
| # ChromeOS # |
| ############ |
| |
| # ChromeOS: affecting all devices. |
| self.Fail('conformance/extensions/webgl-depth-texture.html', |
| ['chromeos', 'no_passthrough'], bug=382651) |
| |
| # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...) |
| # We will just include pinetrail here for now as we don't want to list |
| # every single Intel device ID. |
| self.Fail('conformance/glsl/misc/empty_main.vert.html', |
| ['chromeos', 'intel'], bug=375556) |
| self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
| ['chromeos', 'intel'], bug=375556) |
| self.Fail('conformance/glsl/misc/shaders-with-varyings.html', |
| ['chromeos', 'intel'], bug=375556) |
| self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| ['chromeos', 'intel', 'no_passthrough'], bug=375556) |
| self.Fail('conformance/textures/misc/texture-size-limit.html', |
| ['chromeos', 'intel'], bug=385361) |
| |
| # ChromeOS: pinetrail (alex, mario, zgb). |
| self.Fail('conformance/attribs/gl-vertex-attrib-render.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/glsl/functions/glsl-function-atan-xy.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/glsl/functions/glsl-function-cos.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/glsl/functions/glsl-function-sin.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/glsl/variables/gl-frontfacing.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/limits/gl-max-texture-dimensions.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/acos/acos_001_to_006.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/asin/asin_001_to_006.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/build/build_009_to_016.html', |
| ['chromeos', ('intel', 0xa011)], bug=378938) |
| self.Fail('conformance/ogles/GL/control_flow/control_flow_001_to_008.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/discard/discard_001_to_002.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_001_to_008.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_065_to_072.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_081_to_088.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_097_to_104.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_105_to_112.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_113_to_120.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/functions/functions_121_to_126.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail( |
| 'conformance/ogles/GL/gl_FrontFacing/gl_FrontFacing_001_to_001.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/log/log_001_to_008.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/log2/log2_001_to_008.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/normalize/normalize_001_to_006.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/ogles/GL/sin/sin_001_to_006.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/rendering/point-size.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/rendering/polygon-offset.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/textures/misc/texture-mips.html', |
| ['chromeos', ('intel', 0xa011), 'no_passthrough'], bug=375554) |
| self.Fail('conformance/textures/misc/texture-npot.html', |
| ['chromeos', ('intel', 0xa011), 'no_passthrough'], bug=375554) |
| self.Fail('conformance/textures/misc/texture-npot-video.html', |
| ['chromeos', ('intel', 0xa011), 'no_passthrough'], bug=375554) |
| self.Fail('conformance/textures/misc/texture-size.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
| self.Skip('conformance/uniforms/uniform-default-values.html', |
| ['chromeos', ('intel', 0xa011)], bug=375554) |
