gecko-dev/dom/canvas/test/webgl-conf/mochitest-errata.ini
Jeff Gilbert 336b801590 Bug 1289655 - Mark test.
MozReview-Commit-ID: 5jA9mZDRjYR
2016-08-01 01:20:12 -07:00

674 lines
31 KiB
INI

# *** WARNING! ***
# Modification to this file only take effect after running
# generate-wrappers-and-manifest.py
# See python/mozbuild/mozbuild/mozinfo.py for incoming data.
##########
# android_version strings
# https://en.wikipedia.org/wiki/Android_version_history
# * Android 'Gingerbread' 2.3-2.3.2: 9
# * Android 'Gingerbread' 2.3.3+: 10 ('2.3' slaves)
# * Android 'ICS' 4.0-4.0.2: 14 ('4.0' slaves, inactive)
# * Android 'ICS' 4.0.3+: 15
# * Android 'Jellybean' 4.3: 18 ('4.3' slaves)
##########
# os_version strings
# https://msdn.microsoft.com/en-us/library/windows/desktop/ms724832%28v=vs.85%29.aspx
# * Windows XP: 5.1
# * Windows XP 64-bit: 5.2
# * Windows Vista: 6.0
# * Windows 7: 6.1
# * Windows 8: 6.2
# * Windows 8.1: 6.3
# * Windows 10: 10.0
[DEFAULT]
subsuite = webgl
# Skip B2G for now, until we get a handle on the longer tail of emulator bugs.
# Bug 1136181 disabled on Mulet for intermittent failures
skip-if = os == 'b2g' || ((os == 'linux') && (buildapp == 'mulet'))
[generated/test_..__always-fail.html]
fail-if = 1
[generated/test_conformance__typedarrays__data-view-test.html]
# Test is out-of-date with spec.
fail-if = 1
[generated/test_2_conformance__typedarrays__data-view-test.html]
# Test is out-of-date with spec.
fail-if = 1
####################
# Tests requesting non-local network connections.
[generated/test_conformance__more__functions__readPixelsBadArgs.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (45.55.206.190) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__readPixelsBadArgs.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (45.55.206.190) was made.
skip-if = 1
[generated/test_conformance__more__functions__texImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (88.221.93.55) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__texImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (88.221.93.55) was made.
skip-if = 1
[generated/test_conformance__more__functions__texSubImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (184.50.232.90) was made.
skip-if = 1
[generated/test_2_conformance__more__functions__texSubImage2DHTML.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to mashable.com (184.50.232.90) was made.
skip-if = 1
[generated/test_2_conformance__textures__misc__origin-clean-conformance.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (104.131.58.36) was made.
skip-if = 1
[generated/test_conformance__textures__misc__origin-clean-conformance.html]
# (TODO) FATAL ERROR: Non-local network connections are disabled and a connection attempt to www.opengl.org (104.131.58.36) was made.
skip-if = 1
####################
# Timing out
[generated/test_conformance__uniforms__uniform-default-values.html]
# Timeout on Windows, crash on Android/Linux.
skip-if = (os == 'android') || (os == 'linux') || (os == 'win')
[generated/test_conformance__ogles__GL__mat3__mat3_001_to_006.html]
# Timeout on D3D11
skip-if = (os == 'win' && os_version != '5.1')
########################################################################
# Complicated
[generated/test_conformance__context__context-attributes-alpha-depth-stencil-antialias.html]
fail-if = (os == 'mac' && os_version == '10.6')
# Asserts on 'B2G ICS Emulator Debug' and linux debug. Crashes on Android.
skip-if = (os == 'b2g') || (os == 'linux') || (os == 'android')
[generated/test_conformance__extensions__webgl-draw-buffers.html]
fail-if = (os == 'mac')
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-bvec3.html]
# Crashes from libglsl.so
# application crashed [@ jemalloc_crash] on Android
skip-if = (os == 'linux') || (os == 'mac') || (os == 'android')
[generated/test_conformance__glsl__constructors__glsl-construct-bvec4.html]
# application crashed [@ ParseOperand::GetLogicalSize() const + 0x4]
skip-if = (os == 'linux') || (os == 'mac') || (os == 'android')
[generated/test_conformance__glsl__constructors__glsl-construct-ivec3.html]
# application crashed [@ ParseOperand::GetLogicalSize() const + 0x4]
# application crashed [@ jemalloc_crash] on Android
skip-if = (os == 'linux') || (os == 'mac') || (os == 'android')
[generated/test_conformance__glsl__constructors__glsl-construct-ivec4.html]
# Assume crashes like ivec3
skip-if = (os == 'linux') || (os == 'mac')
[generated/test_conformance__glsl__constructors__glsl-construct-mat2.html]
fail-if = (os == 'mac' && os_version == '10.6')
# Crashes on Linux ASAN
skip-if = ((os == 'linux') && asan)
[generated/test_conformance__misc__type-conversion-test.html]
fail-if = (os == 'linux')
# Resets device on Android 2.3.
# Crashes on B2G ICS Emulator, desktop Linux, and Mulet Linux x64.
skip-if = (os == 'android') || (os == 'b2g') || (os == 'linux')
[generated/test_conformance__misc__object-deletion-behaviour.html]
fail-if = (os == 'android')
# void mozilla::gl::GLContext::fDetachShader(GLuint, GLuint): Generated unexpected GL_INVALID_VALUE error. (0x0501)
skip-if = (os == 'android' && debug)
[generated/test_conformance__extensions__oes-vertex-array-object.html]
# 10.6 crash:
# PROCESS-CRASH | dom/canvas/test/webgl-conf/generated/test_conformance__extensions__oes-vertex-array-object.html | application crashed [@ gleRunVertexSubmitImmediate + 0xf24]
skip-if = (os == 'mac' && os_version == '10.6')
fail-if = (os == 'win') || (os == 'mac') || (os == 'android') || (os == 'linux')
[generated/test_conformance__textures__misc__texture-size.html]
# application crashed [@ mozilla::gl::GLContext::AfterGLCall]
skip-if = (os == 'android') || (os == 'win')
[generated/test_2_conformance__textures__misc__cube-incomplete-fbo.html]
fail-if = (os == 'mac')
skip-if = (os == 'win')
[generated/test_2_conformance__extensions__webgl-compressed-texture-s3tc.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance2__rendering__draw-buffers.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance__textures__misc__tex-image-with-format-and-type.html]
fail-if = (os == 'mac')
[generated/test_2_conformance__attribs__gl-vertexattribpointer.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance2__glsl3__forbidden-operators.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance2__vertex_arrays__vertex-array-object.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance__rendering__negative-one-index.html]
fail-if = (os == 'mac')
[generated/test_conformance__extensions__oes-texture-half-float.html]
fail-if = (os == 'mac') || (os == 'win') || (os == 'android') || (os == 'linux')
[generated/test_2_conformance2__reading__read-pixels-pack-parameters.html]
fail-if = (os == 'mac') || (os == 'win')
[generated/test_conformance__attribs__gl-vertexattribpointer.html]
fail-if = (os == 'mac') || (os == 'win') || (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__biuDepthRange__biuDepthRange_001_to_002.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__gl_FragCoord__gl_FragCoord_001_to_003.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__textures__misc__texture-size-limit.html]
fail-if = (os == 'linux') || (os == 'android')
skip-if = (os == 'linux' && asan)
[generated/test_2_conformance2__reading__read-pixels-from-fbo-test.html]
skip-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance2__misc__uninitialized-test-2.html]
skip-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance2__state__gl-object-get-calls.html]
# Hit MOZ_GL_DEBUG_ABORT_ON_ERROR on debug build
skip-if = (os == 'mac') || (os == 'win')
[generated/test_2_conformance__misc__bad-arguments-test.html]
# skip because some result logged after SimpleTest.finish()
skip-if = (os == 'mac') || (os == 'win')
[generated/test_conformance__misc__bad-arguments-test.html]
# skip because some result logged after SimpleTest.finish()
skip-if = (os == 'mac') || (os == 'win') || (os == 'linux') || (os == 'android')
[generated/test_2_conformance__glsl__constructors__glsl-construct-vec-mat-index.html]
# skip this test because finish() was called multiple times
skip-if = (os == 'mac') || (os == 'win') || (os == 'linux') || (os == 'android')
[generated/test_conformance__glsl__constructors__glsl-construct-vec-mat-index.html]
# skip this test because finish() was called multiple times
skip-if = (os == 'mac') || (os == 'win') || (os == 'linux') || (os == 'android')
[generated/test_conformance__textures__misc__cube-incomplete-fbo.html]
fail-if = (os == 'mac') || (os == 'linux')
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__sampler-struct-function-arg.html]
# Crashes
skip-if = (os == 'linux') || (os == 'android')
[generated/test_conformance__glsl__constructors__glsl-construct-bvec2.html]
# mozalloc_abort in libglsl.so
skip-if = (os == 'linux') || (os == 'android')
[generated/test_conformance__glsl__bugs__pow-of-small-constant-in-user-defined-function.html]
fail-if = (os == 'win' && os_version != '5.1')
skip-if = (os == 'android')
########################################################################
# "tst-linux{32,64}-spot-NNN" Slaves:
# Android 2.3, B2G Emu, Linux, and Mulet.
# Android: os == 'android'. (Not enough info to separate out 2.3)
# B2G Emu: os == 'b2g'.
# Linux: os == 'linux'.
# Mulet: os == 'b2g' && buildapp == 'mulet'.
[generated/test_conformance__glsl__bugs__temp-expressions-should-not-crash.html]
# Coincidentally enough, crashes on Linux and Android 4.0.
skip-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__misc__invalid-passed-params.html]
# Causes consistent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
skip-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__functions__functions_001_to_008.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__ogles__GL__sin__sin_001_to_006.html]
fail-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__reading__read-pixels-test.html]
# Causes consistent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
# Crashes near on B2G ICS Emulator.
skip-if = (os == 'android') || (os == 'linux')
[generated/test_conformance__textures__misc__texture-upload-size.html]
# application crashed [@ mozilla::WebGLTexture::TexSubImage]
skip-if = (os == 'win') || (os == 'android')
########################################################################
########################################################################
# Android
[generated/test_conformance__attribs__gl-disabled-vertex-attrib.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-linear.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-canvas.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-image.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-image-data.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-float-with-video.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-linear.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-canvas.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-image.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-image-data.html]
fail-if = (os == 'android')
[generated/test_conformance__extensions__oes-texture-half-float-with-video.html]
fail-if = (os == 'android')
[generated/test_conformance__textures__video__tex-2d-rgb-rgb-unsigned_byte.html]
fail-if = (os == 'android')
[generated/test_conformance__textures__video__tex-2d-rgb-rgb-unsigned_short_5_6_5.html]
fail-if = (os == 'android')
[generated/test_conformance__textures__video__tex-2d-rgba-rgba-unsigned_byte.html]
fail-if = (os == 'android')
[generated/test_conformance__textures__video__tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html]
# timed out crash
skip-if = (os == 'android')
[generated/test_conformance__textures__video__tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html]
# timed out
skip-if = (os == 'android')
[generated/test_conformance__canvas__buffer-offscreen-test.html]
# Causes frequent *blues*: "DMError: Remote Device Error: unable to
# connect to 127.0.0.1 after 5 attempts" on 'Android 2.3 Opt'.
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__canvas__rapid-resizing.html]
# Frequent orange crash.
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__long-expressions-should-not-crash.html]
# Crashes sometimes
skip-if = (os == 'android')
[generated/test_conformance__canvas__drawingbuffer-hd-dpi-test.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__context__context-creation.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__context__context-eviction-with-garbage-collection.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__nested-functions-should-not-crash.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__conditional-discard-optimization.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__conditional-discard-in-loop.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__floored-division-accuracy.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__variables__gl-fragcoord.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__many-draw-calls.html]
# Crashes on Android
# Times-out on DEBUG builds
skip-if = (os == 'android') || debug
[generated/test_conformance__uniforms__out-of-bounds-uniform-array-access.html]
# Crashes
skip-if = (os == 'android') || (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__samplers__glsl-function-texture2dproj.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__framebuffer-switch.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__modulo-arithmetic-accuracy.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__multiplication-assignment.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__rendering__framebuffer-texture-switch.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__array-of-struct-with-int-first-position.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__more__conformance__quickCheckAPI-D_G.html]
# void mozilla::gl::GLContext::fGenerateMipmap(GLenum): Generated unexpected GL_INVALID_ENUM error. (0x0500)
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__texture-size-cube-maps.html]
# application crashed [@ mozilla::gl::GLContext::AfterGLCall]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__texture-mips.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__logic-inside-block-without-braces.html]
# application crashed [@ MustSkipMarking<JSObject*>]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__gl-fragcoord-multisampling-bug.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__samplers__glsl-function-texture2dprojlod.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__compare-loop-index-to-uniform.html]
skip-if = (os == 'android')
[generated/test_conformance__misc__boolean-argument-conversion.html]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__texture-npot.html]
# application crashed [@ mozilla::gl::GLContext::AfterGLCall]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__texture-npot-video.html]
# application crashed [@ mozilla::layers::GLImage::GetAsSoure]
skip-if = (os == 'android')
[generated/test_conformance__glsl__functions__glsl-function-step-gentype.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__misc__shader-precision-format.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__tex-image-webgl.html]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__gl-teximage.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__sequence-operator-evaluation-order.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__fragcoord-linking-bug.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__textures__misc__texture-sub-image-cube-maps.html]
# application crashed [@ mozilla::gl::GLContext::AfterGLCall]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__struct-constructor-highp-bug.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__variables__glsl-built-ins.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__nested-loops-with-break-and-continue.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__qualcomm-crash.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__uniforms-should-not-lose-values.html]
# application crashed [@ jemalloc_crash]
skip-if = (os == 'android')
####################
# 2.3 failures
[generated/test_conformance__glsl__misc__re-compile-re-link.html]
fail-if = (os == 'android' && android_version == '10')
[generated/test_conformance__programs__program-test.html]
fail-if = (os == 'android' && android_version == '10')
[generated/test_conformance__textures__misc__tex-image-with-invalid-data.html]
skip-if = (os == 'android')
####################
# Timeouts
[generated/test_conformance__context__context-release-upon-reload.html]
skip-if = (os == 'android')
[generated/test_conformance__context__context-release-with-workers.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__misc__shader-uniform-packing-restrictions.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__bugs__complex-glsl-does-not-crash.html]
skip-if = (os == 'android')
[generated/test_conformance__glsl__misc__shader-with-non-reserved-words.html]
fail-if = (os == 'android')
# (TODO) Generates results after calling finish()
skip-if = 1
####################
# Timeout on 2.3
[generated/test_conformance__misc__delayed-drawing.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__conformance__webGLArrays.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferData.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferDataBadArgs.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferSubData.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__bufferSubDataBadArgs.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawArrays.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawArraysOutOfBounds.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawElements.html]
skip-if = (os == 'android' && android_version == '10')
[generated/test_conformance__more__functions__drawElementsBadArgs.html]
skip-if = (os == 'android' && android_version == '10')
####################
[generated/test_conformance__attribs__gl-bindAttribLocation-aliasing.html]
# OOM crash
skip-if = (os == 'android')
[generated/test_conformance__attribs__gl-bindAttribLocation-matrix.html]
# OOM crash
skip-if = (os == 'android')
[generated/test_conformance__misc__uninitialized-test.html]
# Crashes
skip-if = (os == 'android')
[generated/test_conformance__renderbuffers__framebuffer-object-attachment.html]
# Crashes
skip-if = (os == 'android')
########################################################################
########################################################################
# B2G
[generated/test_conformance__glsl__reserved___webgl_function.vert.html]
fail-if = (os == 'b2g')
[generated/test_conformance__glsl__reserved__webgl_function.vert.html]
fail-if = (os == 'b2g')
[generated/test_conformance__misc__error-reporting.html]
fail-if = (os == 'b2g')
[generated/test_conformance__programs__get-active-test.html]
fail-if = (os == 'b2g')
########################################################################
########################################################################
# Linux
[generated/test_conformance__attribs__gl-vertex-attrib-render.html]
fail-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec-mat-corner-cases.html]
# mozalloc_abort in libglsl.so
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec3.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-vec4.html]
# Inferred crash from vec3 above.
skip-if = (os == 'linux')
[generated/test_conformance__glsl__constructors__glsl-construct-ivec2.html]
# Crashes from libglsl.so
skip-if = (os == 'linux')
[generated/test_conformance__glsl__functions__glsl-function-atan.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__limits__gl-min-textures.html]
# mesa upgrade issues or task cluster issues- we just need it green; bug 1220658
skip-if = (os == 'linux')
[generated/test_conformance__ogles__GL__notEqual__notEqual_001_to_008.html]
# Crashes
skip-if = (os == 'linux')
[generated/test_conformance__ogles__GL__sign__sign_001_to_006.html]
# Crashes
skip-if = (os == 'linux')
########################################################################
########################################################################
# Mac
[generated/test_conformance__canvas__drawingbuffer-static-canvas-test.html]
# Intermittent crash on OSX.
skip-if = (os == 'mac')
[generated/test_conformance__canvas__viewport-unchanged-upon-resize.html]
# New OSX r7 machines and 10.10.5 is causing perma failure (bug 1216549)
skip-if = (os == 'mac')
[generated/test_conformance__rendering__multisample-corruption.html]
# application crashed [@ gldAttachDrawable + 0x9e0]. Also crash on Android.
skip-if = (os == 'mac') || (os == 'android') || (os == 'win')
[generated/test_2_conformance__textures__misc__copy-tex-image-2d-formats.html]
# Assertion: ""GFX: We should have caught all other errors"" in WebGLTextureUpload.cpp
skip-if = (os == 'mac')
####################
# 10.6
[generated/test_conformance__glsl__constructors__glsl-construct-mat3.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__constructors__glsl-construct-mat4.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__matrices__glsl-mat4-to-mat3.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__glsl__misc__glsl-function-nodes.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_033_to_040.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_041_to_048.html]
fail-if = (os == 'mac' && os_version == '10.6')
[generated/test_conformance__ogles__GL__struct__struct_049_to_056.html]
fail-if = (os == 'mac' && os_version == '10.6')
####################
# 10.8
[generated/test_conformance__glsl__functions__glsl-function-smoothstep-gentype.html]
fail-if = (os == 'mac' && os_version == '10.8')
[generated/test_conformance__glsl__variables__gl-pointcoord.html]
fail-if = (os == 'mac' && os_version == '10.8')
[generated/test_conformance__limits__gl-max-texture-dimensions.html]
fail-if = (os == 'mac' && os_version == '10.8')
####################
# failure on OSX
[generated/test_2_conformance__rendering__point-with-gl-pointcoord-in-fragment-shader.html]
fail-if = (os == 'mac')
[generated/test_2_conformance__glsl__variables__gl-pointcoord.html]
fail-if = (os == 'mac')
[generated/test_2_conformance2__state__gl-get-calls.html]
fail-if = (os == 'mac')
[generated/test_conformance__extensions__angle-instanced-arrays.html]
fail-if = (os == 'mac')
[generated/test_2_conformance__rendering__point-size.html]
fail-if = (os == 'mac')
[generated/test_conformance__glsl__misc__shaders-with-invariance.html]
fail-if = (os == 'mac')
[generated/test_2_conformance__glsl__misc__shaders-with-invariance.html]
fail-if = (os == 'mac')
[generated/test_2_conformance2__extensions__ext-color-buffer-float.html]
skip-if = (os == 'mac' && debug)
[generated/test_2_conformance__limits__gl-line-width.html]
skip-if = (os == 'mac')
[generated/test_2_conformance__misc__type-conversion-test.html]
skip-if = (os == 'mac' && debug)
[generated/test_2_conformance__state__gl-get-calls.html]
# Hit MOZ_GL_DEBUG_ABORT_ON_ERROR on debug build
fail-if = (os == 'mac')
skip-if = (os == 'mac' && debug)
########################################################################
########################################################################
# Win
[generated/test_2_conformance__ogles__GL__built_in_varying_array_out_of_bounds__built_in_varying_array_out_of_bounds_001_to_001.html]
# time out crash
skip-if = (os == 'win')
[generated/test_conformance__ogles__GL__built_in_varying_array_out_of_bounds__built_in_varying_array_out_of_bounds_001_to_001.html]
# time out crash
skip-if = (os == 'win')
[generated/test_2_conformance2__glsl3__vector-dynamic-indexing.html]
skip-if = (os == 'win')
[generated/test_conformance__glsl__misc__large-loop-compile.html]
fail-if = (os == 'win' && os_version == '5.1')
[generated/test_conformance__textures__misc__copy-tex-image-2d-formats.html]
skip-if = (os == 'win' && os_version == '5.1')
[generated/test_conformance__uniforms__uniform-values-per-program.html]
# Crashes on D3D11 debug.
skip-if = (os == 'win' && os_version != '5.1')
[generated/test_2_conformance2__glsl3__uniform-location-length-limits.html]
# time out crash
skip-if = (os == 'win' && debug)
[generated/test_conformance__textures__misc__tex-image-and-sub-image-2d-with-array-buffer-view.html]
# time out crash
skip-if = (os == 'win' && debug)
[generated/test_conformance__extensions__webgl-compressed-texture-size-limit.html]
# skip this because the result is not always pass
skip-if = (os == 'win')
[generated/test_2_conformance2__glsl3__loops-with-side-effects.html]
# application crashed [@ nvoglv32.dll + 0x999512]
skip-if = (os == 'win')
[generated/test_2_conformance2__attribs__gl-vertex-attrib-i-render.html]
# timed out crash
skip-if = (os == 'win')
[generated/test_2_conformance__canvas__canvas-test.html]
# this test is not always passed every time on opt and debug build
skip-if = (os == 'win')
[generated/test_2_conformance__canvas__to-data-url-test.html]
# TEST-UNEXPECTED-ERROR: Assertion count 1 is greater than expected range 0-0 assertions
skip-if = (os == 'win')
[generated/test_2_conformance__textures__misc__texture-size-cube-maps.html]
# Random failures
skip-if = (os == 'win')
[generated/test_2_conformance__ogles__GL__struct__struct_025_to_032.html]
# application crashed [@ nvoglv32.dll + 0x90b445]
skip-if = (os == 'win')
[generated/test_2_conformance__uniforms__out-of-bounds-uniform-array-access.html]
# application terminated
skip-if = (os == 'win')
[generated/test_2_conformance__textures__misc__texture-size.html]
skip-if = (os == 'win')
[generated/test_2_conformance2__query__occlusion-query.html]
skip-if = (os == 'win')
[generated/test_2_conformance2__query__query.html]
# random timed out
skip-if = (os == 'win')
[generated/test_2_conformance2__attribs__gl-vertex-attrib.html]
# random timed out
skip-if = (os == 'win')
[generated/test_2_conformance2__glsl3__short-circuiting-in-loop-condition.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__context__context-attribute-preserve-drawing-buffer.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-bvec2.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-bvec3.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-bvec4.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-ivec2.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-ivec3.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-ivec4.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-vec-mat-corner-cases.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-vec2.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-vec3.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__glsl__constructors__glsl-construct-vec4.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
[generated/test_2_conformance__textures__misc__tex-image-and-sub-image-2d-with-array-buffer-view.html]
# Failure on win7 but got passed on win7 vm
skip-if = (os == 'win' && os_version == '6.1')
####################
# failure on Windows
[generated/test_conformance__rendering__point-specific-shader-variables.html]
fail-if = (os == 'win' && os_version != '5.1')
[generated/test_2_conformance__canvas__rapid-resizing.html]
fail-if = (os == 'win')
[generated/test_conformance__glsl__bugs__floor-div-cos-should-not-truncate.html]
fail-if = (os == 'win' && os_version == '5.1')