ci/intel: Add test jobs for dEQP.

This covers dEQP-EGL, GL, and GLES on GLK, APL (BXT), and AML-Y
Chromebooks.  The GLES tests are fractional runs on some boards to keep
the pipeline time down.  Flakes are reported to #intel-ci on freenode.

Reviewed-by: Tomeu Vizoso <tomeu.vizoso@collabora.com>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/10438>
This commit is contained in:
Eric Anholt 2021-03-01 13:03:48 -08:00 committed by Marge Bot
parent d9e64cb2d7
commit aa4f132d51
10 changed files with 276 additions and 12 deletions

View File

@ -6,7 +6,7 @@
variables:
GIT_STRATEGY: none # testing doesn't build anything from source
ENV_VARS: "DEQP_PARALLEL=6"
FIXED_ENV_VARS: "CI_PIPELINE_ID=${CI_PIPELINE_ID} CI_JOB_ID=${CI_JOB_ID} CI_PAGES_DOMAIN=${CI_PAGES_DOMAIN} CI_PROJECT_NAME=${CI_PROJECT_NAME} CI_PROJECT_PATH=${CI_PROJECT_PATH} CI_PROJECT_ROOT_NAMESPACE=${CI_PROJECT_ROOT_NAMESPACE} CI_JOB_JWT=${CI_JOB_JWT} CI_SERVER_URL=${CI_SERVER_URL} DRIVER_NAME=${DRIVER_NAME} FDO_UPSTREAM_REPO=${FDO_UPSTREAM_REPO} PIGLIT_NO_WINDOW=1 PIGLIT_REPLAY_UPLOAD_TO_MINIO=1 MINIO_HOST=${MINIO_HOST} LAVA_TEST_SCRIPT=${LAVA_TEST_SCRIPT} TEST_SUITE=${TEST_SUITE}"
FIXED_ENV_VARS: "CI_PIPELINE_ID=${CI_PIPELINE_ID} CI_JOB_ID=${CI_JOB_ID} CI_PAGES_DOMAIN=${CI_PAGES_DOMAIN} CI_PROJECT_NAME=${CI_PROJECT_NAME} CI_PROJECT_DIR=${CI_PROJECT_DIR} CI_PROJECT_PATH=${CI_PROJECT_PATH} CI_PROJECT_ROOT_NAMESPACE=${CI_PROJECT_ROOT_NAMESPACE} CI_JOB_JWT=${CI_JOB_JWT} CI_SERVER_URL=${CI_SERVER_URL} DRIVER_NAME=${DRIVER_NAME} FDO_UPSTREAM_REPO=${FDO_UPSTREAM_REPO} PIGLIT_NO_WINDOW=1 PIGLIT_REPLAY_UPLOAD_TO_MINIO=1 MINIO_HOST=${MINIO_HOST} LAVA_TEST_SCRIPT=${LAVA_TEST_SCRIPT} TEST_SUITE=${TEST_SUITE} VK_DRIVER=${VK_DRIVER} FLAKES_CHANNEL=${FLAKES_CHANNEL}"
DEQP_VERSION: gles2
ARTIFACTS_PREFIX: "https://${MINIO_HOST}/mesa-lava"
MESA_URL: "http://caching-proxy/cache/?uri=https://${MINIO_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}/mesa-${ARCH}.tar.gz"

View File

@ -96,6 +96,8 @@ actions:
- cd /
- wget -S --progress=dot:giga -O- {{ mesa_url }} | tar -xz
- mkdir -p $CI_PROJECT_DIR
- ln -sf /install $CI_PROJECT_DIR/install
- export DEQP_NO_SAVE_RESULTS=1
- export GPU_VERSION={{ gpu_version }}

View File

@ -321,6 +321,21 @@
when: on_success
- when: never
.anv-rules:
stage: intel
rules:
- *ignore_scheduled_pipelines
- changes:
*mesa_core_file_list
when: on_success
- changes:
*vulkan_file_list
when: on_success
- changes:
- src/intel/**/*
when: on_success
- when: never
# Unfortunately YAML doesn't let us concatenate arrays, so we have to do the
# rules duplication manually
.windows-build-rules:

View File

@ -0,0 +1,42 @@
# These line rasterization failures are waived in the CTS
dEQP-GLES2.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.rbo_singlesample.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.texture_2d.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.lines_wide,Fail
# https://gitlab.freedesktop.org/mesa/mesa/-/issues/4167
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.10x10,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.10x5,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.10x6,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.10x8,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.12x10,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.12x12,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.4x4,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.5x4,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.6x5,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.6x6,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.8x5,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.8x6,Fail
dEQP-GLES3.functional.texture.compressed.astc.void_extent_ldr.8x8,Fail
KHR-GL46.get_texture_sub_image.errors_test,Fail
KHR-GL46.get_texture_sub_image.functional_test,Fail
KHR-GL46.gl_spirv.spirv_glsl_to_spirv_builtin_functions_test,Fail
KHR-GL46.shader_image_load_store.basic-api-bind,Fail
KHR-GL46.transform_feedback.capture_vertex_interleaved_test,Fail
KHR-GL46.transform_feedback.capture_vertex_separate_test,Fail
KHR-GL46.transform_feedback.discard_vertex_test,Fail
KHR-GL46.transform_feedback.draw_xfb_instanced_test,Crash
KHR-GL46.transform_feedback.draw_xfb_stream_instanced_test,Crash
KHR-GL46.transform_feedback.query_vertex_interleaved_test,Fail
KHR-GL46.transform_feedback.query_vertex_separate_test,Fail

View File

@ -0,0 +1,6 @@
# Timeouts in CI
KHR-GL46.copy_image.functional
KHR-GL46.enhanced_layouts.uniform_block_member_align_non_power_of_2
KHR-GL46.arrays_of_arrays_gl.SizedDeclarationsPrimitive
KHR-GL46.texture_swizzle.smoke
KHR-GL46.enhanced_layouts.ssb_member_align_non_power_of_2

View File

@ -0,0 +1,27 @@
# These line rasterization failures are waived in the CTS
dEQP-GLES2.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.rbo_singlesample.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.texture_2d.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.lines_wide,Fail
KHR-GL46.get_texture_sub_image.errors_test,Fail
KHR-GL46.get_texture_sub_image.functional_test,Fail
KHR-GL46.gl_spirv.spirv_glsl_to_spirv_builtin_functions_test,Fail
KHR-GL46.shader_image_load_store.basic-api-bind,Fail
KHR-GL46.transform_feedback.capture_vertex_interleaved_test,Fail
KHR-GL46.transform_feedback.capture_vertex_separate_test,Fail
KHR-GL46.transform_feedback.discard_vertex_test,Fail
KHR-GL46.transform_feedback.draw_xfb_instanced_test,Crash
KHR-GL46.transform_feedback.draw_xfb_stream_instanced_test,Crash
KHR-GL46.transform_feedback.query_vertex_interleaved_test,Fail
KHR-GL46.transform_feedback.query_vertex_separate_test,Fail

View File

@ -0,0 +1,13 @@
# 60s timeout in CI
dEQP-GLES31.functional.ubo.random.all_per_block_buffers.20
KHR-GL46.arrays_of_arrays_gl.ConstructorsAndUnsizedDeclConstructorSizing1
KHR-GL46.arrays_of_arrays_gl.ConstructorsAndUnsizedDeclConstructors1
KHR-GL46.arrays_of_arrays_gl.SizedDeclarationsPrimitive
KHR-GL46.arrays_of_arrays_gl.SubroutineFunctionCalls2
KHR-GL46.copy_image.functional
KHR-GL46.enhanced_layouts.uniform_block_member_align_non_power_of_2
KHR-GL46.enhanced_layouts.uniform_block_member_invalid_offset_alignment
KHR-GL46.enhanced_layouts.ssb_member_align_non_power_of_2
KHR-GL46.texture_swizzle.functional
KHR-GL46.texture_swizzle.smoke
KHR-GL46.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_MaxPatchVertices_Position_PointSize

View File

@ -0,0 +1,15 @@
# These line rasterization failures are waived in the CTS
dEQP-GLES2.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES2.functional.rasterization.interpolation.projected.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.rbo_singlesample.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.fbo.texture_2d.interpolation.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.basic.lines_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_loop_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.line_strip_wide,Fail
dEQP-GLES3.functional.rasterization.interpolation.projected.lines_wide,Fail

View File

@ -0,0 +1,13 @@
# 60s timeout in CI
dEQP-GLES31.functional.ubo.random.all_per_block_buffers.20
KHR-GL46.arrays_of_arrays_gl.ConstructorsAndUnsizedDeclConstructorSizing1
KHR-GL46.arrays_of_arrays_gl.ConstructorsAndUnsizedDeclConstructors1
KHR-GL46.arrays_of_arrays_gl.SizedDeclarationsPrimitive
KHR-GL46.arrays_of_arrays_gl.SubroutineFunctionCalls2
KHR-GL46.copy_image.functional
KHR-GL46.enhanced_layouts.uniform_block_member_align_non_power_of_2
KHR-GL46.enhanced_layouts.uniform_block_member_invalid_offset_alignment
KHR-GL46.enhanced_layouts.ssb_member_align_non_power_of_2
KHR-GL46.texture_swizzle.functional
KHR-GL46.texture_swizzle.smoke
KHR-GL46.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_MaxPatchVertices_Position_PointSize

View File

@ -1,33 +1,164 @@
.iris-traces:amd64:
.iris-test:
extends:
- .lava-piglit-traces:amd64
- .lava-test:amd64
- .iris-rules
variables:
ENV_VARS: "EGL_PLATFORM=surfaceless PIGLIT_PROFILES=replay PIGLIT_JUNIT_RESULTS=1"
DTB: ""
DRIVER_NAME: iris
BOOT_METHOD: depthcharge
KERNEL_IMAGE_TYPE: ""
FLAKES_CHANNEL: "#intel-ci"
tags:
- mesa-ci-aarch64-lava-collabora
iris-apl-traces:amd64:
.iris-apl-test:
extends:
- .iris-traces:amd64
- .iris-test
variables:
DEVICE_TYPE: asus-C523NA-A20057-coral
GPU_VERSION: intel-apl
GPU_VERSION: iris-apl
ENV_VARS: "DEQP_EXPECTED_RENDERER=APL"
iris-glk-traces:amd64:
.iris-glk-test:
extends:
- .iris-traces:amd64
- .iris-test
variables:
DEVICE_TYPE: hp-x360-12b-n4000-octopus
GPU_VERSION: intel-glk
GPU_VERSION: iris-glk
ENV_VARS: "DEQP_EXPECTED_RENDERER=GLK"
iris-amly-traces:amd64:
.iris-amly-test:
extends:
- .iris-traces:amd64
- .iris-test
variables:
DEVICE_TYPE: asus-C433TA-AJ0005-rammus
GPU_VERSION: iris-amly
ENV_VARS: "DEQP_EXPECTED_RENDERER=AML"
iris-apl-gles2:
extends:
- .iris-apl-test
variables:
DEQP_VERSION: gles2
iris-apl-gles3:
extends:
- .iris-apl-test
variables:
DEQP_VERSION: gles3
ENV_VARS: "DEQP_EXPECTED_RENDERER=APL DEQP_FRACTION=4"
iris-apl-gles31:
extends:
- .iris-apl-test
variables:
DEQP_VERSION: gles31
ENV_VARS: "DEQP_EXPECTED_RENDERER=APL DEQP_FRACTION=6"
# this appears to silently kill the board sometimes. Leave it as a manual job for debugging.
iris-apl-gl:
extends:
- .iris-apl-test
- .test-manual-mr
variables:
DEQP_VERSION: gl46
iris-apl-egl:
extends:
- .iris-apl-test
variables:
DEQP_VERSION: egl
iris-glk-gles2:
extends:
- .iris-glk-test
variables:
DEQP_VERSION: gles2
iris-glk-gles3:
extends:
- .iris-glk-test
variables:
DEQP_VERSION: gles3
ENV_VARS: "DEQP_EXPECTED_RENDERER=GLK DEQP_FRACTION=8"
iris-glk-gles31:
extends:
- .iris-glk-test
variables:
DEQP_VERSION: gles31
ENV_VARS: "DEQP_EXPECTED_RENDERER=GLK DEQP_FRACTION=8"
# this appears to be just unusably slow, timed out at an hour. Needs debugging,
# so leave it as a manual job.
iris-glk-gl:
extends:
- .iris-glk-test
- .test-manual-mr
variables:
DEQP_VERSION: gl46
iris-glk-egl:
extends:
- .iris-glk-test
variables:
DEQP_VERSION: egl
iris-amly-gles2:
extends:
- .iris-amly-test
variables:
DEQP_VERSION: gles2
iris-amly-gles3:
extends:
- .iris-amly-test
variables:
DEQP_VERSION: gles3
ENV_VARS: "DEQP_EXPECTED_RENDERER=AML DEQP_FRACTION=2"
iris-amly-gles31:
extends:
- .iris-amly-test
variables:
DEQP_VERSION: gles31
ENV_VARS: "DEQP_EXPECTED_RENDERER=AML DEQP_FRACTION=2"
iris-amly-gl:
extends:
- .iris-amly-test
variables:
DEQP_VERSION: gl46
iris-amly-egl:
extends:
- .iris-amly-test
variables:
DEQP_VERSION: egl
.iris-traces:
extends:
- .lava-traces-base
variables:
ENV_VARS: "EGL_PLATFORM=surfaceless PIGLIT_PROFILES=replay PIGLIT_JUNIT_RESULTS=1"
iris-apl-traces:
variables:
GPU_VERSION: intel-apl
extends:
- .iris-apl-test
- .iris-traces
iris-glk-traces:
variables:
GPU_VERSION: intel-glk
extends:
- .iris-glk-test
- .iris-traces
iris-amly-traces:
variables:
GPU_VERSION: intel-amly
extends:
- .iris-amly-test
- .iris-traces