ci/dzn: Run almost the full CTS

Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/22639>
This commit is contained in:
Jesse Natalie 2023-04-21 14:13:42 -07:00 committed by Marge Bot
parent d34ac0a70b
commit bc8f7c53af
4 changed files with 193 additions and 13 deletions

View File

@ -13,10 +13,18 @@ $jobs = ""
if ($null -ne $env:FDO_CI_CONCURRENT) {
$jobs = "--jobs", "$($env:FDO_CI_CONCURRENT)"
}
if ($env:DEQP_FRACTION -eq $null) {
$env:DEQP_FRACTION = 1
}
$env:DZN_DEBUG = "warp"
$env:MESA_VK_IGNORE_CONFORMANCE_WARNING = "true"
deqp-runner suite --suite $($suite) --output $($results) --baseline $($baseline) --testlog-to-xml C:\deqp\executor\testlog-to-xml.exe $jobs --fraction 3
deqp-runner suite --suite $($suite) `
--output $($results) `
--baseline $($baseline) `
--testlog-to-xml C:\deqp\executor\testlog-to-xml.exe `
--fraction $env:DEQP_FRACTION `
$jobs
$deqpstatus = $?
$template = "See https://$($env:CI_PROJECT_ROOT_NAMESPACE).pages.freedesktop.org/-/$($env:CI_PROJECT_NAME)/-/jobs/$($env:CI_JOB_ID)/artifacts/results/{{testcase}}.xml"

View File

@ -11,16 +11,6 @@ caselists = ["/deqp/mustpass/vk-main.txt"]
skips = ["./_install/warp-skips.txt"]
flakes = ["./_install/warp-flakes.txt"]
renderer_check = 'Microsoft Direct3D12 \(Microsoft Basic Render Driver\)'
include = [
"dEQP-VK.api.*",
"dEQP-VK.binding_model.*",
"dEQP-VK.draw.*",
"dEQP-VK.dynamic_state.*",
"dEQP-VK.geometry.*",
"dEQP-VK.image.*",
"dEQP-VK.info.*",
"dEQP-VK.memory.*",
"dEQP-VK.pipeline*cache.*",
"dEQP-VK.pipeline.vertex_input.*",
"dEQP-VK.query_pool.*",
exclude = [
"dEQP-VK.graphicsfuzz.*",
]

View File

@ -34,6 +34,7 @@ test-dozen-deqp:
GIT_STRATEGY: none # testing doesn't build anything from source
DZN_AGILITY_RELATIVE_PATH: "D3D12\\"
DZN_AGILITY_SDK_VERSION: 610
DEQP_FRACTION: 4
script:
- . _install/deqp_runner_run.ps1
artifacts:

View File

@ -112,7 +112,188 @@ dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_s
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc2_srgb_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc4_snorm_block.r32g32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgb_unorm_block.r16g16b16a16_snorm,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc2_unorm_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_srgb_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_srgb_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_unorm_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_unorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc5_unorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc6h_sfloat_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc7_srgb_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgb_srgb_block.r32g32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgb_unorm_block.r16g16b16a16_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_unorm,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc4_snorm_block.r16g16b16a16_unorm,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc4_unorm_block.r32g32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc6h_ufloat_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_unorm,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_unorm_block.r32g32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_unorm_block.r32g32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc3_srgb_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc3_unorm_block.r32g32b32a32_sint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc4_snorm_block.r16g16b16a16_unorm,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc7_srgb_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_snorm,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_unorm_block.r16g16b16a16_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc3_unorm_block.r32g32b32a32_uint,Fail
dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc6h_ufloat_block.r32g32b32a32_sint,Fail
# This is due to pretending to resolve stencil sample 0 using min
# This needs to be a blit shader instead, but that runs into problems since shader stencil export is optional
dEQP-VK.imageless_framebuffer.depth_stencil_resolve,Fail
# And this is because we don't claim to support the sample 0 resolve mode
dEQP-VK.renderpass2.depth_stencil_resolve.misc.properties,Fail
# WARP does not support "dynamically uniform" control flow for barriers (yet, anyway)
dEQP-VK.compute.basic.branch_past_barrier,Fail
# WARP produces inf instead of a very-large float for exp2 of a value very close to 128.0
dEQP-VK.glsl.builtin.precision.pow.highp.vec4,Fail
# DXIL does not have a way to express these yet. Hopefully incoming with shader model 6.8
# See https://github.com/microsoft/hlsl-specs/issues/30
dEQP-VK.glsl.texture_functions.texture.sampler1darrayshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.texture.sampler1dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.texture.sampler2dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.texture.samplercubeshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler1darrayshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler1darrayshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler1dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler1dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler2darrayshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler2darrayshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler2dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.sampler2dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegrad.samplercubeshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegrad.samplercubeshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1darrayshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1darrayshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2darrayshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2darrayshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.textureoffset.sampler1darrayshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureoffset.sampler1dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureoffset.sampler2dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureproj.sampler1dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureproj.sampler2dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojgrad.sampler1dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojgrad.sampler1dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.textureprojgrad.sampler2dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojgrad.sampler2dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler1dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler1dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler2dshadow_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler2dshadow_vertex,Fail
dEQP-VK.glsl.texture_functions.textureprojoffset.sampler1dshadow_bias_fragment,Fail
dEQP-VK.glsl.texture_functions.textureprojoffset.sampler2dshadow_bias_fragment,Fail
# WARP bug, a couple ops didn't flush denorms (fabs and fmul(x, 1.0))
dEQP-VK.spirv_assembly.instruction.compute.float_controls.fp32.input_args.abs_denorm_flush_to_zero,Fail
dEQP-VK.spirv_assembly.instruction.compute.float_controls.fp32.input_args.tanh_denorm_flush_to_zero,Fail
dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.abs_denorm_flush_to_zero_frag,Fail
dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.abs_denorm_flush_to_zero_vert,Fail
dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.tanh_denorm_flush_to_zero_frag,Fail
dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.tanh_denorm_flush_to_zero_vert,Fail
# We need to use a format that has alpha in the right spot to be able to get the right border color here. Fix incoming,
# needs updated WARP for correct support.
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.gather_2.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.gather_3.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.no_gather.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.gather_2.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.gather_3.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.no_gather.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.gather_2.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.gather_3.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.no_gather.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.gather_2.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.gather_3.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.no_gather.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.gather_2.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.gather_3.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.no_gather.no_swizzle_hint,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.1d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.1d_array.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.1d_unnormalized.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.2d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.2d_array.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.2d_unnormalized.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
dEQP-VK.pipeline.monolithic.sampler.view_type.3d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
# WARP bug, some phi/control flow lowering caused incorrect values to be loaded after the loop. Fix incoming
dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_highp_float_fragment,Fail
dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_highp_float_vertex,Fail
dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_mediump_float_fragment,Fail
dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_mediump_float_vertex,Fail
dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_highp_float_fragment,Fail
dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_highp_float_vertex,Fail
dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_mediump_float_fragment,Fail
dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_mediump_float_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.dowhile_trap_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.dowhile_trap_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.nested_sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.nested_sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_constant_iterations.sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.dowhile_trap_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.dowhile_trap_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.nested_sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.nested_sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.vector_counter_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.vector_counter_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.dowhile_trap_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.dowhile_trap_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.nested_sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.nested_sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.sequence_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.sequence_vertex,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.vector_counter_fragment,Fail
dEQP-VK.glsl.loops.special.do_while_uniform_iterations.vector_counter_vertex,Fail
# WARP bug, signed arithmetic 16bit int wave ops didn't correctly handle negative values, fix incoming
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec2,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec2_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec3,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec3_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec4,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec4_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec2,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec2_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec3,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec3_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec4,Fail
dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec4_requiredsubgroupsize,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec2_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec2_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec3_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec3_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec4_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec4_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_int16_t_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_int16_t_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec2_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec2_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec3_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec3_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec4_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec4_vertex,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_int16_t_geometry,Fail
dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_int16_t_vertex,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec2,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec3,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec4,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec2,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec3,Fail
dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec4,Fail