diff options
| author | Daniel Schürmann <daniel@schuermann.dev> | 2020-08-31 10:55:51 +0100 |
|---|---|---|
| committer | Marge Bot <eric+marge@anholt.net> | 2021-01-13 17:46:56 +0000 |
| commit | fcd2ef23e5f1d50008166168e772815c0213e37c (patch) | |
| tree | f7ef5c1195467bf954eee6c9b198b5ab08d2eebc /src/amd/vulkan | |
| parent | 454bbf8f230e44e54b1dfc04e87dff353fa3fd1f (diff) | |
radv: vectorize 16bit instructions
Reviewed-by: Rhys Perry <pendingchaos02@gmail.com>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/6680>
Diffstat (limited to 'src/amd/vulkan')
| -rw-r--r-- | src/amd/vulkan/radv_pipeline.c | 35 | ||||
| -rw-r--r-- | src/amd/vulkan/radv_shader.c | 1 |
2 files changed, 36 insertions, 0 deletions
diff --git a/src/amd/vulkan/radv_pipeline.c b/src/amd/vulkan/radv_pipeline.c index fbdd9c9b971..a910cfc16b5 100644 --- a/src/amd/vulkan/radv_pipeline.c +++ b/src/amd/vulkan/radv_pipeline.c @@ -3157,6 +3157,39 @@ lower_bit_size_callback(const nir_instr *instr, void *_) return 0; } +static bool +opt_vectorize_callback(const nir_instr *instr, void *_) +{ + assert(instr->type == nir_instr_type_alu); + nir_alu_instr *alu = nir_instr_as_alu(instr); + unsigned bit_size = alu->dest.dest.ssa.bit_size; + if (bit_size != 16) + return false; + + switch (alu->op) { + case nir_op_fadd: + case nir_op_fsub: + case nir_op_fmul: + case nir_op_fneg: + case nir_op_fsat: + case nir_op_fmin: + case nir_op_fmax: + case nir_op_iadd: + case nir_op_isub: + case nir_op_imul: + case nir_op_imin: + case nir_op_imax: + case nir_op_umin: + case nir_op_umax: + case nir_op_ishl: + case nir_op_ishr: + case nir_op_ushr: + return true; + default: + return false; + } +} + VkResult radv_create_shaders(struct radv_pipeline *pipeline, struct radv_device *device, struct radv_pipeline_cache *cache, @@ -3373,6 +3406,8 @@ VkResult radv_create_shaders(struct radv_pipeline *pipeline, if (device->physical_device->rad_info.chip_class >= GFX8) nir_opt_remove_phis(nir[i]); /* cleanup LCSSA phis */ + if (device->physical_device->rad_info.chip_class >= GFX9) + NIR_PASS_V(nir[i], nir_opt_vectorize, opt_vectorize_callback, NULL); } /* cleanup passes */ diff --git a/src/amd/vulkan/radv_shader.c b/src/amd/vulkan/radv_shader.c index 653bb0b5ca4..846913875dd 100644 --- a/src/amd/vulkan/radv_shader.c +++ b/src/amd/vulkan/radv_shader.c @@ -84,6 +84,7 @@ static const struct nir_shader_compiler_options nir_options = { .use_scoped_barrier = true, .max_unroll_iterations = 32, .use_interpolated_input_intrinsics = true, + .vectorize_vec2_16bit = true, /* nir_lower_int64() isn't actually called for the LLVM backend, but * this helps the loop unrolling heuristics. */ .lower_int64_options = nir_lower_imul64 | |