diff options
author | Jason Ekstrand <jason@jlekstrand.net> | 2020-10-26 23:08:26 -0500 |
---|---|---|
committer | Marge Bot <eric+marge@anholt.net> | 2021-01-22 18:38:37 +0000 |
commit | 178820212b7c7d86c1d17f5c1beb2ce9b0ef5a47 (patch) | |
tree | 17ab68a0ce94b9bb6a9edf5b495c45f763fc5e05 | |
parent | 731adf1e17a1ae966096ca02641b7b9e6249d558 (diff) |
nir/lower_int64: Lower 64-bit vote_ieq
Reviewed-by: Kenneth Graunke <kenneth@whitecape.org>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/7329>
-rw-r--r-- | src/compiler/nir/nir.h | 1 | ||||
-rw-r--r-- | src/compiler/nir/nir_lower_int64.c | 28 |
2 files changed, 29 insertions, 0 deletions
diff --git a/src/compiler/nir/nir.h b/src/compiler/nir/nir.h index f84ebbec85e..ffa32fb18da 100644 --- a/src/compiler/nir/nir.h +++ b/src/compiler/nir/nir.h @@ -3072,6 +3072,7 @@ typedef enum { nir_lower_subgroup_shuffle64 = (1 << 16), nir_lower_scan_reduce_bitwise64 = (1 << 17), nir_lower_scan_reduce_iadd64 = (1 << 18), + nir_lower_vote_ieq64 = (1 << 19), } nir_lower_int64_options; typedef enum { diff --git a/src/compiler/nir/nir_lower_int64.c b/src/compiler/nir/nir_lower_int64.c index dbe6d1e315b..43f7a8b27a7 100644 --- a/src/compiler/nir/nir_lower_int64.c +++ b/src/compiler/nir/nir_lower_int64.c @@ -1111,6 +1111,25 @@ split_64bit_subgroup_op(nir_builder *b, const nir_intrinsic_instr *intrin) } static nir_ssa_def * +build_vote_ieq(nir_builder *b, nir_ssa_def *x) +{ + nir_intrinsic_instr *vote = + nir_intrinsic_instr_create(b->shader, nir_intrinsic_vote_ieq); + vote->src[0] = nir_src_for_ssa(x); + vote->num_components = x->num_components; + nir_ssa_dest_init(&vote->instr, &vote->dest, 1, 1, NULL); + nir_builder_instr_insert(b, &vote->instr); + return &vote->dest.ssa; +} + +static nir_ssa_def * +lower_vote_ieq(nir_builder *b, nir_ssa_def *x) +{ + return nir_iand(b, build_vote_ieq(b, nir_unpack_64_2x32_split_x(b, x)), + build_vote_ieq(b, nir_unpack_64_2x32_split_y(b, x))); +} + +static nir_ssa_def * build_scan_intrinsic(nir_builder *b, nir_intrinsic_op scan_op, nir_op reduction_op, unsigned cluster_size, nir_ssa_def *val) @@ -1187,6 +1206,11 @@ should_lower_int64_intrinsic(const nir_intrinsic_instr *intrin, return intrin->dest.ssa.bit_size == 64 && (options->lower_int64_options & nir_lower_subgroup_shuffle64); + case nir_intrinsic_vote_ieq: + assert(intrin->src[0].is_ssa); + return intrin->src[0].ssa->bit_size == 64 && + (options->lower_int64_options & nir_lower_vote_ieq64); + case nir_intrinsic_reduce: case nir_intrinsic_inclusive_scan: case nir_intrinsic_exclusive_scan: @@ -1227,6 +1251,10 @@ lower_int64_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin) case nir_intrinsic_quad_swap_diagonal: return split_64bit_subgroup_op(b, intrin); + case nir_intrinsic_vote_ieq: + assert(intrin->src[0].is_ssa); + return lower_vote_ieq(b, intrin->src[0].ssa); + case nir_intrinsic_reduce: case nir_intrinsic_inclusive_scan: case nir_intrinsic_exclusive_scan: |