yuzu/unicorn
1
0
Fork 0
mirror of https://github.com/yuzu-emu/unicorn.git synced 2024-12-22 20:25:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

target/riscv: vector widening saturating scaled multiply-add

Browse source 
Backports 0a1eaf0036442b2bfa69df7fad9a5f1d6a4984f2
This commit is contained in:
LIU Zhiwei 2021-03-05 09:29:31 -05:00 committed by Lioncash
parent e27aadfa4f
commit e7582a5d74
7 changed files with 306 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
qemu/header_gen.py
View file

@ -6916,6 +6916,27 @@ riscv_symbols = (
'helper_vsmul_vx_h',
'helper_vsmul_vx_w',
'helper_vsmul_vx_d',
'helper_vwsmaccu_vv_b',
'helper_vwsmaccu_vv_h',
'helper_vwsmaccu_vv_w',
'helper_vwsmacc_vv_b',
'helper_vwsmacc_vv_h',
'helper_vwsmacc_vv_w',
'helper_vwsmaccsu_vv_b',
'helper_vwsmaccsu_vv_h',
'helper_vwsmaccsu_vv_w',
'helper_vwsmaccu_vx_b',
'helper_vwsmaccu_vx_h',
'helper_vwsmaccu_vx_w',
'helper_vwsmacc_vx_b',
'helper_vwsmacc_vx_h',
'helper_vwsmacc_vx_w',
'helper_vwsmaccsu_vx_b',
'helper_vwsmaccsu_vx_h',
'helper_vwsmaccsu_vx_w',
'helper_vwsmaccus_vx_b',
'helper_vwsmaccus_vx_h',
'helper_vwsmaccus_vx_w',
'pmp_hart_has_privs',
'pmpaddr_csr_read',
'pmpaddr_csr_write',

21
qemu/riscv32.h
View file

@ -4352,6 +4352,27 @@
#define helper_vsmul_vx_h helper_vsmul_vx_h_riscv32
#define helper_vsmul_vx_w helper_vsmul_vx_w_riscv32
#define helper_vsmul_vx_d helper_vsmul_vx_d_riscv32
#define helper_vwsmaccu_vv_b helper_vwsmaccu_vv_b_riscv32
#define helper_vwsmaccu_vv_h helper_vwsmaccu_vv_h_riscv32
#define helper_vwsmaccu_vv_w helper_vwsmaccu_vv_w_riscv32
#define helper_vwsmacc_vv_b helper_vwsmacc_vv_b_riscv32
#define helper_vwsmacc_vv_h helper_vwsmacc_vv_h_riscv32
#define helper_vwsmacc_vv_w helper_vwsmacc_vv_w_riscv32
#define helper_vwsmaccsu_vv_b helper_vwsmaccsu_vv_b_riscv32
#define helper_vwsmaccsu_vv_h helper_vwsmaccsu_vv_h_riscv32
#define helper_vwsmaccsu_vv_w helper_vwsmaccsu_vv_w_riscv32
#define helper_vwsmaccu_vx_b helper_vwsmaccu_vx_b_riscv32
#define helper_vwsmaccu_vx_h helper_vwsmaccu_vx_h_riscv32
#define helper_vwsmaccu_vx_w helper_vwsmaccu_vx_w_riscv32
#define helper_vwsmacc_vx_b helper_vwsmacc_vx_b_riscv32
#define helper_vwsmacc_vx_h helper_vwsmacc_vx_h_riscv32
#define helper_vwsmacc_vx_w helper_vwsmacc_vx_w_riscv32
#define helper_vwsmaccsu_vx_b helper_vwsmaccsu_vx_b_riscv32
#define helper_vwsmaccsu_vx_h helper_vwsmaccsu_vx_h_riscv32
#define helper_vwsmaccsu_vx_w helper_vwsmaccsu_vx_w_riscv32
#define helper_vwsmaccus_vx_b helper_vwsmaccus_vx_b_riscv32
#define helper_vwsmaccus_vx_h helper_vwsmaccus_vx_h_riscv32
#define helper_vwsmaccus_vx_w helper_vwsmaccus_vx_w_riscv32
#define pmp_hart_has_privs pmp_hart_has_privs_riscv32
#define pmpaddr_csr_read pmpaddr_csr_read_riscv32
#define pmpaddr_csr_write pmpaddr_csr_write_riscv32

21
qemu/riscv64.h
View file

@ -4352,6 +4352,27 @@
#define helper_vsmul_vx_h helper_vsmul_vx_h_riscv64
#define helper_vsmul_vx_w helper_vsmul_vx_w_riscv64
#define helper_vsmul_vx_d helper_vsmul_vx_d_riscv64
#define helper_vwsmaccu_vv_b helper_vwsmaccu_vv_b_riscv64
#define helper_vwsmaccu_vv_h helper_vwsmaccu_vv_h_riscv64
#define helper_vwsmaccu_vv_w helper_vwsmaccu_vv_w_riscv64
#define helper_vwsmacc_vv_b helper_vwsmacc_vv_b_riscv64
#define helper_vwsmacc_vv_h helper_vwsmacc_vv_h_riscv64
#define helper_vwsmacc_vv_w helper_vwsmacc_vv_w_riscv64
#define helper_vwsmaccsu_vv_b helper_vwsmaccsu_vv_b_riscv64
#define helper_vwsmaccsu_vv_h helper_vwsmaccsu_vv_h_riscv64
#define helper_vwsmaccsu_vv_w helper_vwsmaccsu_vv_w_riscv64
#define helper_vwsmaccu_vx_b helper_vwsmaccu_vx_b_riscv64
#define helper_vwsmaccu_vx_h helper_vwsmaccu_vx_h_riscv64
#define helper_vwsmaccu_vx_w helper_vwsmaccu_vx_w_riscv64
#define helper_vwsmacc_vx_b helper_vwsmacc_vx_b_riscv64
#define helper_vwsmacc_vx_h helper_vwsmacc_vx_h_riscv64
#define helper_vwsmacc_vx_w helper_vwsmacc_vx_w_riscv64
#define helper_vwsmaccsu_vx_b helper_vwsmaccsu_vx_b_riscv64
#define helper_vwsmaccsu_vx_h helper_vwsmaccsu_vx_h_riscv64
#define helper_vwsmaccsu_vx_w helper_vwsmaccsu_vx_w_riscv64
#define helper_vwsmaccus_vx_b helper_vwsmaccus_vx_b_riscv64
#define helper_vwsmaccus_vx_h helper_vwsmaccus_vx_h_riscv64
#define helper_vwsmaccus_vx_w helper_vwsmaccus_vx_w_riscv64
#define pmp_hart_has_privs pmp_hart_has_privs_riscv64
#define pmpaddr_csr_read pmpaddr_csr_read_riscv64
#define pmpaddr_csr_write pmpaddr_csr_write_riscv64

22
qemu/target/riscv/helper.h
View file

@ -741,3 +741,25 @@ DEF_HELPER_6(vsmul_vx_b, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vsmul_vx_h, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vsmul_vx_w, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vsmul_vx_d, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vv_b, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vv_h, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vv_w, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vv_b, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vv_h, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vv_w, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vv_b, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vv_h, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vv_w, void, ptr, ptr, ptr, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vx_b, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vx_h, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccu_vx_w, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vx_b, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vx_h, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmacc_vx_w, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vx_b, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vx_h, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccsu_vx_w, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccus_vx_b, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccus_vx_h, void, ptr, ptr, tl, ptr, env, i32)
DEF_HELPER_6(vwsmaccus_vx_w, void, ptr, ptr, tl, ptr, env, i32)

7
qemu/target/riscv/insn32.decode
View file

@ -420,6 +420,13 @@ vasub_vv 100110 . ..... ..... 000 ..... 1010111 @r_vm
vasub_vx 100110 . ..... ..... 100 ..... 1010111 @r_vm
vsmul_vv 100111 . ..... ..... 000 ..... 1010111 @r_vm
vsmul_vx 100111 . ..... ..... 100 ..... 1010111 @r_vm
vwsmaccu_vv 111100 . ..... ..... 000 ..... 1010111 @r_vm
vwsmaccu_vx 111100 . ..... ..... 100 ..... 1010111 @r_vm
vwsmacc_vv 111101 . ..... ..... 000 ..... 1010111 @r_vm
vwsmacc_vx 111101 . ..... ..... 100 ..... 1010111 @r_vm
vwsmaccsu_vv 111110 . ..... ..... 000 ..... 1010111 @r_vm
vwsmaccsu_vx 111110 . ..... ..... 100 ..... 1010111 @r_vm
vwsmaccus_vx 111111 . ..... ..... 100 ..... 1010111 @r_vm
vsetvli 0 ........... ..... 111 ..... 1010111 @r2_zimm
vsetvl 1000000 ..... ..... 111 ..... 1010111 @r

9
qemu/target/riscv/insn_trans/trans_rvv.inc.c
View file

@ -1695,3 +1695,12 @@ GEN_OPIVI_TRANS(vaadd_vi, 0, vaadd_vx, opivx_check)
/* Vector Single-Width Fractional Multiply with Rounding and Saturation */
GEN_OPIVV_TRANS(vsmul_vv, opivv_check)
GEN_OPIVX_TRANS(vsmul_vx, opivx_check)
/* Vector Widening Saturating Scaled Multiply-Add */
GEN_OPIVV_WIDEN_TRANS(vwsmaccu_vv, opivv_widen_check)
GEN_OPIVV_WIDEN_TRANS(vwsmacc_vv, opivv_widen_check)
GEN_OPIVV_WIDEN_TRANS(vwsmaccsu_vv, opivv_widen_check)
GEN_OPIVX_WIDEN_TRANS(vwsmaccu_vx)
GEN_OPIVX_WIDEN_TRANS(vwsmacc_vx)
GEN_OPIVX_WIDEN_TRANS(vwsmaccsu_vx)
GEN_OPIVX_WIDEN_TRANS(vwsmaccus_vx)

205
qemu/target/riscv/vector_helper.c
View file

@ -2691,3 +2691,208 @@ GEN_VEXT_VX_RM(vsmul_vx_b, 1, 1, clearb)
GEN_VEXT_VX_RM(vsmul_vx_h, 2, 2, clearh)
GEN_VEXT_VX_RM(vsmul_vx_w, 4, 4, clearl)
GEN_VEXT_VX_RM(vsmul_vx_d, 8, 8, clearq)
/* Vector Widening Saturating Scaled Multiply-Add */
static inline uint16_t
vwsmaccu8(CPURISCVState *env, int vxrm, uint8_t a, uint8_t b,
uint16_t c)
{
uint8_t round;
uint16_t res = (uint16_t)a * b;
round = get_round(vxrm, res, 4);
res = (res >> 4) + round;
return saddu16(env, vxrm, c, res);
}
static inline uint32_t
vwsmaccu16(CPURISCVState *env, int vxrm, uint16_t a, uint16_t b,
uint32_t c)
{
uint8_t round;
uint32_t res = (uint32_t)a * b;
round = get_round(vxrm, res, 8);
res = (res >> 8) + round;
return saddu32(env, vxrm, c, res);
}
static inline uint64_t
vwsmaccu32(CPURISCVState *env, int vxrm, uint32_t a, uint32_t b,
uint64_t c)
{
uint8_t round;
uint64_t res = (uint64_t)a * b;
round = get_round(vxrm, res, 16);
res = (res >> 16) + round;
return saddu64(env, vxrm, c, res);
}
#define OPIVV3_RM(NAME, TD, T1, T2, TX1, TX2, HD, HS1, HS2, OP) \
static inline void \
do_##NAME(void *vd, void *vs1, void *vs2, int i, \
CPURISCVState *env, int vxrm) \
{ \
TX1 s1 = *((T1 *)vs1 + HS1(i)); \
TX2 s2 = *((T2 *)vs2 + HS2(i)); \
TD d = *((TD *)vd + HD(i)); \
*((TD *)vd + HD(i)) = OP(env, vxrm, s2, s1, d); \
}
RVVCALL(OPIVV3_RM, vwsmaccu_vv_b, WOP_UUU_B, H2, H1, H1, vwsmaccu8)
RVVCALL(OPIVV3_RM, vwsmaccu_vv_h, WOP_UUU_H, H4, H2, H2, vwsmaccu16)
RVVCALL(OPIVV3_RM, vwsmaccu_vv_w, WOP_UUU_W, H8, H4, H4, vwsmaccu32)
GEN_VEXT_VV_RM(vwsmaccu_vv_b, 1, 2, clearh)
GEN_VEXT_VV_RM(vwsmaccu_vv_h, 2, 4, clearl)
GEN_VEXT_VV_RM(vwsmaccu_vv_w, 4, 8, clearq)
#define OPIVX3_RM(NAME, TD, T1, T2, TX1, TX2, HD, HS2, OP) \
static inline void \
do_##NAME(void *vd, target_long s1, void *vs2, int i, \
CPURISCVState *env, int vxrm) \
{ \
TX2 s2 = *((T2 *)vs2 + HS2(i)); \
TD d = *((TD *)vd + HD(i)); \
*((TD *)vd + HD(i)) = OP(env, vxrm, s2, (TX1)(T1)s1, d); \
}
RVVCALL(OPIVX3_RM, vwsmaccu_vx_b, WOP_UUU_B, H2, H1, vwsmaccu8)
RVVCALL(OPIVX3_RM, vwsmaccu_vx_h, WOP_UUU_H, H4, H2, vwsmaccu16)
RVVCALL(OPIVX3_RM, vwsmaccu_vx_w, WOP_UUU_W, H8, H4, vwsmaccu32)
GEN_VEXT_VX_RM(vwsmaccu_vx_b, 1, 2, clearh)
GEN_VEXT_VX_RM(vwsmaccu_vx_h, 2, 4, clearl)
GEN_VEXT_VX_RM(vwsmaccu_vx_w, 4, 8, clearq)
static inline int16_t
vwsmacc8(CPURISCVState *env, int vxrm, int8_t a, int8_t b, int16_t c)
{
uint8_t round;
int16_t res = (int16_t)a * b;
round = get_round(vxrm, res, 4);
res = (res >> 4) + round;
return sadd16(env, vxrm, c, res);
}
static inline int32_t
vwsmacc16(CPURISCVState *env, int vxrm, int16_t a, int16_t b, int32_t c)
{
uint8_t round;
int32_t res = (int32_t)a * b;
round = get_round(vxrm, res, 8);
res = (res >> 8) + round;
return sadd32(env, vxrm, c, res);
}
static inline int64_t
vwsmacc32(CPURISCVState *env, int vxrm, int32_t a, int32_t b, int64_t c)
{
uint8_t round;
int64_t res = (int64_t)a * b;
round = get_round(vxrm, res, 16);
res = (res >> 16) + round;
return sadd64(env, vxrm, c, res);
}
RVVCALL(OPIVV3_RM, vwsmacc_vv_b, WOP_SSS_B, H2, H1, H1, vwsmacc8)
RVVCALL(OPIVV3_RM, vwsmacc_vv_h, WOP_SSS_H, H4, H2, H2, vwsmacc16)
RVVCALL(OPIVV3_RM, vwsmacc_vv_w, WOP_SSS_W, H8, H4, H4, vwsmacc32)
GEN_VEXT_VV_RM(vwsmacc_vv_b, 1, 2, clearh)
GEN_VEXT_VV_RM(vwsmacc_vv_h, 2, 4, clearl)
GEN_VEXT_VV_RM(vwsmacc_vv_w, 4, 8, clearq)
RVVCALL(OPIVX3_RM, vwsmacc_vx_b, WOP_SSS_B, H2, H1, vwsmacc8)
RVVCALL(OPIVX3_RM, vwsmacc_vx_h, WOP_SSS_H, H4, H2, vwsmacc16)
RVVCALL(OPIVX3_RM, vwsmacc_vx_w, WOP_SSS_W, H8, H4, vwsmacc32)
GEN_VEXT_VX_RM(vwsmacc_vx_b, 1, 2, clearh)
GEN_VEXT_VX_RM(vwsmacc_vx_h, 2, 4, clearl)
GEN_VEXT_VX_RM(vwsmacc_vx_w, 4, 8, clearq)
static inline int16_t
vwsmaccsu8(CPURISCVState *env, int vxrm, uint8_t a, int8_t b, int16_t c)
{
uint8_t round;
int16_t res = a * (int16_t)b;
round = get_round(vxrm, res, 4);
res = (res >> 4) + round;
return ssub16(env, vxrm, c, res);
}
static inline int32_t
vwsmaccsu16(CPURISCVState *env, int vxrm, uint16_t a, int16_t b, uint32_t c)
{
uint8_t round;
int32_t res = a * (int32_t)b;
round = get_round(vxrm, res, 8);
res = (res >> 8) + round;
return ssub32(env, vxrm, c, res);
}
static inline int64_t
vwsmaccsu32(CPURISCVState *env, int vxrm, uint32_t a, int32_t b, int64_t c)
{
uint8_t round;
int64_t res = a * (int64_t)b;
round = get_round(vxrm, res, 16);
res = (res >> 16) + round;
return ssub64(env, vxrm, c, res);
}
RVVCALL(OPIVV3_RM, vwsmaccsu_vv_b, WOP_SSU_B, H2, H1, H1, vwsmaccsu8)
RVVCALL(OPIVV3_RM, vwsmaccsu_vv_h, WOP_SSU_H, H4, H2, H2, vwsmaccsu16)
RVVCALL(OPIVV3_RM, vwsmaccsu_vv_w, WOP_SSU_W, H8, H4, H4, vwsmaccsu32)
GEN_VEXT_VV_RM(vwsmaccsu_vv_b, 1, 2, clearh)
GEN_VEXT_VV_RM(vwsmaccsu_vv_h, 2, 4, clearl)
GEN_VEXT_VV_RM(vwsmaccsu_vv_w, 4, 8, clearq)
RVVCALL(OPIVX3_RM, vwsmaccsu_vx_b, WOP_SSU_B, H2, H1, vwsmaccsu8)
RVVCALL(OPIVX3_RM, vwsmaccsu_vx_h, WOP_SSU_H, H4, H2, vwsmaccsu16)
RVVCALL(OPIVX3_RM, vwsmaccsu_vx_w, WOP_SSU_W, H8, H4, vwsmaccsu32)
GEN_VEXT_VX_RM(vwsmaccsu_vx_b, 1, 2, clearh)
GEN_VEXT_VX_RM(vwsmaccsu_vx_h, 2, 4, clearl)
GEN_VEXT_VX_RM(vwsmaccsu_vx_w, 4, 8, clearq)
static inline int16_t
vwsmaccus8(CPURISCVState *env, int vxrm, int8_t a, uint8_t b, int16_t c)
{
uint8_t round;
int16_t res = (int16_t)a * b;
round = get_round(vxrm, res, 4);
res = (res >> 4) + round;
return ssub16(env, vxrm, c, res);
}
static inline int32_t
vwsmaccus16(CPURISCVState *env, int vxrm, int16_t a, uint16_t b, int32_t c)
{
uint8_t round;
int32_t res = (int32_t)a * b;
round = get_round(vxrm, res, 8);
res = (res >> 8) + round;
return ssub32(env, vxrm, c, res);
}
static inline int64_t
vwsmaccus32(CPURISCVState *env, int vxrm, int32_t a, uint32_t b, int64_t c)
{
uint8_t round;
int64_t res = (int64_t)a * b;
round = get_round(vxrm, res, 16);
res = (res >> 16) + round;
return ssub64(env, vxrm, c, res);
}
RVVCALL(OPIVX3_RM, vwsmaccus_vx_b, WOP_SUS_B, H2, H1, vwsmaccus8)
RVVCALL(OPIVX3_RM, vwsmaccus_vx_h, WOP_SUS_H, H4, H2, vwsmaccus16)
RVVCALL(OPIVX3_RM, vwsmaccus_vx_w, WOP_SUS_W, H8, H4, vwsmaccus32)
GEN_VEXT_VX_RM(vwsmaccus_vx_b, 1, 2, clearh)
GEN_VEXT_VX_RM(vwsmaccus_vx_h, 2, 4, clearl)
GEN_VEXT_VX_RM(vwsmaccus_vx_w, 4, 8, clearq)