target/arm: Split contiguous loads for endianness

We can choose the endianness at translation time, rather than
re-computing it at execution time.

Backports commit 7d0a57a2e1cea188b9023261a404d7a211117230 from qemu
This commit is contained in:
Richard Henderson 2018-10-08 12:31:52 -04:00 committed by Lioncash
parent 2542ad17d0
commit c9569b3fe0
No known key found for this signature in database
GPG key ID: 4E3C3CC1031BA9C7
6 changed files with 469 additions and 239 deletions

View file

@ -3750,24 +3750,42 @@
#define helper_sve_ld1bhs_r helper_sve_ld1bhs_r_aarch64 #define helper_sve_ld1bhs_r helper_sve_ld1bhs_r_aarch64
#define helper_sve_ld1bss_r helper_sve_ld1bss_r_aarch64 #define helper_sve_ld1bss_r helper_sve_ld1bss_r_aarch64
#define helper_sve_ld1bsu_r helper_sve_ld1bsu_r_aarch64 #define helper_sve_ld1bsu_r helper_sve_ld1bsu_r_aarch64
#define helper_sve_ld1hds_r helper_sve_ld1hds_r_aarch64 #define helper_sve_ld1hds_be_r helper_sve_ld1hds_be_r_aarch64
#define helper_sve_ld1hdu_r helper_sve_ld1hdu_r_aarch64 #define helper_sve_ld1hds_le_r helper_sve_ld1hds_le_r_aarch64
#define helper_sve_ld1hss_r helper_sve_ld1hss_r_aarch64 #define helper_sve_ld1hdu_be_r helper_sve_ld1hdu_be_r_aarch64
#define helper_sve_ld1hsu_r helper_sve_ld1hsu_r_aarch64 #define helper_sve_ld1hdu_le_r helper_sve_ld1hdu_le_r_aarch64
#define helper_sve_ld1sds_r helper_sve_ld1sds_r_aarch64 #define helper_sve_ld1hss_be_r helper_sve_ld1hss_be_r_aarch64
#define helper_sve_ld1sdu_r helper_sve_ld1sdu_r_aarch64 #define helper_sve_ld1hss_le_r helper_sve_ld1hss_le_r_aarch64
#define helper_sve_ld1dd_r helper_sve_ld1dd_r_aarch64 #define helper_sve_ld1hsu_be_r helper_sve_ld1hsu_be_r_aarch64
#define helper_sve_ld2dd_r helper_sve_ld2dd_r_aarch64 #define helper_sve_ld1hsu_le_r helper_sve_ld1hsu_le_r_aarch64
#define helper_sve_ld3dd_r helper_sve_ld3dd_r_aarch64 #define helper_sve_ld1sds_be_r helper_sve_ld1sds_be_r_aarch64
#define helper_sve_ld4dd_r helper_sve_ld4dd_r_aarch64 #define helper_sve_ld1sds_le_r helper_sve_ld1sds_le_r_aarch64
#define helper_sve_ld1hh_r helper_sve_ld1hh_r_aarch64 #define helper_sve_ld1sdu_be_r helper_sve_ld1sdu_be_r_aarch64
#define helper_sve_ld2hh_r helper_sve_ld2hh_r_aarch64 #define helper_sve_ld1sdu_le_r helper_sve_ld1sdu_le_r_aarch64
#define helper_sve_ld3hh_r helper_sve_ld3hh_r_aarch64 #define helper_sve_ld1dd_be_r helper_sve_ld1dd_be_r_aarch64
#define helper_sve_ld4hh_r helper_sve_ld4hh_r_aarch64 #define helper_sve_ld1dd_le_r helper_sve_ld1dd_le_r_aarch64
#define helper_sve_ld1ss_r helper_sve_ld1ss_r_aarch64 #define helper_sve_ld2dd_be_r helper_sve_ld2dd_be_r_aarch64
#define helper_sve_ld2ss_r helper_sve_ld2ss_r_aarch64 #define helper_sve_ld2dd_le_r helper_sve_ld2dd_le_r_aarch64
#define helper_sve_ld3ss_r helper_sve_ld3ss_r_aarch64 #define helper_sve_ld3dd_be_r helper_sve_ld3dd_be_r_aarch64
#define helper_sve_ld4ss_r helper_sve_ld4ss_r_aarch64 #define helper_sve_ld3dd_le_r helper_sve_ld3dd_le_r_aarch64
#define helper_sve_ld4dd_be_r helper_sve_ld4dd_be_r_aarch64
#define helper_sve_ld4dd_le_r helper_sve_ld4dd_le_r_aarch64
#define helper_sve_ld1hh_be_r helper_sve_ld1hh_be_r_aarch64
#define helper_sve_ld1hh_le_r helper_sve_ld1hh_le_r_aarch64
#define helper_sve_ld2hh_be_r helper_sve_ld2hh_be_r_aarch64
#define helper_sve_ld2hh_le_r helper_sve_ld2hh_le_r_aarch64
#define helper_sve_ld3hh_be_r helper_sve_ld3hh_be_r_aarch64
#define helper_sve_ld3hh_le_r helper_sve_ld3hh_le_r_aarch64
#define helper_sve_ld4hh_be_r helper_sve_ld4hh_be_r_aarch64
#define helper_sve_ld4hh_le_r helper_sve_ld4hh_le_r_aarch64
#define helper_sve_ld1ss_be_r helper_sve_ld1ss_be_r_aarch64
#define helper_sve_ld1ss_le_r helper_sve_ld1ss_le_r_aarch64
#define helper_sve_ld2ss_be_r helper_sve_ld2ss_be_r_aarch64
#define helper_sve_ld2ss_le_r helper_sve_ld2ss_le_r_aarch64
#define helper_sve_ld3ss_be_r helper_sve_ld3ss_be_r_aarch64
#define helper_sve_ld3ss_le_r helper_sve_ld3ss_le_r_aarch64
#define helper_sve_ld4ss_be_r helper_sve_ld4ss_be_r_aarch64
#define helper_sve_ld4ss_le_r helper_sve_ld4ss_le_r_aarch64
#define helper_sve_ldbdu_zd helper_sve_ldbdu_zd_aarch64 #define helper_sve_ldbdu_zd helper_sve_ldbdu_zd_aarch64
#define helper_sve_ldbdu_zss helper_sve_ldbdu_zss_aarch64 #define helper_sve_ldbdu_zss helper_sve_ldbdu_zss_aarch64
#define helper_sve_ldbdu_zsu helper_sve_ldbdu_zsu_aarch64 #define helper_sve_ldbdu_zsu helper_sve_ldbdu_zsu_aarch64
@ -3828,15 +3846,24 @@
#define helper_sve_ldff1bhu_r helper_sve_ldff1bhu_r_aarch64 #define helper_sve_ldff1bhu_r helper_sve_ldff1bhu_r_aarch64
#define helper_sve_ldff1bss_r helper_sve_ldff1bss_r_aarch64 #define helper_sve_ldff1bss_r helper_sve_ldff1bss_r_aarch64
#define helper_sve_ldff1bsu_r helper_sve_ldff1bsu_r_aarch64 #define helper_sve_ldff1bsu_r helper_sve_ldff1bsu_r_aarch64
#define helper_sve_ldff1dd_r helper_sve_ldff1dd_r_aarch64 #define helper_sve_ldff1dd_be_r helper_sve_ldff1dd_be_r_aarch64
#define helper_sve_ldff1hh_r helper_sve_ldff1hh_r_aarch64 #define helper_sve_ldff1dd_le_r helper_sve_ldff1dd_le_r_aarch64
#define helper_sve_ldff1hds_r helper_sve_ldff1hds_r_aarch64 #define helper_sve_ldff1hh_be_r helper_sve_ldff1hh_be_r_aarch64
#define helper_sve_ldff1hdu_r helper_sve_ldff1hdu_r_aarch64 #define helper_sve_ldff1hh_le_r helper_sve_ldff1hh_le_r_aarch64
#define helper_sve_ldff1hss_r helper_sve_ldff1hss_r_aarch64 #define helper_sve_ldff1hds_be_r helper_sve_ldff1hds_be_r_aarch64
#define helper_sve_ldff1hsu_r helper_sve_ldff1hsu_r_aarch64 #define helper_sve_ldff1hds_le_r helper_sve_ldff1hds_le_r_aarch64
#define helper_sve_ldff1ss_r helper_sve_ldff1ss_r_aarch64 #define helper_sve_ldff1hdu_be_r helper_sve_ldff1hdu_be_r_aarch64
#define helper_sve_ldff1sds_r helper_sve_ldff1sds_r_aarch64 #define helper_sve_ldff1hdu_le_r helper_sve_ldff1hdu_le_r_aarch64
#define helper_sve_ldff1sdu_r helper_sve_ldff1sdu_r_aarch64 #define helper_sve_ldff1hss_be_r helper_sve_ldff1hss_be_r_aarch64
#define helper_sve_ldff1hss_le_r helper_sve_ldff1hss_le_r_aarch64
#define helper_sve_ldff1hsu_be_r helper_sve_ldff1hsu_be_r_aarch64
#define helper_sve_ldff1hsu_le_r helper_sve_ldff1hsu_le_r_aarch64
#define helper_sve_ldff1ss_be_r helper_sve_ldff1ss_be_r_aarch64
#define helper_sve_ldff1ss_le_r helper_sve_ldff1ss_le_r_aarch64
#define helper_sve_ldff1sds_be_r helper_sve_ldff1sds_be_r_aarch64
#define helper_sve_ldff1sds_le_r helper_sve_ldff1sds_le_r_aarch64
#define helper_sve_ldff1sdu_be_r helper_sve_ldff1sdu_be_r_aarch64
#define helper_sve_ldff1sdu_le_r helper_sve_ldff1sdu_le_r_aarch64
#define helper_sve_ldnf1bb_r helper_sve_ldnf1bb_r_aarch64 #define helper_sve_ldnf1bb_r helper_sve_ldnf1bb_r_aarch64
#define helper_sve_ldnf1bds_r helper_sve_ldnf1bds_r_aarch64 #define helper_sve_ldnf1bds_r helper_sve_ldnf1bds_r_aarch64
#define helper_sve_ldnf1bdu_r helper_sve_ldnf1bdu_r_aarch64 #define helper_sve_ldnf1bdu_r helper_sve_ldnf1bdu_r_aarch64
@ -3844,15 +3871,24 @@
#define helper_sve_ldnf1bhu_r helper_sve_ldnf1bhu_r_aarch64 #define helper_sve_ldnf1bhu_r helper_sve_ldnf1bhu_r_aarch64
#define helper_sve_ldnf1bss_r helper_sve_ldnf1bss_r_aarch64 #define helper_sve_ldnf1bss_r helper_sve_ldnf1bss_r_aarch64
#define helper_sve_ldnf1bsu_r helper_sve_ldnf1bsu_r_aarch64 #define helper_sve_ldnf1bsu_r helper_sve_ldnf1bsu_r_aarch64
#define helper_sve_ldnf1dd_r helper_sve_ldnf1dd_r_aarch64 #define helper_sve_ldnf1dd_be_r helper_sve_ldnf1dd_be_r_aarch64
#define helper_sve_ldnf1hh_r helper_sve_ldnf1hh_r_aarch64 #define helper_sve_ldnf1dd_le_r helper_sve_ldnf1dd_le_r_aarch64
#define helper_sve_ldnf1hds_r helper_sve_ldnf1hds_r_aarch64 #define helper_sve_ldnf1hh_be_r helper_sve_ldnf1hh_be_r_aarch64
#define helper_sve_ldnf1hdu_r helper_sve_ldnf1hdu_r_aarch64 #define helper_sve_ldnf1hh_le_r helper_sve_ldnf1hh_le_r_aarch64
#define helper_sve_ldnf1hss_r helper_sve_ldnf1hss_r_aarch64 #define helper_sve_ldnf1hds_be_r helper_sve_ldnf1hds_be_r_aarch64
#define helper_sve_ldnf1hsu_r helper_sve_ldnf1hsu_r_aarch64 #define helper_sve_ldnf1hds_le_r helper_sve_ldnf1hds_le_r_aarch64
#define helper_sve_ldnf1ss_r helper_sve_ldnf1ss_r_aarch64 #define helper_sve_ldnf1hdu_be_r helper_sve_ldnf1hdu_be_r_aarch64
#define helper_sve_ldnf1sds_r helper_sve_ldnf1sds_r_aarch64 #define helper_sve_ldnf1hdu_le_r helper_sve_ldnf1hdu_le_r_aarch64
#define helper_sve_ldnf1sdu_r helper_sve_ldnf1sdu_r_aarch64 #define helper_sve_ldnf1hss_be_r helper_sve_ldnf1hss_be_r_aarch64
#define helper_sve_ldnf1hss_le_r helper_sve_ldnf1hss_le_r_aarch64
#define helper_sve_ldnf1hsu_be_r helper_sve_ldnf1hsu_be_r_aarch64
#define helper_sve_ldnf1hsu_le_r helper_sve_ldnf1hsu_le_r_aarch64
#define helper_sve_ldnf1ss_be_r helper_sve_ldnf1ss_be_r_aarch64
#define helper_sve_ldnf1ss_le_r helper_sve_ldnf1ss_le_r_aarch64
#define helper_sve_ldnf1sds_be_r helper_sve_ldnf1sds_be_r_aarch64
#define helper_sve_ldnf1sds_le_r helper_sve_ldnf1sds_le_r_aarch64
#define helper_sve_ldnf1sdu_be_r helper_sve_ldnf1sdu_be_r_aarch64
#define helper_sve_ldnf1sdu_le_r helper_sve_ldnf1sdu_le_r_aarch64
#define helper_sve_ldffbds_zd helper_sve_ldffbds_zd_aarch64 #define helper_sve_ldffbds_zd helper_sve_ldffbds_zd_aarch64
#define helper_sve_ldffbds_zss helper_sve_ldffbds_zss_aarch64 #define helper_sve_ldffbds_zss helper_sve_ldffbds_zss_aarch64
#define helper_sve_ldffbds_zsu helper_sve_ldffbds_zsu_aarch64 #define helper_sve_ldffbds_zsu helper_sve_ldffbds_zsu_aarch64

View file

@ -3750,24 +3750,42 @@
#define helper_sve_ld1bhs_r helper_sve_ld1bhs_r_aarch64eb #define helper_sve_ld1bhs_r helper_sve_ld1bhs_r_aarch64eb
#define helper_sve_ld1bss_r helper_sve_ld1bss_r_aarch64eb #define helper_sve_ld1bss_r helper_sve_ld1bss_r_aarch64eb
#define helper_sve_ld1bsu_r helper_sve_ld1bsu_r_aarch64eb #define helper_sve_ld1bsu_r helper_sve_ld1bsu_r_aarch64eb
#define helper_sve_ld1hds_r helper_sve_ld1hds_r_aarch64eb #define helper_sve_ld1hds_be_r helper_sve_ld1hds_be_r_aarch64eb
#define helper_sve_ld1hdu_r helper_sve_ld1hdu_r_aarch64eb #define helper_sve_ld1hds_le_r helper_sve_ld1hds_le_r_aarch64eb
#define helper_sve_ld1hss_r helper_sve_ld1hss_r_aarch64eb #define helper_sve_ld1hdu_be_r helper_sve_ld1hdu_be_r_aarch64eb
#define helper_sve_ld1hsu_r helper_sve_ld1hsu_r_aarch64eb #define helper_sve_ld1hdu_le_r helper_sve_ld1hdu_le_r_aarch64eb
#define helper_sve_ld1sds_r helper_sve_ld1sds_r_aarch64eb #define helper_sve_ld1hss_be_r helper_sve_ld1hss_be_r_aarch64eb
#define helper_sve_ld1sdu_r helper_sve_ld1sdu_r_aarch64eb #define helper_sve_ld1hss_le_r helper_sve_ld1hss_le_r_aarch64eb
#define helper_sve_ld1dd_r helper_sve_ld1dd_r_aarch64eb #define helper_sve_ld1hsu_be_r helper_sve_ld1hsu_be_r_aarch64eb
#define helper_sve_ld2dd_r helper_sve_ld2dd_r_aarch64eb #define helper_sve_ld1hsu_le_r helper_sve_ld1hsu_le_r_aarch64eb
#define helper_sve_ld3dd_r helper_sve_ld3dd_r_aarch64eb #define helper_sve_ld1sds_be_r helper_sve_ld1sds_be_r_aarch64eb
#define helper_sve_ld4dd_r helper_sve_ld4dd_r_aarch64eb #define helper_sve_ld1sds_le_r helper_sve_ld1sds_le_r_aarch64eb
#define helper_sve_ld1hh_r helper_sve_ld1hh_r_aarch64eb #define helper_sve_ld1sdu_be_r helper_sve_ld1sdu_be_r_aarch64eb
#define helper_sve_ld2hh_r helper_sve_ld2hh_r_aarch64eb #define helper_sve_ld1sdu_le_r helper_sve_ld1sdu_le_r_aarch64eb
#define helper_sve_ld3hh_r helper_sve_ld3hh_r_aarch64eb #define helper_sve_ld1dd_be_r helper_sve_ld1dd_be_r_aarch64eb
#define helper_sve_ld4hh_r helper_sve_ld4hh_r_aarch64eb #define helper_sve_ld1dd_le_r helper_sve_ld1dd_le_r_aarch64eb
#define helper_sve_ld1ss_r helper_sve_ld1ss_r_aarch64eb #define helper_sve_ld2dd_be_r helper_sve_ld2dd_be_r_aarch64eb
#define helper_sve_ld2ss_r helper_sve_ld2ss_r_aarch64eb #define helper_sve_ld2dd_le_r helper_sve_ld2dd_le_r_aarch64eb
#define helper_sve_ld3ss_r helper_sve_ld3ss_r_aarch64eb #define helper_sve_ld3dd_be_r helper_sve_ld3dd_be_r_aarch64eb
#define helper_sve_ld4ss_r helper_sve_ld4ss_r_aarch64eb #define helper_sve_ld3dd_le_r helper_sve_ld3dd_le_r_aarch64eb
#define helper_sve_ld4dd_be_r helper_sve_ld4dd_be_r_aarch64eb
#define helper_sve_ld4dd_le_r helper_sve_ld4dd_le_r_aarch64eb
#define helper_sve_ld1hh_be_r helper_sve_ld1hh_be_r_aarch64eb
#define helper_sve_ld1hh_le_r helper_sve_ld1hh_le_r_aarch64eb
#define helper_sve_ld2hh_be_r helper_sve_ld2hh_be_r_aarch64eb
#define helper_sve_ld2hh_le_r helper_sve_ld2hh_le_r_aarch64eb
#define helper_sve_ld3hh_be_r helper_sve_ld3hh_be_r_aarch64eb
#define helper_sve_ld3hh_le_r helper_sve_ld3hh_le_r_aarch64eb
#define helper_sve_ld4hh_be_r helper_sve_ld4hh_be_r_aarch64eb
#define helper_sve_ld4hh_le_r helper_sve_ld4hh_le_r_aarch64eb
#define helper_sve_ld1ss_be_r helper_sve_ld1ss_be_r_aarch64eb
#define helper_sve_ld1ss_le_r helper_sve_ld1ss_le_r_aarch64eb
#define helper_sve_ld2ss_be_r helper_sve_ld2ss_be_r_aarch64eb
#define helper_sve_ld2ss_le_r helper_sve_ld2ss_le_r_aarch64eb
#define helper_sve_ld3ss_be_r helper_sve_ld3ss_be_r_aarch64eb
#define helper_sve_ld3ss_le_r helper_sve_ld3ss_le_r_aarch64eb
#define helper_sve_ld4ss_be_r helper_sve_ld4ss_be_r_aarch64eb
#define helper_sve_ld4ss_le_r helper_sve_ld4ss_le_r_aarch64eb
#define helper_sve_ldbdu_zd helper_sve_ldbdu_zd_aarch64eb #define helper_sve_ldbdu_zd helper_sve_ldbdu_zd_aarch64eb
#define helper_sve_ldbdu_zss helper_sve_ldbdu_zss_aarch64eb #define helper_sve_ldbdu_zss helper_sve_ldbdu_zss_aarch64eb
#define helper_sve_ldbdu_zsu helper_sve_ldbdu_zsu_aarch64eb #define helper_sve_ldbdu_zsu helper_sve_ldbdu_zsu_aarch64eb
@ -3828,15 +3846,24 @@
#define helper_sve_ldff1bhu_r helper_sve_ldff1bhu_r_aarch64eb #define helper_sve_ldff1bhu_r helper_sve_ldff1bhu_r_aarch64eb
#define helper_sve_ldff1bss_r helper_sve_ldff1bss_r_aarch64eb #define helper_sve_ldff1bss_r helper_sve_ldff1bss_r_aarch64eb
#define helper_sve_ldff1bsu_r helper_sve_ldff1bsu_r_aarch64eb #define helper_sve_ldff1bsu_r helper_sve_ldff1bsu_r_aarch64eb
#define helper_sve_ldff1dd_r helper_sve_ldff1dd_r_aarch64eb #define helper_sve_ldff1dd_be_r helper_sve_ldff1dd_be_r_aarch64eb
#define helper_sve_ldff1hh_r helper_sve_ldff1hh_r_aarch64eb #define helper_sve_ldff1dd_le_r helper_sve_ldff1dd_le_r_aarch64eb
#define helper_sve_ldff1hds_r helper_sve_ldff1hds_r_aarch64eb #define helper_sve_ldff1hh_be_r helper_sve_ldff1hh_be_r_aarch64eb
#define helper_sve_ldff1hdu_r helper_sve_ldff1hdu_r_aarch64eb #define helper_sve_ldff1hh_le_r helper_sve_ldff1hh_le_r_aarch64eb
#define helper_sve_ldff1hss_r helper_sve_ldff1hss_r_aarch64eb #define helper_sve_ldff1hds_be_r helper_sve_ldff1hds_be_r_aarch64eb
#define helper_sve_ldff1hsu_r helper_sve_ldff1hsu_r_aarch64eb #define helper_sve_ldff1hds_le_r helper_sve_ldff1hds_le_r_aarch64eb
#define helper_sve_ldff1ss_r helper_sve_ldff1ss_r_aarch64eb #define helper_sve_ldff1hdu_be_r helper_sve_ldff1hdu_be_r_aarch64eb
#define helper_sve_ldff1sds_r helper_sve_ldff1sds_r_aarch64eb #define helper_sve_ldff1hdu_le_r helper_sve_ldff1hdu_le_r_aarch64eb
#define helper_sve_ldff1sdu_r helper_sve_ldff1sdu_r_aarch64eb #define helper_sve_ldff1hss_be_r helper_sve_ldff1hss_be_r_aarch64eb
#define helper_sve_ldff1hss_le_r helper_sve_ldff1hss_le_r_aarch64eb
#define helper_sve_ldff1hsu_be_r helper_sve_ldff1hsu_be_r_aarch64eb
#define helper_sve_ldff1hsu_le_r helper_sve_ldff1hsu_le_r_aarch64eb
#define helper_sve_ldff1ss_be_r helper_sve_ldff1ss_be_r_aarch64eb
#define helper_sve_ldff1ss_le_r helper_sve_ldff1ss_le_r_aarch64eb
#define helper_sve_ldff1sds_be_r helper_sve_ldff1sds_be_r_aarch64eb
#define helper_sve_ldff1sds_le_r helper_sve_ldff1sds_le_r_aarch64eb
#define helper_sve_ldff1sdu_be_r helper_sve_ldff1sdu_be_r_aarch64eb
#define helper_sve_ldff1sdu_le_r helper_sve_ldff1sdu_le_r_aarch64eb
#define helper_sve_ldnf1bb_r helper_sve_ldnf1bb_r_aarch64eb #define helper_sve_ldnf1bb_r helper_sve_ldnf1bb_r_aarch64eb
#define helper_sve_ldnf1bds_r helper_sve_ldnf1bds_r_aarch64eb #define helper_sve_ldnf1bds_r helper_sve_ldnf1bds_r_aarch64eb
#define helper_sve_ldnf1bdu_r helper_sve_ldnf1bdu_r_aarch64eb #define helper_sve_ldnf1bdu_r helper_sve_ldnf1bdu_r_aarch64eb
@ -3844,15 +3871,24 @@
#define helper_sve_ldnf1bhu_r helper_sve_ldnf1bhu_r_aarch64eb #define helper_sve_ldnf1bhu_r helper_sve_ldnf1bhu_r_aarch64eb
#define helper_sve_ldnf1bss_r helper_sve_ldnf1bss_r_aarch64eb #define helper_sve_ldnf1bss_r helper_sve_ldnf1bss_r_aarch64eb
#define helper_sve_ldnf1bsu_r helper_sve_ldnf1bsu_r_aarch64eb #define helper_sve_ldnf1bsu_r helper_sve_ldnf1bsu_r_aarch64eb
#define helper_sve_ldnf1dd_r helper_sve_ldnf1dd_r_aarch64eb #define helper_sve_ldnf1dd_be_r helper_sve_ldnf1dd_be_r_aarch64eb
#define helper_sve_ldnf1hh_r helper_sve_ldnf1hh_r_aarch64eb #define helper_sve_ldnf1dd_le_r helper_sve_ldnf1dd_le_r_aarch64eb
#define helper_sve_ldnf1hds_r helper_sve_ldnf1hds_r_aarch64eb #define helper_sve_ldnf1hh_be_r helper_sve_ldnf1hh_be_r_aarch64eb
#define helper_sve_ldnf1hdu_r helper_sve_ldnf1hdu_r_aarch64eb #define helper_sve_ldnf1hh_le_r helper_sve_ldnf1hh_le_r_aarch64eb
#define helper_sve_ldnf1hss_r helper_sve_ldnf1hss_r_aarch64eb #define helper_sve_ldnf1hds_be_r helper_sve_ldnf1hds_be_r_aarch64eb
#define helper_sve_ldnf1hsu_r helper_sve_ldnf1hsu_r_aarch64eb #define helper_sve_ldnf1hds_le_r helper_sve_ldnf1hds_le_r_aarch64eb
#define helper_sve_ldnf1ss_r helper_sve_ldnf1ss_r_aarch64eb #define helper_sve_ldnf1hdu_be_r helper_sve_ldnf1hdu_be_r_aarch64eb
#define helper_sve_ldnf1sds_r helper_sve_ldnf1sds_r_aarch64eb #define helper_sve_ldnf1hdu_le_r helper_sve_ldnf1hdu_le_r_aarch64eb
#define helper_sve_ldnf1sdu_r helper_sve_ldnf1sdu_r_aarch64eb #define helper_sve_ldnf1hss_be_r helper_sve_ldnf1hss_be_r_aarch64eb
#define helper_sve_ldnf1hss_le_r helper_sve_ldnf1hss_le_r_aarch64eb
#define helper_sve_ldnf1hsu_be_r helper_sve_ldnf1hsu_be_r_aarch64eb
#define helper_sve_ldnf1hsu_le_r helper_sve_ldnf1hsu_le_r_aarch64eb
#define helper_sve_ldnf1ss_be_r helper_sve_ldnf1ss_be_r_aarch64eb
#define helper_sve_ldnf1ss_le_r helper_sve_ldnf1ss_le_r_aarch64eb
#define helper_sve_ldnf1sds_be_r helper_sve_ldnf1sds_be_r_aarch64eb
#define helper_sve_ldnf1sds_le_r helper_sve_ldnf1sds_le_r_aarch64eb
#define helper_sve_ldnf1sdu_be_r helper_sve_ldnf1sdu_be_r_aarch64eb
#define helper_sve_ldnf1sdu_le_r helper_sve_ldnf1sdu_le_r_aarch64eb
#define helper_sve_ldffbds_zd helper_sve_ldffbds_zd_aarch64eb #define helper_sve_ldffbds_zd helper_sve_ldffbds_zd_aarch64eb
#define helper_sve_ldffbds_zss helper_sve_ldffbds_zss_aarch64eb #define helper_sve_ldffbds_zss helper_sve_ldffbds_zss_aarch64eb
#define helper_sve_ldffbds_zsu helper_sve_ldffbds_zsu_aarch64eb #define helper_sve_ldffbds_zsu helper_sve_ldffbds_zsu_aarch64eb

View file

@ -3774,24 +3774,42 @@ aarch64_symbols = (
'helper_sve_ld1bhs_r', 'helper_sve_ld1bhs_r',
'helper_sve_ld1bss_r', 'helper_sve_ld1bss_r',
'helper_sve_ld1bsu_r', 'helper_sve_ld1bsu_r',
'helper_sve_ld1hds_r', 'helper_sve_ld1hds_be_r',
'helper_sve_ld1hdu_r', 'helper_sve_ld1hds_le_r',
'helper_sve_ld1hss_r', 'helper_sve_ld1hdu_be_r',
'helper_sve_ld1hsu_r', 'helper_sve_ld1hdu_le_r',
'helper_sve_ld1sds_r', 'helper_sve_ld1hss_be_r',
'helper_sve_ld1sdu_r', 'helper_sve_ld1hss_le_r',
'helper_sve_ld1dd_r', 'helper_sve_ld1hsu_be_r',
'helper_sve_ld2dd_r', 'helper_sve_ld1hsu_le_r',
'helper_sve_ld3dd_r', 'helper_sve_ld1sds_be_r',
'helper_sve_ld4dd_r', 'helper_sve_ld1sds_le_r',
'helper_sve_ld1hh_r', 'helper_sve_ld1sdu_be_r',
'helper_sve_ld2hh_r', 'helper_sve_ld1sdu_le_r',
'helper_sve_ld3hh_r', 'helper_sve_ld1dd_be_r',
'helper_sve_ld4hh_r', 'helper_sve_ld1dd_le_r',
'helper_sve_ld1ss_r', 'helper_sve_ld2dd_be_r',
'helper_sve_ld2ss_r', 'helper_sve_ld2dd_le_r',
'helper_sve_ld3ss_r', 'helper_sve_ld3dd_be_r',
'helper_sve_ld4ss_r', 'helper_sve_ld3dd_le_r',
'helper_sve_ld4dd_be_r',
'helper_sve_ld4dd_le_r',
'helper_sve_ld1hh_be_r',
'helper_sve_ld1hh_le_r',
'helper_sve_ld2hh_be_r',
'helper_sve_ld2hh_le_r',
'helper_sve_ld3hh_be_r',
'helper_sve_ld3hh_le_r',
'helper_sve_ld4hh_be_r',
'helper_sve_ld4hh_le_r',
'helper_sve_ld1ss_be_r',
'helper_sve_ld1ss_le_r',
'helper_sve_ld2ss_be_r',
'helper_sve_ld2ss_le_r',
'helper_sve_ld3ss_be_r',
'helper_sve_ld3ss_le_r',
'helper_sve_ld4ss_be_r',
'helper_sve_ld4ss_le_r',
'helper_sve_ldbdu_zd', 'helper_sve_ldbdu_zd',
'helper_sve_ldbdu_zss', 'helper_sve_ldbdu_zss',
'helper_sve_ldbdu_zsu', 'helper_sve_ldbdu_zsu',
@ -3852,15 +3870,24 @@ aarch64_symbols = (
'helper_sve_ldff1bhu_r', 'helper_sve_ldff1bhu_r',
'helper_sve_ldff1bss_r', 'helper_sve_ldff1bss_r',
'helper_sve_ldff1bsu_r', 'helper_sve_ldff1bsu_r',
'helper_sve_ldff1dd_r', 'helper_sve_ldff1dd_be_r',
'helper_sve_ldff1hh_r', 'helper_sve_ldff1dd_le_r',
'helper_sve_ldff1hds_r', 'helper_sve_ldff1hh_be_r',
'helper_sve_ldff1hdu_r', 'helper_sve_ldff1hh_le_r',
'helper_sve_ldff1hss_r', 'helper_sve_ldff1hds_be_r',
'helper_sve_ldff1hsu_r', 'helper_sve_ldff1hds_le_r',
'helper_sve_ldff1ss_r', 'helper_sve_ldff1hdu_be_r',
'helper_sve_ldff1sds_r', 'helper_sve_ldff1hdu_le_r',
'helper_sve_ldff1sdu_r', 'helper_sve_ldff1hss_be_r',
'helper_sve_ldff1hss_le_r',
'helper_sve_ldff1hsu_be_r',
'helper_sve_ldff1hsu_le_r',
'helper_sve_ldff1ss_be_r',
'helper_sve_ldff1ss_le_r',
'helper_sve_ldff1sds_be_r',
'helper_sve_ldff1sds_le_r',
'helper_sve_ldff1sdu_be_r',
'helper_sve_ldff1sdu_le_r',
'helper_sve_ldnf1bb_r', 'helper_sve_ldnf1bb_r',
'helper_sve_ldnf1bds_r', 'helper_sve_ldnf1bds_r',
'helper_sve_ldnf1bdu_r', 'helper_sve_ldnf1bdu_r',
@ -3868,15 +3895,24 @@ aarch64_symbols = (
'helper_sve_ldnf1bhu_r', 'helper_sve_ldnf1bhu_r',
'helper_sve_ldnf1bss_r', 'helper_sve_ldnf1bss_r',
'helper_sve_ldnf1bsu_r', 'helper_sve_ldnf1bsu_r',
'helper_sve_ldnf1dd_r', 'helper_sve_ldnf1dd_be_r',
'helper_sve_ldnf1hh_r', 'helper_sve_ldnf1dd_le_r',
'helper_sve_ldnf1hds_r', 'helper_sve_ldnf1hh_be_r',
'helper_sve_ldnf1hdu_r', 'helper_sve_ldnf1hh_le_r',
'helper_sve_ldnf1hss_r', 'helper_sve_ldnf1hds_be_r',
'helper_sve_ldnf1hsu_r', 'helper_sve_ldnf1hds_le_r',
'helper_sve_ldnf1ss_r', 'helper_sve_ldnf1hdu_be_r',
'helper_sve_ldnf1sds_r', 'helper_sve_ldnf1hdu_le_r',
'helper_sve_ldnf1sdu_r', 'helper_sve_ldnf1hss_be_r',
'helper_sve_ldnf1hss_le_r',
'helper_sve_ldnf1hsu_be_r',
'helper_sve_ldnf1hsu_le_r',
'helper_sve_ldnf1ss_be_r',
'helper_sve_ldnf1ss_le_r',
'helper_sve_ldnf1sds_be_r',
'helper_sve_ldnf1sds_le_r',
'helper_sve_ldnf1sdu_be_r',
'helper_sve_ldnf1sdu_le_r',
'helper_sve_ldffbds_zd', 'helper_sve_ldffbds_zd',
'helper_sve_ldffbds_zss', 'helper_sve_ldffbds_zss',
'helper_sve_ldffbds_zsu', 'helper_sve_ldffbds_zsu',

View file

@ -1128,20 +1128,35 @@ DEF_HELPER_FLAGS_4(sve_ld2bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld3bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld4bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld2hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld3hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld4hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld2hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld3hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld4hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld2ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld3ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld4ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld2dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld3dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld4dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1bsu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1bsu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
@ -1150,13 +1165,21 @@ DEF_HELPER_FLAGS_4(sve_ld1bhs_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hsu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hsu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hsu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ld1hdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1hds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ld1sds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
@ -1166,17 +1189,28 @@ DEF_HELPER_FLAGS_4(sve_ldff1bhs_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hsu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hsu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hsu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1hdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1hds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldff1ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1sds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldff1dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1bhu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
@ -1186,17 +1220,28 @@ DEF_HELPER_FLAGS_4(sve_ldnf1bhs_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1bss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1bds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hh_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hh_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hsu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hsu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1ss_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hh_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sdu_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hsu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sds_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1hdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1hds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1dd_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_ldnf1ss_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sdu_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sds_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1ss_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sdu_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1sds_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1dd_le_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_ldnf1dd_be_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_st1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_st1bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)
DEF_HELPER_FLAGS_4(sve_st2bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32) DEF_HELPER_FLAGS_4(sve_st2bb_r, TCG_CALL_NO_WG, void, env, ptr, tl, i32)

View file

@ -3770,18 +3770,18 @@ void HELPER(sve_##NAME##_r)(CPUARMState *env, void *vg, \
sve_##NAME##_host, sve_##NAME##_tlb); \ sve_##NAME##_host, sve_##NAME##_tlb); \
} }
/* TODO: Propagate the endian check back to the translator. */
#define DO_LD1_2(NAME, ESZ, MSZ) \ #define DO_LD1_2(NAME, ESZ, MSZ) \
void HELPER(sve_##NAME##_r)(CPUARMState *env, void *vg, \ void HELPER(sve_##NAME##_le_r)(CPUARMState *env, void *vg, \
target_ulong addr, uint32_t desc) \ target_ulong addr, uint32_t desc) \
{ \ { \
if (arm_cpu_data_is_big_endian(env)) { \ sve_ld1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \
sve_ld1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \ sve_##NAME##_le_host, sve_##NAME##_le_tlb); \
sve_##NAME##_be_host, sve_##NAME##_be_tlb); \ } \
} else { \ void HELPER(sve_##NAME##_be_r)(CPUARMState *env, void *vg, \
sve_ld1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \ target_ulong addr, uint32_t desc) \
sve_##NAME##_le_host, sve_##NAME##_le_tlb); \ { \
} \ sve_ld1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \
sve_##NAME##_be_host, sve_##NAME##_be_tlb); \
} }
DO_LD1_1(ld1bb, 0) DO_LD1_1(ld1bb, 0)
@ -3908,12 +3908,17 @@ void __attribute__((flatten)) HELPER(sve_ld##N##bb_r) \
} }
#define DO_LDN_2(N, SUFF, SIZE) \ #define DO_LDN_2(N, SUFF, SIZE) \
void __attribute__((flatten)) HELPER(sve_ld##N##SUFF##_r) \ void __attribute__((flatten)) HELPER(sve_ld##N##SUFF##_le_r) \
(CPUARMState *env, void *vg, target_ulong addr, uint32_t desc) \ (CPUARMState *env, void *vg, target_ulong addr, uint32_t desc) \
{ \ { \
sve_ld##N##_r(env, vg, addr, desc, SIZE, GETPC(), \ sve_ld##N##_r(env, vg, addr, desc, SIZE, GETPC(), \
arm_cpu_data_is_big_endian(env) \ sve_ld1##SUFF##_le_tlb); \
? sve_ld1##SUFF##_be_tlb : sve_ld1##SUFF##_le_tlb); \ } \
void __attribute__((flatten)) HELPER(sve_ld##N##SUFF##_be_r) \
(CPUARMState *env, void *vg, target_ulong addr, uint32_t desc) \
{ \
sve_ld##N##_r(env, vg, addr, desc, SIZE, GETPC(), \
sve_ld1##SUFF##_be_tlb); \
} }
DO_LDN_1(2) DO_LDN_1(2)
@ -4142,30 +4147,30 @@ void HELPER(sve_ldnf1##PART##_r)(CPUARMState *env, void *vg, \
/* TODO: Propagate the endian check back to the translator. */ /* TODO: Propagate the endian check back to the translator. */
#define DO_LDFF1_LDNF1_2(PART, ESZ, MSZ) \ #define DO_LDFF1_LDNF1_2(PART, ESZ, MSZ) \
void HELPER(sve_ldff1##PART##_r)(CPUARMState *env, void *vg, \ void HELPER(sve_ldff1##PART##_le_r)(CPUARMState *env, void *vg, \
target_ulong addr, uint32_t desc) \ target_ulong addr, uint32_t desc) \
{ \ { \
if (arm_cpu_data_is_big_endian(env)) { \ sve_ldff1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \
sve_ldff1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \ sve_ld1##PART##_le_host, sve_ld1##PART##_le_tlb); \
sve_ld1##PART##_be_host, sve_ld1##PART##_be_tlb); \
} else { \
sve_ldff1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \
sve_ld1##PART##_le_host, sve_ld1##PART##_le_tlb); \
} \
} \ } \
void HELPER(sve_ldnf1##PART##_r)(CPUARMState *env, void *vg, \ void HELPER(sve_ldnf1##PART##_le_r)(CPUARMState *env, void *vg, \
target_ulong addr, uint32_t desc) \ target_ulong addr, uint32_t desc) \
{ \ { \
if (arm_cpu_data_is_big_endian(env)) { \ sve_ldnf1_r(env, vg, addr, desc, ESZ, MSZ, sve_ld1##PART##_le_host); \
sve_ldnf1_r(env, vg, addr, desc, ESZ, MSZ, \ } \
sve_ld1##PART##_be_host); \ void HELPER(sve_ldff1##PART##_be_r)(CPUARMState *env, void *vg, \
} else { \ target_ulong addr, uint32_t desc) \
sve_ldnf1_r(env, vg, addr, desc, ESZ, MSZ, \ { \
sve_ld1##PART##_le_host); \ sve_ldff1_r(env, vg, addr, desc, GETPC(), ESZ, MSZ, \
} \ sve_ld1##PART##_be_host, sve_ld1##PART##_be_tlb); \
mmap_unlock(); \ } \
void HELPER(sve_ldnf1##PART##_be_r)(CPUARMState *env, void *vg, \
target_ulong addr, uint32_t desc) \
{ \
sve_ldnf1_r(env, vg, addr, desc, ESZ, MSZ, sve_ld1##PART##_be_host); \
} }
DO_LDFF1_LDNF1_1(bb, 0) DO_LDFF1_LDNF1_1(bb, 0)
DO_LDFF1_LDNF1_1(bhu, 1) DO_LDFF1_LDNF1_1(bhu, 1)
DO_LDFF1_LDNF1_1(bhs, 1) DO_LDFF1_LDNF1_1(bhs, 1)

View file

@ -4790,32 +4790,58 @@ static void do_mem_zpa(DisasContext *s, int zt, int pg, TCGv_i64 addr,
static void do_ld_zpa(DisasContext *s, int zt, int pg, static void do_ld_zpa(DisasContext *s, int zt, int pg,
TCGv_i64 addr, int dtype, int nreg) TCGv_i64 addr, int dtype, int nreg)
{ {
static gen_helper_gvec_mem * const fns[16][4] = { static gen_helper_gvec_mem * const fns[2][16][4] = {
{ gen_helper_sve_ld1bb_r, gen_helper_sve_ld2bb_r, /* Little-endian */
gen_helper_sve_ld3bb_r, gen_helper_sve_ld4bb_r }, { { gen_helper_sve_ld1bb_r, gen_helper_sve_ld2bb_r,
{ gen_helper_sve_ld1bhu_r, NULL, NULL, NULL }, gen_helper_sve_ld3bb_r, gen_helper_sve_ld4bb_r },
{ gen_helper_sve_ld1bsu_r, NULL, NULL, NULL }, { gen_helper_sve_ld1bhu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bdu_r, NULL, NULL, NULL }, { gen_helper_sve_ld1bsu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bdu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1sds_r, NULL, NULL, NULL }, { gen_helper_sve_ld1sds_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hh_r, gen_helper_sve_ld2hh_r, { gen_helper_sve_ld1hh_le_r, gen_helper_sve_ld2hh_le_r,
gen_helper_sve_ld3hh_r, gen_helper_sve_ld4hh_r }, gen_helper_sve_ld3hh_le_r, gen_helper_sve_ld4hh_le_r },
{ gen_helper_sve_ld1hsu_r, NULL, NULL, NULL }, { gen_helper_sve_ld1hsu_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hdu_r, NULL, NULL, NULL }, { gen_helper_sve_ld1hdu_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hds_r, NULL, NULL, NULL }, { gen_helper_sve_ld1hds_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hss_r, NULL, NULL, NULL }, { gen_helper_sve_ld1hss_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1ss_r, gen_helper_sve_ld2ss_r, { gen_helper_sve_ld1ss_le_r, gen_helper_sve_ld2ss_le_r,
gen_helper_sve_ld3ss_r, gen_helper_sve_ld4ss_r }, gen_helper_sve_ld3ss_le_r, gen_helper_sve_ld4ss_le_r },
{ gen_helper_sve_ld1sdu_r, NULL, NULL, NULL }, { gen_helper_sve_ld1sdu_le_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bds_r, NULL, NULL, NULL }, { gen_helper_sve_ld1bds_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bss_r, NULL, NULL, NULL }, { gen_helper_sve_ld1bss_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bhs_r, NULL, NULL, NULL }, { gen_helper_sve_ld1bhs_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1dd_r, gen_helper_sve_ld2dd_r, { gen_helper_sve_ld1dd_le_r, gen_helper_sve_ld2dd_le_r,
gen_helper_sve_ld3dd_r, gen_helper_sve_ld4dd_r }, gen_helper_sve_ld3dd_le_r, gen_helper_sve_ld4dd_le_r } },
/* Big-endian */
{ { gen_helper_sve_ld1bb_r, gen_helper_sve_ld2bb_r,
gen_helper_sve_ld3bb_r, gen_helper_sve_ld4bb_r },
{ gen_helper_sve_ld1bhu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bsu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bdu_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1sds_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hh_be_r, gen_helper_sve_ld2hh_be_r,
gen_helper_sve_ld3hh_be_r, gen_helper_sve_ld4hh_be_r },
{ gen_helper_sve_ld1hsu_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hdu_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hds_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1hss_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1ss_be_r, gen_helper_sve_ld2ss_be_r,
gen_helper_sve_ld3ss_be_r, gen_helper_sve_ld4ss_be_r },
{ gen_helper_sve_ld1sdu_be_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bds_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bss_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1bhs_r, NULL, NULL, NULL },
{ gen_helper_sve_ld1dd_be_r, gen_helper_sve_ld2dd_be_r,
gen_helper_sve_ld3dd_be_r, gen_helper_sve_ld4dd_be_r } }
}; };
gen_helper_gvec_mem *fn = fns[dtype][nreg]; gen_helper_gvec_mem *fn = fns[s->be_data == MO_BE][dtype][nreg];
/* While there are holes in the table, they are not /* While there are holes in the table, they are not
* accessible via the instruction encoding. * accessible via the instruction encoding.
@ -4857,26 +4883,48 @@ static bool trans_LD_zpri(DisasContext *s, arg_rpri_load *a, uint32_t insn)
static bool trans_LDFF1_zprr(DisasContext *s, arg_rprr_load *a, uint32_t insn) static bool trans_LDFF1_zprr(DisasContext *s, arg_rprr_load *a, uint32_t insn)
{ {
static gen_helper_gvec_mem * const fns[16] = { static gen_helper_gvec_mem * const fns[2][16] = {
gen_helper_sve_ldff1bb_r, /* Little-endian */
gen_helper_sve_ldff1bhu_r, { gen_helper_sve_ldff1bb_r,
gen_helper_sve_ldff1bsu_r, gen_helper_sve_ldff1bhu_r,
gen_helper_sve_ldff1bdu_r, gen_helper_sve_ldff1bsu_r,
gen_helper_sve_ldff1bdu_r,
gen_helper_sve_ldff1sds_r, gen_helper_sve_ldff1sds_le_r,
gen_helper_sve_ldff1hh_r, gen_helper_sve_ldff1hh_le_r,
gen_helper_sve_ldff1hsu_r, gen_helper_sve_ldff1hsu_le_r,
gen_helper_sve_ldff1hdu_r, gen_helper_sve_ldff1hdu_le_r,
gen_helper_sve_ldff1hds_r, gen_helper_sve_ldff1hds_le_r,
gen_helper_sve_ldff1hss_r, gen_helper_sve_ldff1hss_le_r,
gen_helper_sve_ldff1ss_r, gen_helper_sve_ldff1ss_le_r,
gen_helper_sve_ldff1sdu_r, gen_helper_sve_ldff1sdu_le_r,
gen_helper_sve_ldff1bds_r, gen_helper_sve_ldff1bds_r,
gen_helper_sve_ldff1bss_r, gen_helper_sve_ldff1bss_r,
gen_helper_sve_ldff1bhs_r, gen_helper_sve_ldff1bhs_r,
gen_helper_sve_ldff1dd_r, gen_helper_sve_ldff1dd_le_r },
/* Big-endian */
{ gen_helper_sve_ldff1bb_r,
gen_helper_sve_ldff1bhu_r,
gen_helper_sve_ldff1bsu_r,
gen_helper_sve_ldff1bdu_r,
gen_helper_sve_ldff1sds_be_r,
gen_helper_sve_ldff1hh_be_r,
gen_helper_sve_ldff1hsu_be_r,
gen_helper_sve_ldff1hdu_be_r,
gen_helper_sve_ldff1hds_be_r,
gen_helper_sve_ldff1hss_be_r,
gen_helper_sve_ldff1ss_be_r,
gen_helper_sve_ldff1sdu_be_r,
gen_helper_sve_ldff1bds_r,
gen_helper_sve_ldff1bss_r,
gen_helper_sve_ldff1bhs_r,
gen_helper_sve_ldff1dd_be_r },
}; };
if (sve_access_check(s)) { if (sve_access_check(s)) {
@ -4884,33 +4932,55 @@ static bool trans_LDFF1_zprr(DisasContext *s, arg_rprr_load *a, uint32_t insn)
TCGv_i64 addr = new_tmp_a64(s); TCGv_i64 addr = new_tmp_a64(s);
tcg_gen_shli_i64(tcg_ctx, addr, cpu_reg(s, a->rm), dtype_msz(a->dtype)); tcg_gen_shli_i64(tcg_ctx, addr, cpu_reg(s, a->rm), dtype_msz(a->dtype));
tcg_gen_add_i64(tcg_ctx, addr, addr, cpu_reg_sp(s, a->rn)); tcg_gen_add_i64(tcg_ctx, addr, addr, cpu_reg_sp(s, a->rn));
do_mem_zpa(s, a->rd, a->pg, addr, fns[a->dtype]); do_mem_zpa(s, a->rd, a->pg, addr, fns[s->be_data == MO_BE][a->dtype]);
} }
return true; return true;
} }
static bool trans_LDNF1_zpri(DisasContext *s, arg_rpri_load *a, uint32_t insn) static bool trans_LDNF1_zpri(DisasContext *s, arg_rpri_load *a, uint32_t insn)
{ {
static gen_helper_gvec_mem * const fns[16] = { static gen_helper_gvec_mem * const fns[2][16] = {
gen_helper_sve_ldnf1bb_r, /* Little-endian */
gen_helper_sve_ldnf1bhu_r, { gen_helper_sve_ldnf1bb_r,
gen_helper_sve_ldnf1bsu_r, gen_helper_sve_ldnf1bhu_r,
gen_helper_sve_ldnf1bdu_r, gen_helper_sve_ldnf1bsu_r,
gen_helper_sve_ldnf1bdu_r,
gen_helper_sve_ldnf1sds_r, gen_helper_sve_ldnf1sds_le_r,
gen_helper_sve_ldnf1hh_r, gen_helper_sve_ldnf1hh_le_r,
gen_helper_sve_ldnf1hsu_r, gen_helper_sve_ldnf1hsu_le_r,
gen_helper_sve_ldnf1hdu_r, gen_helper_sve_ldnf1hdu_le_r,
gen_helper_sve_ldnf1hds_r, gen_helper_sve_ldnf1hds_le_r,
gen_helper_sve_ldnf1hss_r, gen_helper_sve_ldnf1hss_le_r,
gen_helper_sve_ldnf1ss_r, gen_helper_sve_ldnf1ss_le_r,
gen_helper_sve_ldnf1sdu_r, gen_helper_sve_ldnf1sdu_le_r,
gen_helper_sve_ldnf1bds_r, gen_helper_sve_ldnf1bds_r,
gen_helper_sve_ldnf1bss_r, gen_helper_sve_ldnf1bss_r,
gen_helper_sve_ldnf1bhs_r, gen_helper_sve_ldnf1bhs_r,
gen_helper_sve_ldnf1dd_r, gen_helper_sve_ldnf1dd_le_r },
/* Big-endian */
{ gen_helper_sve_ldnf1bb_r,
gen_helper_sve_ldnf1bhu_r,
gen_helper_sve_ldnf1bsu_r,
gen_helper_sve_ldnf1bdu_r,
gen_helper_sve_ldnf1sds_be_r,
gen_helper_sve_ldnf1hh_be_r,
gen_helper_sve_ldnf1hsu_be_r,
gen_helper_sve_ldnf1hdu_be_r,
gen_helper_sve_ldnf1hds_be_r,
gen_helper_sve_ldnf1hss_be_r,
gen_helper_sve_ldnf1ss_be_r,
gen_helper_sve_ldnf1sdu_be_r,
gen_helper_sve_ldnf1bds_r,
gen_helper_sve_ldnf1bss_r,
gen_helper_sve_ldnf1bhs_r,
gen_helper_sve_ldnf1dd_be_r },
}; };
if (sve_access_check(s)) { if (sve_access_check(s)) {
@ -4921,7 +4991,7 @@ static bool trans_LDNF1_zpri(DisasContext *s, arg_rpri_load *a, uint32_t insn)
TCGv_i64 addr = new_tmp_a64(s); TCGv_i64 addr = new_tmp_a64(s);
tcg_gen_addi_i64(tcg_ctx, addr, cpu_reg_sp(s, a->rn), off); tcg_gen_addi_i64(tcg_ctx, addr, cpu_reg_sp(s, a->rn), off);
do_mem_zpa(s, a->rd, a->pg, addr, fns[a->dtype]); do_mem_zpa(s, a->rd, a->pg, addr, fns[s->be_data == MO_BE][a->dtype]);
} }
return true; return true;
} }
@ -4929,9 +4999,11 @@ static bool trans_LDNF1_zpri(DisasContext *s, arg_rpri_load *a, uint32_t insn)
static void do_ldrq(DisasContext *s, int zt, int pg, TCGv_i64 addr, int msz) static void do_ldrq(DisasContext *s, int zt, int pg, TCGv_i64 addr, int msz)
{ {
TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGContext *tcg_ctx = s->uc->tcg_ctx;
static gen_helper_gvec_mem * const fns[4] = { static gen_helper_gvec_mem * const fns[2][4] = {
gen_helper_sve_ld1bb_r, gen_helper_sve_ld1hh_r, { gen_helper_sve_ld1bb_r, gen_helper_sve_ld1hh_le_r,
gen_helper_sve_ld1ss_r, gen_helper_sve_ld1dd_r, gen_helper_sve_ld1ss_le_r, gen_helper_sve_ld1dd_le_r },
{ gen_helper_sve_ld1bb_r, gen_helper_sve_ld1hh_be_r,
gen_helper_sve_ld1ss_be_r, gen_helper_sve_ld1dd_be_r },
}; };
unsigned vsz = vec_full_reg_size(s); unsigned vsz = vec_full_reg_size(s);
TCGv_ptr t_pg; TCGv_ptr t_pg;
@ -4963,7 +5035,7 @@ static void do_ldrq(DisasContext *s, int zt, int pg, TCGv_i64 addr, int msz)
t_pg = tcg_temp_new_ptr(tcg_ctx); t_pg = tcg_temp_new_ptr(tcg_ctx);
tcg_gen_addi_ptr(tcg_ctx, t_pg, tcg_ctx->cpu_env, poff); tcg_gen_addi_ptr(tcg_ctx, t_pg, tcg_ctx->cpu_env, poff);
fns[msz](tcg_ctx, tcg_ctx->cpu_env, t_pg, addr, desc); fns[s->be_data == MO_BE][msz](tcg_ctx, tcg_ctx->cpu_env, t_pg, addr, desc);
tcg_temp_free_ptr(tcg_ctx, t_pg); tcg_temp_free_ptr(tcg_ctx, t_pg);
tcg_temp_free_i32(tcg_ctx, desc); tcg_temp_free_i32(tcg_ctx, desc);