SYS-OSS/FRET-qemu
4
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

target/arm: Use FPST_FPCR_AH for FRECPE, FRECPS, FRECPX, FRSQRTE, FRSQRTS

Browse Source 
For the instructions FRECPE, FRECPS, FRECPX, FRSQRTE, FRSQRTS, use
FPST_FPCR_AH or FPST_FPCR_AH_F16 when FPCR.AH is 1, so that they get
the required behaviour changes.

Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
Reviewed-by: Richard Henderson <richard.henderson@linaro.org>
This commit is contained in:
Peter Maydell 2025-02-01 16:39:15 +00:00
parent 1828053990
commit a8559e0e53
3 changed files with 127 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

119
target/arm/tcg/translate-a64.c
View File

@ -712,10 +712,10 @@ static void gen_gvec_op3_ool(DisasContext *s, bool is_q, int rd,
* an out-of-line helper. * an out-of-line helper.
*/ */
static void gen_gvec_op3_fpst(DisasContext *s, bool is_q, int rd, int rn, static void gen_gvec_op3_fpst(DisasContext *s, bool is_q, int rd, int rn,
int rm, bool is_fp16, int data, int rm, ARMFPStatusFlavour fpsttype, int data,
gen_helper_gvec_3_ptr *fn) gen_helper_gvec_3_ptr *fn)
{ {
TCGv_ptr fpst = fpstatus_ptr(is_fp16 ? FPST_A64_F16 : FPST_A64); TCGv_ptr fpst = fpstatus_ptr(fpsttype);
tcg_gen_gvec_3_ptr(vec_full_reg_offset(s, rd), tcg_gen_gvec_3_ptr(vec_full_reg_offset(s, rd),
vec_full_reg_offset(s, rn), vec_full_reg_offset(s, rn),
vec_full_reg_offset(s, rm), fpst, vec_full_reg_offset(s, rm), fpst,
@ -5025,14 +5025,16 @@ typedef struct FPScalar {
void (*gen_d)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_ptr); void (*gen_d)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_ptr);
} FPScalar; } FPScalar;
static bool do_fp3_scalar(DisasContext *s, arg_rrr_e *a, const FPScalar *f) static bool do_fp3_scalar_with_fpsttype(DisasContext *s, arg_rrr_e *a,
const FPScalar *f,
ARMFPStatusFlavour fpsttype)
{ {
switch (a->esz) { switch (a->esz) {
case MO_64: case MO_64:
if (fp_access_check(s)) { if (fp_access_check(s)) {
TCGv_i64 t0 = read_fp_dreg(s, a->rn); TCGv_i64 t0 = read_fp_dreg(s, a->rn);
TCGv_i64 t1 = read_fp_dreg(s, a->rm); TCGv_i64 t1 = read_fp_dreg(s, a->rm);
f->gen_d(t0, t0, t1, fpstatus_ptr(FPST_A64)); f->gen_d(t0, t0, t1, fpstatus_ptr(fpsttype));
write_fp_dreg(s, a->rd, t0); write_fp_dreg(s, a->rd, t0);
} }
break; break;
@ -5040,7 +5042,7 @@ static bool do_fp3_scalar(DisasContext *s, arg_rrr_e *a, const FPScalar *f)
if (fp_access_check(s)) { if (fp_access_check(s)) {
TCGv_i32 t0 = read_fp_sreg(s, a->rn); TCGv_i32 t0 = read_fp_sreg(s, a->rn);
TCGv_i32 t1 = read_fp_sreg(s, a->rm); TCGv_i32 t1 = read_fp_sreg(s, a->rm);
f->gen_s(t0, t0, t1, fpstatus_ptr(FPST_A64)); f->gen_s(t0, t0, t1, fpstatus_ptr(fpsttype));
write_fp_sreg(s, a->rd, t0); write_fp_sreg(s, a->rd, t0);
} }
break; break;
@ -5051,7 +5053,7 @@ static bool do_fp3_scalar(DisasContext *s, arg_rrr_e *a, const FPScalar *f)
if (fp_access_check(s)) { if (fp_access_check(s)) {
TCGv_i32 t0 = read_fp_hreg(s, a->rn); TCGv_i32 t0 = read_fp_hreg(s, a->rn);
TCGv_i32 t1 = read_fp_hreg(s, a->rm); TCGv_i32 t1 = read_fp_hreg(s, a->rm);
f->gen_h(t0, t0, t1, fpstatus_ptr(FPST_A64_F16)); f->gen_h(t0, t0, t1, fpstatus_ptr(fpsttype));
write_fp_sreg(s, a->rd, t0); write_fp_sreg(s, a->rd, t0);
} }
break; break;
@ -5061,6 +5063,18 @@ static bool do_fp3_scalar(DisasContext *s, arg_rrr_e *a, const FPScalar *f)
return true; return true;
} }
static bool do_fp3_scalar(DisasContext *s, arg_rrr_e *a, const FPScalar *f)
{
return do_fp3_scalar_with_fpsttype(s, a, f,
a->esz == MO_16 ?
FPST_A64_F16 : FPST_A64);
}
static bool do_fp3_scalar_ah(DisasContext *s, arg_rrr_e *a, const FPScalar *f)
{
return do_fp3_scalar_with_fpsttype(s, a, f, select_ah_fpst(s, a->esz));
}
static const FPScalar f_scalar_fadd = { static const FPScalar f_scalar_fadd = {
gen_helper_vfp_addh, gen_helper_vfp_addh,
gen_helper_vfp_adds, gen_helper_vfp_adds,
@ -5214,14 +5228,14 @@ static const FPScalar f_scalar_frecps = {
gen_helper_recpsf_f32, gen_helper_recpsf_f32,
gen_helper_recpsf_f64, gen_helper_recpsf_f64,
}; };
TRANS(FRECPS_s, do_fp3_scalar, a, &f_scalar_frecps) TRANS(FRECPS_s, do_fp3_scalar_ah, a, &f_scalar_frecps)
static const FPScalar f_scalar_frsqrts = { static const FPScalar f_scalar_frsqrts = {
gen_helper_rsqrtsf_f16, gen_helper_rsqrtsf_f16,
gen_helper_rsqrtsf_f32, gen_helper_rsqrtsf_f32,
gen_helper_rsqrtsf_f64, gen_helper_rsqrtsf_f64,
}; };
TRANS(FRSQRTS_s, do_fp3_scalar, a, &f_scalar_frsqrts) TRANS(FRSQRTS_s, do_fp3_scalar_ah, a, &f_scalar_frsqrts)
static bool do_fcmp0_s(DisasContext *s, arg_rr_e *a, static bool do_fcmp0_s(DisasContext *s, arg_rr_e *a,
const FPScalar *f, bool swap) const FPScalar *f, bool swap)
@ -5472,8 +5486,10 @@ TRANS(CMHS_s, do_cmop_d, a, TCG_COND_GEU)
TRANS(CMEQ_s, do_cmop_d, a, TCG_COND_EQ) TRANS(CMEQ_s, do_cmop_d, a, TCG_COND_EQ)
TRANS(CMTST_s, do_cmop_d, a, TCG_COND_TSTNE) TRANS(CMTST_s, do_cmop_d, a, TCG_COND_TSTNE)
static bool do_fp3_vector(DisasContext *s, arg_qrrr_e *a, int data, static bool do_fp3_vector_with_fpsttype(DisasContext *s, arg_qrrr_e *a,
gen_helper_gvec_3_ptr * const fns[3]) int data,
gen_helper_gvec_3_ptr * const fns[3],
ARMFPStatusFlavour fpsttype)
{ {
MemOp esz = a->esz; MemOp esz = a->esz;
int check = fp_access_check_vector_hsd(s, a->q, esz); int check = fp_access_check_vector_hsd(s, a->q, esz);
@ -5482,11 +5498,26 @@ static bool do_fp3_vector(DisasContext *s, arg_qrrr_e *a, int data,
return check == 0; return check == 0;
} }
gen_gvec_op3_fpst(s, a->q, a->rd, a->rn, a->rm, gen_gvec_op3_fpst(s, a->q, a->rd, a->rn, a->rm, fpsttype,
esz == MO_16, data, fns[esz - 1]); data, fns[esz - 1]);
return true; return true;
} }
static bool do_fp3_vector(DisasContext *s, arg_qrrr_e *a, int data,
gen_helper_gvec_3_ptr * const fns[3])
{
return do_fp3_vector_with_fpsttype(s, a, data, fns,
a->esz == MO_16 ?
FPST_A64_F16 : FPST_A64);
}
static bool do_fp3_vector_ah(DisasContext *s, arg_qrrr_e *a, int data,
gen_helper_gvec_3_ptr * const f[3])
{
return do_fp3_vector_with_fpsttype(s, a, data, f,
select_ah_fpst(s, a->esz));
}
static gen_helper_gvec_3_ptr * const f_vector_fadd[3] = { static gen_helper_gvec_3_ptr * const f_vector_fadd[3] = {
gen_helper_gvec_fadd_h, gen_helper_gvec_fadd_h,
gen_helper_gvec_fadd_s, gen_helper_gvec_fadd_s,
@ -5611,14 +5642,14 @@ static gen_helper_gvec_3_ptr * const f_vector_frecps[3] = {
gen_helper_gvec_recps_s, gen_helper_gvec_recps_s,
gen_helper_gvec_recps_d, gen_helper_gvec_recps_d,
}; };
TRANS(FRECPS_v, do_fp3_vector, a, 0, f_vector_frecps) TRANS(FRECPS_v, do_fp3_vector_ah, a, 0, f_vector_frecps)
static gen_helper_gvec_3_ptr * const f_vector_frsqrts[3] = { static gen_helper_gvec_3_ptr * const f_vector_frsqrts[3] = {
gen_helper_gvec_rsqrts_h, gen_helper_gvec_rsqrts_h,
gen_helper_gvec_rsqrts_s, gen_helper_gvec_rsqrts_s,
gen_helper_gvec_rsqrts_d, gen_helper_gvec_rsqrts_d,
}; };
TRANS(FRSQRTS_v, do_fp3_vector, a, 0, f_vector_frsqrts) TRANS(FRSQRTS_v, do_fp3_vector_ah, a, 0, f_vector_frsqrts)
static gen_helper_gvec_3_ptr * const f_vector_faddp[3] = { static gen_helper_gvec_3_ptr * const f_vector_faddp[3] = {
gen_helper_gvec_faddp_h, gen_helper_gvec_faddp_h,
@ -6374,7 +6405,8 @@ static bool do_fp3_vector_idx(DisasContext *s, arg_qrrx_e *a,
} }
gen_gvec_op3_fpst(s, a->q, a->rd, a->rn, a->rm, gen_gvec_op3_fpst(s, a->q, a->rd, a->rn, a->rm,
esz == MO_16, a->idx, fns[esz - 1]); esz == MO_16 ? FPST_A64_F16 : FPST_A64,
a->idx, fns[esz - 1]);
return true; return true;
} }
@ -8383,8 +8415,9 @@ typedef struct FPScalar1 {
void (*gen_d)(TCGv_i64, TCGv_i64, TCGv_ptr); void (*gen_d)(TCGv_i64, TCGv_i64, TCGv_ptr);
} FPScalar1; } FPScalar1;
static bool do_fp1_scalar(DisasContext *s, arg_rr_e *a, static bool do_fp1_scalar_with_fpsttype(DisasContext *s, arg_rr_e *a,
const FPScalar1 *f, int rmode) const FPScalar1 *f, int rmode,
ARMFPStatusFlavour fpsttype)
{ {
TCGv_i32 tcg_rmode = NULL; TCGv_i32 tcg_rmode = NULL;
TCGv_ptr fpst; TCGv_ptr fpst;
@ -8396,7 +8429,7 @@ static bool do_fp1_scalar(DisasContext *s, arg_rr_e *a,
return check == 0; return check == 0;
} }
fpst = fpstatus_ptr(a->esz == MO_16 ? FPST_A64_F16 : FPST_A64); fpst = fpstatus_ptr(fpsttype);
if (rmode >= 0) { if (rmode >= 0) {
tcg_rmode = gen_set_rmode(rmode, fpst); tcg_rmode = gen_set_rmode(rmode, fpst);
} }
@ -8427,6 +8460,20 @@ static bool do_fp1_scalar(DisasContext *s, arg_rr_e *a,
return true; return true;
} }
static bool do_fp1_scalar(DisasContext *s, arg_rr_e *a,
const FPScalar1 *f, int rmode)
{
return do_fp1_scalar_with_fpsttype(s, a, f, rmode,
a->esz == MO_16 ?
FPST_A64_F16 : FPST_A64);
}
static bool do_fp1_scalar_ah(DisasContext *s, arg_rr_e *a,
const FPScalar1 *f, int rmode)
{
return do_fp1_scalar_with_fpsttype(s, a, f, rmode, select_ah_fpst(s, a->esz));
}
static const FPScalar1 f_scalar_fsqrt = { static const FPScalar1 f_scalar_fsqrt = {
gen_helper_vfp_sqrth, gen_helper_vfp_sqrth,
gen_helper_vfp_sqrts, gen_helper_vfp_sqrts,
@ -8481,21 +8528,21 @@ static const FPScalar1 f_scalar_frecpe = {
gen_helper_recpe_f32, gen_helper_recpe_f32,
gen_helper_recpe_f64, gen_helper_recpe_f64,
}; };
TRANS(FRECPE_s, do_fp1_scalar, a, &f_scalar_frecpe, -1) TRANS(FRECPE_s, do_fp1_scalar_ah, a, &f_scalar_frecpe, -1)
static const FPScalar1 f_scalar_frecpx = { static const FPScalar1 f_scalar_frecpx = {
gen_helper_frecpx_f16, gen_helper_frecpx_f16,
gen_helper_frecpx_f32, gen_helper_frecpx_f32,
gen_helper_frecpx_f64, gen_helper_frecpx_f64,
}; };
TRANS(FRECPX_s, do_fp1_scalar, a, &f_scalar_frecpx, -1) TRANS(FRECPX_s, do_fp1_scalar_ah, a, &f_scalar_frecpx, -1)
static const FPScalar1 f_scalar_frsqrte = { static const FPScalar1 f_scalar_frsqrte = {
gen_helper_rsqrte_f16, gen_helper_rsqrte_f16,
gen_helper_rsqrte_f32, gen_helper_rsqrte_f32,
gen_helper_rsqrte_f64, gen_helper_rsqrte_f64,
}; };
TRANS(FRSQRTE_s, do_fp1_scalar, a, &f_scalar_frsqrte, -1) TRANS(FRSQRTE_s, do_fp1_scalar_ah, a, &f_scalar_frsqrte, -1)
static bool trans_FCVT_s_ds(DisasContext *s, arg_rr *a) static bool trans_FCVT_s_ds(DisasContext *s, arg_rr *a)
{ {
@ -9350,9 +9397,10 @@ TRANS_FEAT(FRINT64Z_v, aa64_frint, do_fp1_vector, a,
&f_scalar_frint64, FPROUNDING_ZERO) &f_scalar_frint64, FPROUNDING_ZERO)
TRANS_FEAT(FRINT64X_v, aa64_frint, do_fp1_vector, a, &f_scalar_frint64, -1) TRANS_FEAT(FRINT64X_v, aa64_frint, do_fp1_vector, a, &f_scalar_frint64, -1)
static bool do_gvec_op2_fpst(DisasContext *s, MemOp esz, bool is_q, static bool do_gvec_op2_fpst_with_fpsttype(DisasContext *s, MemOp esz,
int rd, int rn, int data, bool is_q, int rd, int rn, int data,
gen_helper_gvec_2_ptr * const fns[3]) gen_helper_gvec_2_ptr * const fns[3],
ARMFPStatusFlavour fpsttype)
{ {
int check = fp_access_check_vector_hsd(s, is_q, esz); int check = fp_access_check_vector_hsd(s, is_q, esz);
TCGv_ptr fpst; TCGv_ptr fpst;
@ -9361,7 +9409,7 @@ static bool do_gvec_op2_fpst(DisasContext *s, MemOp esz, bool is_q,
return check == 0; return check == 0;
} }
fpst = fpstatus_ptr(esz == MO_16 ? FPST_A64_F16 : FPST_A64); fpst = fpstatus_ptr(fpsttype);
tcg_gen_gvec_2_ptr(vec_full_reg_offset(s, rd), tcg_gen_gvec_2_ptr(vec_full_reg_offset(s, rd),
vec_full_reg_offset(s, rn), fpst, vec_full_reg_offset(s, rn), fpst,
is_q ? 16 : 8, vec_full_reg_size(s), is_q ? 16 : 8, vec_full_reg_size(s),
@ -9369,6 +9417,23 @@ static bool do_gvec_op2_fpst(DisasContext *s, MemOp esz, bool is_q,
return true; return true;
} }
static bool do_gvec_op2_fpst(DisasContext *s, MemOp esz, bool is_q,
int rd, int rn, int data,
gen_helper_gvec_2_ptr * const fns[3])
{
return do_gvec_op2_fpst_with_fpsttype(s, esz, is_q, rd, rn, data, fns,
esz == MO_16 ? FPST_A64_F16 :
FPST_A64);
}
static bool do_gvec_op2_ah_fpst(DisasContext *s, MemOp esz, bool is_q,
int rd, int rn, int data,
gen_helper_gvec_2_ptr * const fns[3])
{
return do_gvec_op2_fpst_with_fpsttype(s, esz, is_q, rd, rn, data,
fns, select_ah_fpst(s, esz));
}
static gen_helper_gvec_2_ptr * const f_scvtf_v[] = { static gen_helper_gvec_2_ptr * const f_scvtf_v[] = {
gen_helper_gvec_vcvt_sh, gen_helper_gvec_vcvt_sh,
gen_helper_gvec_vcvt_sf, gen_helper_gvec_vcvt_sf,
@ -9478,14 +9543,14 @@ static gen_helper_gvec_2_ptr * const f_frecpe[] = {
gen_helper_gvec_frecpe_s, gen_helper_gvec_frecpe_s,
gen_helper_gvec_frecpe_d, gen_helper_gvec_frecpe_d,
}; };
TRANS(FRECPE_v, do_gvec_op2_fpst, a->esz, a->q, a->rd, a->rn, 0, f_frecpe) TRANS(FRECPE_v, do_gvec_op2_ah_fpst, a->esz, a->q, a->rd, a->rn, 0, f_frecpe)
static gen_helper_gvec_2_ptr * const f_frsqrte[] = { static gen_helper_gvec_2_ptr * const f_frsqrte[] = {
gen_helper_gvec_frsqrte_h, gen_helper_gvec_frsqrte_h,
gen_helper_gvec_frsqrte_s, gen_helper_gvec_frsqrte_s,
gen_helper_gvec_frsqrte_d, gen_helper_gvec_frsqrte_d,
}; };
TRANS(FRSQRTE_v, do_gvec_op2_fpst, a->esz, a->q, a->rd, a->rn, 0, f_frsqrte) TRANS(FRSQRTE_v, do_gvec_op2_ah_fpst, a->esz, a->q, a->rd, a->rn, 0, f_frsqrte)
static bool trans_FCVTL_v(DisasContext *s, arg_qrr_e *a) static bool trans_FCVTL_v(DisasContext *s, arg_qrr_e *a)
{ {

13
target/arm/tcg/translate-a64.h
View File

@ -185,6 +185,19 @@ static inline TCGv_ptr pred_full_reg_ptr(DisasContext *s, int regno)
return ret; return ret;
} }
/*
* Return the ARMFPStatusFlavour to use based on element size and
* whether FPCR.AH is set.
*/
static inline ARMFPStatusFlavour select_ah_fpst(DisasContext *s, MemOp esz)
{
if (s->fpcr_ah) {
return esz == MO_16 ? FPST_AH_F16 : FPST_AH;
} else {
return esz == MO_16 ? FPST_A64_F16 : FPST_A64;
}
}
bool disas_sve(DisasContext *, uint32_t); bool disas_sve(DisasContext *, uint32_t);
bool disas_sme(DisasContext *, uint32_t); bool disas_sme(DisasContext *, uint32_t);

30
target/arm/tcg/translate-sve.c
View File

@ -137,11 +137,11 @@ static bool gen_gvec_fpst_zz(DisasContext *s, gen_helper_gvec_2_ptr *fn,
return true; return true;
} }
static bool gen_gvec_fpst_arg_zz(DisasContext *s, gen_helper_gvec_2_ptr *fn, static bool gen_gvec_fpst_ah_arg_zz(DisasContext *s, gen_helper_gvec_2_ptr *fn,
arg_rr_esz *a, int data) arg_rr_esz *a, int data)
{ {
return gen_gvec_fpst_zz(s, fn, a->rd, a->rn, data, return gen_gvec_fpst_zz(s, fn, a->rd, a->rn, data,
a->esz == MO_16 ? FPST_A64_F16 : FPST_A64); select_ah_fpst(s, a->esz));
} }
/* Invoke an out-of-line helper on 3 Zregs. */ /* Invoke an out-of-line helper on 3 Zregs. */
@ -194,6 +194,13 @@ static bool gen_gvec_fpst_arg_zzz(DisasContext *s, gen_helper_gvec_3_ptr *fn,
a->esz == MO_16 ? FPST_A64_F16 : FPST_A64); a->esz == MO_16 ? FPST_A64_F16 : FPST_A64);
} }
static bool gen_gvec_fpst_ah_arg_zzz(DisasContext *s, gen_helper_gvec_3_ptr *fn,
arg_rrr_esz *a, int data)
{
return gen_gvec_fpst_zzz(s, fn, a->rd, a->rn, a->rm, data,
select_ah_fpst(s, a->esz));
}
/* Invoke an out-of-line helper on 4 Zregs. */ /* Invoke an out-of-line helper on 4 Zregs. */
static bool gen_gvec_ool_zzzz(DisasContext *s, gen_helper_gvec_4 *fn, static bool gen_gvec_ool_zzzz(DisasContext *s, gen_helper_gvec_4 *fn,
int rd, int rn, int rm, int ra, int data) int rd, int rn, int rm, int ra, int data)
@ -3597,13 +3604,13 @@ static gen_helper_gvec_2_ptr * const frecpe_fns[] = {
NULL, gen_helper_gvec_frecpe_h, NULL, gen_helper_gvec_frecpe_h,
gen_helper_gvec_frecpe_s, gen_helper_gvec_frecpe_d, gen_helper_gvec_frecpe_s, gen_helper_gvec_frecpe_d,
}; };
TRANS_FEAT(FRECPE, aa64_sve, gen_gvec_fpst_arg_zz, frecpe_fns[a->esz], a, 0) TRANS_FEAT(FRECPE, aa64_sve, gen_gvec_fpst_ah_arg_zz, frecpe_fns[a->esz], a, 0)
static gen_helper_gvec_2_ptr * const frsqrte_fns[] = { static gen_helper_gvec_2_ptr * const frsqrte_fns[] = {
NULL, gen_helper_gvec_frsqrte_h, NULL, gen_helper_gvec_frsqrte_h,
gen_helper_gvec_frsqrte_s, gen_helper_gvec_frsqrte_d, gen_helper_gvec_frsqrte_s, gen_helper_gvec_frsqrte_d,
}; };
TRANS_FEAT(FRSQRTE, aa64_sve, gen_gvec_fpst_arg_zz, frsqrte_fns[a->esz], a, 0) TRANS_FEAT(FRSQRTE, aa64_sve, gen_gvec_fpst_ah_arg_zz, frsqrte_fns[a->esz], a, 0)
/* /*
*** SVE Floating Point Compare with Zero Group *** SVE Floating Point Compare with Zero Group
@ -3707,11 +3714,18 @@ static bool trans_FADDA(DisasContext *s, arg_rprr_esz *a)
}; \ }; \
TRANS_FEAT(NAME, aa64_sve, gen_gvec_fpst_arg_zzz, name##_fns[a->esz], a, 0) TRANS_FEAT(NAME, aa64_sve, gen_gvec_fpst_arg_zzz, name##_fns[a->esz], a, 0)
#define DO_FP3_AH(NAME, name) \
static gen_helper_gvec_3_ptr * const name##_fns[4] = { \
NULL, gen_helper_gvec_##name##_h, \
gen_helper_gvec_##name##_s, gen_helper_gvec_##name##_d \
}; \
TRANS_FEAT(NAME, aa64_sve, gen_gvec_fpst_ah_arg_zzz, name##_fns[a->esz], a, 0)
DO_FP3(FADD_zzz, fadd) DO_FP3(FADD_zzz, fadd)
DO_FP3(FSUB_zzz, fsub) DO_FP3(FSUB_zzz, fsub)
DO_FP3(FMUL_zzz, fmul) DO_FP3(FMUL_zzz, fmul)
DO_FP3(FRECPS, recps) DO_FP3_AH(FRECPS, recps)
DO_FP3(FRSQRTS, rsqrts) DO_FP3_AH(FRSQRTS, rsqrts)
#undef DO_FP3 #undef DO_FP3
@ -3993,7 +4007,7 @@ static gen_helper_gvec_3_ptr * const frecpx_fns[] = {
gen_helper_sve_frecpx_s, gen_helper_sve_frecpx_d, gen_helper_sve_frecpx_s, gen_helper_sve_frecpx_d,
}; };
TRANS_FEAT(FRECPX, aa64_sve, gen_gvec_fpst_arg_zpz, frecpx_fns[a->esz], TRANS_FEAT(FRECPX, aa64_sve, gen_gvec_fpst_arg_zpz, frecpx_fns[a->esz],
a, 0, a->esz == MO_16 ? FPST_A64_F16 : FPST_A64) a, 0, select_ah_fpst(s, a->esz))
static gen_helper_gvec_3_ptr * const fsqrt_fns[] = { static gen_helper_gvec_3_ptr * const fsqrt_fns[] = {
NULL, gen_helper_sve_fsqrt_h, NULL, gen_helper_sve_fsqrt_h,