mirror of
https://github.com/xemu-project/xemu.git
synced 2024-12-12 14:05:56 +00:00
target/arm: Convert VFP VMLA to decodetree
Convert the VFP VMLA instruction to decodetree. This is the first of the VFP 3-operand data processing instructions, so we include in this patch the code which loops over the elements for an old-style VFP vector operation. The existing code to do this looping uses the deprecated cpu_F0s/F0d/F1s/F1d TCG globals; since we are going to be converting instructions one at a time anyway we can take the opportunity to make the new loop use TCG temporaries, which means we can do that conversion one operation at a time rather than needing to do it all in one go. We include an UNDEF check which was missing in the old code: short-vector operations (with stride or length non-zero) were deprecated in v7A and must UNDEF in v8A, so if the MVFR0 FPShVec field does not indicate that support for short vectors is present we UNDEF the operations that would use them. (This is a change of behaviour for Cortex-A7, Cortex-A15 and the v8 CPUs, which previously were all incorrectly allowing short-vector operations.) Note that the conversion fixes a bug in the old code for the case of VFP short-vector "mixed scalar/vector operations". These happen where the destination register is in a vector bank but but the second operand is in a scalar bank. For example vmla.f64 d10, d1, d16 with length 2 stride 2 is equivalent to the pair of scalar operations vmla.f64 d10, d1, d16 vmla.f64 d8, d3, d16 where the destination and first input register cycle through their vector but the second input is scalar (d16). In the old decoder the gen_vfp_F1_mul() operation uses cpu_F1{s,d} as a temporary output for the multiply, which trashes the second input operand. For the fully-scalar case (where we never do a second iteration) and the fully-vector case (where the loop loads the new second input operand) this doesn't matter, but for the mixed scalar/vector case we will end up using the wrong value for later loop iterations. In the new code we use TCG temporaries and so avoid the bug. This bug is present for all the multiply-accumulate insns that operate on short vectors: VMLA, VMLS, VNMLA, VNMLS. Note 2: the expression used to calculate the next register number in the vector bank is not in fact correct; we leave this behaviour unchanged from the old decoder and will fix this bug later in the series. Signed-off-by: Peter Maydell <peter.maydell@linaro.org> Reviewed-by: Richard Henderson <richard.henderson@linaro.org>
This commit is contained in:
parent
3993d0407d
commit
266bd25c48
@ -3377,6 +3377,11 @@ static inline bool isar_feature_aa32_fp_d32(const ARMISARegisters *id)
|
||||
return FIELD_EX64(id->mvfr0, MVFR0, SIMDREG) >= 2;
|
||||
}
|
||||
|
||||
static inline bool isar_feature_aa32_fpshvec(const ARMISARegisters *id)
|
||||
{
|
||||
return FIELD_EX64(id->mvfr0, MVFR0, FPSHVEC) > 0;
|
||||
}
|
||||
|
||||
/*
|
||||
* We always set the FP and SIMD FP16 fields to indicate identical
|
||||
* levels of support (assuming SIMD is implemented at all), so
|
||||
|
@ -1098,3 +1098,208 @@ static bool trans_VLDM_VSTM_dp(DisasContext *s, arg_VLDM_VSTM_dp *a)
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/*
|
||||
* Types for callbacks for do_vfp_3op_sp() and do_vfp_3op_dp().
|
||||
* The callback should emit code to write a value to vd. If
|
||||
* do_vfp_3op_{sp,dp}() was passed reads_vd then the TCGv vd
|
||||
* will contain the old value of the relevant VFP register;
|
||||
* otherwise it must be written to only.
|
||||
*/
|
||||
typedef void VFPGen3OpSPFn(TCGv_i32 vd,
|
||||
TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst);
|
||||
typedef void VFPGen3OpDPFn(TCGv_i64 vd,
|
||||
TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst);
|
||||
|
||||
/*
|
||||
* Perform a 3-operand VFP data processing instruction. fn is the
|
||||
* callback to do the actual operation; this function deals with the
|
||||
* code to handle looping around for VFP vector processing.
|
||||
*/
|
||||
static bool do_vfp_3op_sp(DisasContext *s, VFPGen3OpSPFn *fn,
|
||||
int vd, int vn, int vm, bool reads_vd)
|
||||
{
|
||||
uint32_t delta_m = 0;
|
||||
uint32_t delta_d = 0;
|
||||
uint32_t bank_mask = 0;
|
||||
int veclen = s->vec_len;
|
||||
TCGv_i32 f0, f1, fd;
|
||||
TCGv_ptr fpst;
|
||||
|
||||
if (!dc_isar_feature(aa32_fpshvec, s) &&
|
||||
(veclen != 0 || s->vec_stride != 0)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (!vfp_access_check(s)) {
|
||||
return true;
|
||||
}
|
||||
|
||||
if (veclen > 0) {
|
||||
bank_mask = 0x18;
|
||||
|
||||
/* Figure out what type of vector operation this is. */
|
||||
if ((vd & bank_mask) == 0) {
|
||||
/* scalar */
|
||||
veclen = 0;
|
||||
} else {
|
||||
delta_d = s->vec_stride + 1;
|
||||
|
||||
if ((vm & bank_mask) == 0) {
|
||||
/* mixed scalar/vector */
|
||||
delta_m = 0;
|
||||
} else {
|
||||
/* vector */
|
||||
delta_m = delta_d;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
f0 = tcg_temp_new_i32();
|
||||
f1 = tcg_temp_new_i32();
|
||||
fd = tcg_temp_new_i32();
|
||||
fpst = get_fpstatus_ptr(0);
|
||||
|
||||
neon_load_reg32(f0, vn);
|
||||
neon_load_reg32(f1, vm);
|
||||
|
||||
for (;;) {
|
||||
if (reads_vd) {
|
||||
neon_load_reg32(fd, vd);
|
||||
}
|
||||
fn(fd, f0, f1, fpst);
|
||||
neon_store_reg32(fd, vd);
|
||||
|
||||
if (veclen == 0) {
|
||||
break;
|
||||
}
|
||||
|
||||
/* Set up the operands for the next iteration */
|
||||
veclen--;
|
||||
vd = ((vd + delta_d) & (bank_mask - 1)) | (vd & bank_mask);
|
||||
vn = ((vn + delta_d) & (bank_mask - 1)) | (vn & bank_mask);
|
||||
neon_load_reg32(f0, vn);
|
||||
if (delta_m) {
|
||||
vm = ((vm + delta_m) & (bank_mask - 1)) | (vm & bank_mask);
|
||||
neon_load_reg32(f1, vm);
|
||||
}
|
||||
}
|
||||
|
||||
tcg_temp_free_i32(f0);
|
||||
tcg_temp_free_i32(f1);
|
||||
tcg_temp_free_i32(fd);
|
||||
tcg_temp_free_ptr(fpst);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool do_vfp_3op_dp(DisasContext *s, VFPGen3OpDPFn *fn,
|
||||
int vd, int vn, int vm, bool reads_vd)
|
||||
{
|
||||
uint32_t delta_m = 0;
|
||||
uint32_t delta_d = 0;
|
||||
uint32_t bank_mask = 0;
|
||||
int veclen = s->vec_len;
|
||||
TCGv_i64 f0, f1, fd;
|
||||
TCGv_ptr fpst;
|
||||
|
||||
/* UNDEF accesses to D16-D31 if they don't exist */
|
||||
if (!dc_isar_feature(aa32_fp_d32, s) && ((vd | vn | vm) & 0x10)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (!dc_isar_feature(aa32_fpshvec, s) &&
|
||||
(veclen != 0 || s->vec_stride != 0)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (!vfp_access_check(s)) {
|
||||
return true;
|
||||
}
|
||||
|
||||
if (veclen > 0) {
|
||||
bank_mask = 0xc;
|
||||
|
||||
/* Figure out what type of vector operation this is. */
|
||||
if ((vd & bank_mask) == 0) {
|
||||
/* scalar */
|
||||
veclen = 0;
|
||||
} else {
|
||||
delta_d = (s->vec_stride >> 1) + 1;
|
||||
|
||||
if ((vm & bank_mask) == 0) {
|
||||
/* mixed scalar/vector */
|
||||
delta_m = 0;
|
||||
} else {
|
||||
/* vector */
|
||||
delta_m = delta_d;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
f0 = tcg_temp_new_i64();
|
||||
f1 = tcg_temp_new_i64();
|
||||
fd = tcg_temp_new_i64();
|
||||
fpst = get_fpstatus_ptr(0);
|
||||
|
||||
neon_load_reg64(f0, vn);
|
||||
neon_load_reg64(f1, vm);
|
||||
|
||||
for (;;) {
|
||||
if (reads_vd) {
|
||||
neon_load_reg64(fd, vd);
|
||||
}
|
||||
fn(fd, f0, f1, fpst);
|
||||
neon_store_reg64(fd, vd);
|
||||
|
||||
if (veclen == 0) {
|
||||
break;
|
||||
}
|
||||
/* Set up the operands for the next iteration */
|
||||
veclen--;
|
||||
vd = ((vd + delta_d) & (bank_mask - 1)) | (vd & bank_mask);
|
||||
vn = ((vn + delta_d) & (bank_mask - 1)) | (vn & bank_mask);
|
||||
neon_load_reg64(f0, vn);
|
||||
if (delta_m) {
|
||||
vm = ((vm + delta_m) & (bank_mask - 1)) | (vm & bank_mask);
|
||||
neon_load_reg64(f1, vm);
|
||||
}
|
||||
}
|
||||
|
||||
tcg_temp_free_i64(f0);
|
||||
tcg_temp_free_i64(f1);
|
||||
tcg_temp_free_i64(fd);
|
||||
tcg_temp_free_ptr(fpst);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static void gen_VMLA_sp(TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst)
|
||||
{
|
||||
/* Note that order of inputs to the add matters for NaNs */
|
||||
TCGv_i32 tmp = tcg_temp_new_i32();
|
||||
|
||||
gen_helper_vfp_muls(tmp, vn, vm, fpst);
|
||||
gen_helper_vfp_adds(vd, vd, tmp, fpst);
|
||||
tcg_temp_free_i32(tmp);
|
||||
}
|
||||
|
||||
static bool trans_VMLA_sp(DisasContext *s, arg_VMLA_sp *a)
|
||||
{
|
||||
return do_vfp_3op_sp(s, gen_VMLA_sp, a->vd, a->vn, a->vm, true);
|
||||
}
|
||||
|
||||
static void gen_VMLA_dp(TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst)
|
||||
{
|
||||
/* Note that order of inputs to the add matters for NaNs */
|
||||
TCGv_i64 tmp = tcg_temp_new_i64();
|
||||
|
||||
gen_helper_vfp_muld(tmp, vn, vm, fpst);
|
||||
gen_helper_vfp_addd(vd, vd, tmp, fpst);
|
||||
tcg_temp_free_i64(tmp);
|
||||
}
|
||||
|
||||
static bool trans_VMLA_dp(DisasContext *s, arg_VMLA_sp *a)
|
||||
{
|
||||
return do_vfp_3op_dp(s, gen_VMLA_dp, a->vd, a->vn, a->vm, true);
|
||||
}
|
||||
|
@ -3133,6 +3133,14 @@ static int disas_vfp_insn(DisasContext *s, uint32_t insn)
|
||||
op = ((insn >> 20) & 8) | ((insn >> 19) & 6) | ((insn >> 6) & 1);
|
||||
rn = VFP_SREG_N(insn);
|
||||
|
||||
switch (op) {
|
||||
case 0:
|
||||
/* Already handled by decodetree */
|
||||
return 1;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
if (op == 15) {
|
||||
/* rn is opcode, encoded as per VFP_SREG_N. */
|
||||
switch (rn) {
|
||||
@ -3312,12 +3320,6 @@ static int disas_vfp_insn(DisasContext *s, uint32_t insn)
|
||||
for (;;) {
|
||||
/* Perform the calculation. */
|
||||
switch (op) {
|
||||
case 0: /* VMLA: fd + (fn * fm) */
|
||||
/* Note that order of inputs to the add matters for NaNs */
|
||||
gen_vfp_F1_mul(dp);
|
||||
gen_mov_F0_vreg(dp, rd);
|
||||
gen_vfp_add(dp);
|
||||
break;
|
||||
case 1: /* VMLS: fd + -(fn * fm) */
|
||||
gen_vfp_mul(dp);
|
||||
gen_vfp_F1_neg(dp);
|
||||
|
@ -96,3 +96,9 @@ VLDM_VSTM_sp ---- 1101 0.1 l:1 rn:4 .... 1010 imm:8 \
|
||||
vd=%vd_sp p=1 u=0 w=1
|
||||
VLDM_VSTM_dp ---- 1101 0.1 l:1 rn:4 .... 1011 imm:8 \
|
||||
vd=%vd_dp p=1 u=0 w=1
|
||||
|
||||
# 3-register VFP data-processing; bits [23,21:20,6] identify the operation.
|
||||
VMLA_sp ---- 1110 0.00 .... .... 1010 .0.0 .... \
|
||||
vm=%vm_sp vn=%vn_sp vd=%vd_sp
|
||||
VMLA_dp ---- 1110 0.00 .... .... 1011 .0.0 .... \
|
||||
vm=%vm_dp vn=%vn_dp vd=%vd_dp
|
||||
|
Loading…
Reference in New Issue
Block a user