JitArm64: Implement FMA-less path for FMA instructions

For determinism compatibility with old x64 CPUs. Off by default.
This commit is contained in:
JosJuice 2021-06-14 15:17:35 +02:00
parent 627832355e
commit 42fd273a69
2 changed files with 77 additions and 19 deletions

View File

@ -4,8 +4,10 @@
#include "Common/Arm64Emitter.h" #include "Common/Arm64Emitter.h"
#include "Common/CPUDetect.h" #include "Common/CPUDetect.h"
#include "Common/CommonTypes.h" #include "Common/CommonTypes.h"
#include "Common/Config/Config.h"
#include "Common/StringUtil.h" #include "Common/StringUtil.h"
#include "Core/Config/SessionSettings.h"
#include "Core/ConfigManager.h" #include "Core/ConfigManager.h"
#include "Core/Core.h" #include "Core/Core.h"
#include "Core/CoreTiming.h" #include "Core/CoreTiming.h"
@ -89,6 +91,7 @@ void JitArm64::fp_arith(UGeckoInstruction inst)
ARM64Reg VA{}, VB{}, VC{}, VD{}; ARM64Reg VA{}, VB{}, VC{}, VD{};
ARM64Reg V0Q = ARM64Reg::INVALID_REG; ARM64Reg V0Q = ARM64Reg::INVALID_REG;
ARM64Reg V1Q = ARM64Reg::INVALID_REG;
if (packed) if (packed)
{ {
@ -151,17 +154,26 @@ void JitArm64::fp_arith(UGeckoInstruction inst)
VC = reg_encoder(fpr.R(c, type)); VC = reg_encoder(fpr.R(c, type));
VD = reg_encoder(fpr.RW(d, type_out)); VD = reg_encoder(fpr.RW(d, type_out));
const bool inaccurate_fma = op5 > 25 && !Config::Get(Config::SESSION_USE_FMA);
if (round_c) if (round_c)
{ {
ASSERT_MSG(DYNA_REC, !inputs_are_singles, "Tried to apply 25-bit precision to single"); ASSERT_MSG(DYNA_REC, !inputs_are_singles, "Tried to apply 25-bit precision to single");
V0Q = fpr.GetReg(); V0Q = fpr.GetReg();
const ARM64Reg V1Q = fpr.GetReg(); V1Q = fpr.GetReg();
Force25BitPrecision(reg_encoder(V0Q), VC, reg_encoder(V1Q)); Force25BitPrecision(reg_encoder(V1Q), VC, reg_encoder(V0Q));
VC = reg_encoder(V0Q); VC = reg_encoder(V1Q);
}
fpr.Unlock(V1Q); ARM64Reg inaccurate_fma_temp_reg = VD;
if (inaccurate_fma && d == b)
{
if (V0Q == ARM64Reg::INVALID_REG)
V0Q = fpr.GetReg();
inaccurate_fma_temp_reg = reg_encoder(V0Q);
} }
switch (op5) switch (op5)
@ -178,23 +190,37 @@ void JitArm64::fp_arith(UGeckoInstruction inst)
case 25: case 25:
m_float_emit.FMUL(VD, VA, VC); m_float_emit.FMUL(VD, VA, VC);
break; break;
case 28: // fmsub: "D = A*C - B" vs "Vd = (-Va) + Vn*Vm"
m_float_emit.FNMSUB(VD, VA, VC, VB);
break;
case 29: // fmadd: "D = A*C + B" vs "Vd = Va + Vn*Vm"
m_float_emit.FMADD(VD, VA, VC, VB);
break;
// While it may seem like PowerPC's nmadd/nmsub map to AArch64's nmadd/msub [sic], // While it may seem like PowerPC's nmadd/nmsub map to AArch64's nmadd/msub [sic],
// the subtly different definitions affect how signed zeroes are handled. // the subtly different definitions affect how signed zeroes are handled.
// Also, PowerPC's nmadd/nmsub perform rounding before the final negation. // Also, PowerPC's nmadd/nmsub perform rounding before the final negation.
// So, negate using a separate instruction instead of using AArch64's nmadd/msub. // So, we negate using a separate FNEG instruction instead of using AArch64's nmadd/msub.
case 28: // fmsub: "D = A*C - B" vs "Vd = (-Va) + Vn*Vm"
case 30: // fnmsub: "D = -(A*C - B)" vs "Vd = -((-Va) + Vn*Vm)" case 30: // fnmsub: "D = -(A*C - B)" vs "Vd = -((-Va) + Vn*Vm)"
m_float_emit.FNMSUB(VD, VA, VC, VB); if (inaccurate_fma)
m_float_emit.FNEG(VD, VD); {
m_float_emit.FMUL(inaccurate_fma_temp_reg, VA, VC);
m_float_emit.FSUB(VD, inaccurate_fma_temp_reg, VB);
}
else
{
m_float_emit.FNMSUB(VD, VA, VC, VB);
}
if (op5 == 30)
m_float_emit.FNEG(VD, VD);
break; break;
case 29: // fmadd: "D = A*C + B" vs "Vd = Va + Vn*Vm"
case 31: // fnmadd: "D = -(A*C + B)" vs "Vd = -(Va + Vn*Vm)" case 31: // fnmadd: "D = -(A*C + B)" vs "Vd = -(Va + Vn*Vm)"
m_float_emit.FMADD(VD, VA, VC, VB); if (inaccurate_fma)
m_float_emit.FNEG(VD, VD); {
m_float_emit.FMUL(inaccurate_fma_temp_reg, VA, VC);
m_float_emit.FADD(VD, inaccurate_fma_temp_reg, VB);
}
else
{
m_float_emit.FMADD(VD, VA, VC, VB);
}
if (op5 == 31)
m_float_emit.FNEG(VD, VD);
break; break;
default: default:
ASSERT_MSG(DYNA_REC, 0, "fp_arith"); ASSERT_MSG(DYNA_REC, 0, "fp_arith");
@ -204,6 +230,8 @@ void JitArm64::fp_arith(UGeckoInstruction inst)
if (V0Q != ARM64Reg::INVALID_REG) if (V0Q != ARM64Reg::INVALID_REG)
fpr.Unlock(V0Q); fpr.Unlock(V0Q);
if (V1Q != ARM64Reg::INVALID_REG)
fpr.Unlock(V1Q);
if (outputs_are_singles) if (outputs_are_singles)
{ {

View File

@ -3,8 +3,10 @@
#include "Common/Arm64Emitter.h" #include "Common/Arm64Emitter.h"
#include "Common/CommonTypes.h" #include "Common/CommonTypes.h"
#include "Common/Config/Config.h"
#include "Common/StringUtil.h" #include "Common/StringUtil.h"
#include "Core/Config/SessionSettings.h"
#include "Core/ConfigManager.h" #include "Core/ConfigManager.h"
#include "Core/Core.h" #include "Core/Core.h"
#include "Core/CoreTiming.h" #include "Core/CoreTiming.h"
@ -132,6 +134,7 @@ void JitArm64::ps_maddXX(UGeckoInstruction inst)
const u32 d = inst.FD; const u32 d = inst.FD;
const u32 op5 = inst.SUBOP5; const u32 op5 = inst.SUBOP5;
const bool inaccurate_fma = !Config::Get(Config::SESSION_USE_FMA);
const bool singles = fpr.IsSingle(a) && fpr.IsSingle(b) && fpr.IsSingle(c); const bool singles = fpr.IsSingle(a) && fpr.IsSingle(b) && fpr.IsSingle(c);
const bool round_c = !js.op->fprIsSingle[inst.FC]; const bool round_c = !js.op->fprIsSingle[inst.FC];
const RegType type = singles ? RegType::Single : RegType::Register; const RegType type = singles ? RegType::Single : RegType::Register;
@ -166,11 +169,23 @@ void JitArm64::ps_maddXX(UGeckoInstruction inst)
VC = reg_encoder(V1Q); VC = reg_encoder(V1Q);
} }
ARM64Reg inaccurate_fma_temp_reg = VD;
if (inaccurate_fma && d == b)
{
allocate_v0_if_needed();
inaccurate_fma_temp_reg = V0;
}
ARM64Reg result_reg = VD; ARM64Reg result_reg = VD;
switch (op5) switch (op5)
{ {
case 14: // ps_madds0: d = a * c.ps0 + b case 14: // ps_madds0: d = a * c.ps0 + b
if (VD == VB) if (inaccurate_fma)
{
m_float_emit.FMUL(size, inaccurate_fma_temp_reg, VA, VC, 0);
m_float_emit.FADD(size, VD, inaccurate_fma_temp_reg, VB);
}
else if (VD == VB)
{ {
m_float_emit.FMLA(size, VD, VA, VC, 0); m_float_emit.FMLA(size, VD, VA, VC, 0);
} }
@ -188,7 +203,12 @@ void JitArm64::ps_maddXX(UGeckoInstruction inst)
} }
break; break;
case 15: // ps_madds1: d = a * c.ps1 + b case 15: // ps_madds1: d = a * c.ps1 + b
if (VD == VB) if (inaccurate_fma)
{
m_float_emit.FMUL(size, inaccurate_fma_temp_reg, VA, VC, 1);
m_float_emit.FADD(size, VD, inaccurate_fma_temp_reg, VB);
}
else if (VD == VB)
{ {
m_float_emit.FMLA(size, VD, VA, VC, 1); m_float_emit.FMLA(size, VD, VA, VC, 1);
} }
@ -207,7 +227,12 @@ void JitArm64::ps_maddXX(UGeckoInstruction inst)
break; break;
case 28: // ps_msub: d = a * c - b case 28: // ps_msub: d = a * c - b
case 30: // ps_nmsub: d = -(a * c - b) case 30: // ps_nmsub: d = -(a * c - b)
if (VD != VA && VD != VC) if (inaccurate_fma)
{
m_float_emit.FMUL(size, inaccurate_fma_temp_reg, VA, VC);
m_float_emit.FSUB(size, VD, inaccurate_fma_temp_reg, VB);
}
else if (VD != VA && VD != VC)
{ {
m_float_emit.FNEG(size, VD, VB); m_float_emit.FNEG(size, VD, VB);
m_float_emit.FMLA(size, VD, VA, VC); m_float_emit.FMLA(size, VD, VA, VC);
@ -222,7 +247,12 @@ void JitArm64::ps_maddXX(UGeckoInstruction inst)
break; break;
case 29: // ps_madd: d = a * c + b case 29: // ps_madd: d = a * c + b
case 31: // ps_nmadd: d = -(a * c + b) case 31: // ps_nmadd: d = -(a * c + b)
if (VD == VB) if (inaccurate_fma)
{
m_float_emit.FMUL(size, inaccurate_fma_temp_reg, VA, VC);
m_float_emit.FADD(size, VD, inaccurate_fma_temp_reg, VB);
}
else if (VD == VB)
{ {
m_float_emit.FMLA(size, VD, VA, VC); m_float_emit.FMLA(size, VD, VA, VC);
} }