mirror of
https://github.com/RPCSX/llvm.git
synced 2024-12-17 00:46:42 +00:00
- Teach SSEDomainFix to switch between different levels of AVX instructions. Here we guess that AVX will have domain issues, so just implement them for consistency and in the future we remove if it's unnecessary.
- Make foldMemoryOperandImpl aware of 256-bit zero vectors folding and support the 128-bit counterparts of AVX too. - Make sure MOV[AU]PS instructions are only selected when SSE1 is enabled, and duplicate the patterns to match AVX. - Add a testcase for a simple 128-bit zero vector creation. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@110946 91177308-0d34-0410-b5e6-96231b3b80d8
This commit is contained in:
Bruno Cardoso Lopes
parent
1b2932024f
commit
642eb02045
@ -2380,10 +2380,17 @@ MachineInstr* X86InstrInfo::foldMemoryOperandImpl(MachineFunction &MF,
|
||||
Alignment = (*LoadMI->memoperands_begin())->getAlignment();
|
||||
else
|
||||
switch (LoadMI->getOpcode()) {
|
||||
case X86::AVX_SET0PSY:
|
||||
case X86::AVX_SET0PDY:
|
||||
Alignment = 32;
|
||||
break;
|
||||
case X86::V_SET0PS:
|
||||
case X86::V_SET0PD:
|
||||
case X86::V_SET0PI:
|
||||
case X86::V_SETALLONES:
|
||||
case X86::AVX_SET0PS:
|
||||
case X86::AVX_SET0PD:
|
||||
case X86::AVX_SET0PI:
|
||||
Alignment = 16;
|
||||
break;
|
||||
case X86::FsFLD0SD:
|
||||
@ -2421,6 +2428,11 @@ MachineInstr* X86InstrInfo::foldMemoryOperandImpl(MachineFunction &MF,
|
||||
case X86::V_SET0PD:
|
||||
case X86::V_SET0PI:
|
||||
case X86::V_SETALLONES:
|
||||
case X86::AVX_SET0PS:
|
||||
case X86::AVX_SET0PD:
|
||||
case X86::AVX_SET0PI:
|
||||
case X86::AVX_SET0PSY:
|
||||
case X86::AVX_SET0PDY:
|
||||
case X86::FsFLD0SD:
|
||||
case X86::FsFLD0SS: {
|
||||
// Folding a V_SET0P? or V_SETALLONES as a load, to ease register pressure.
|
||||
@ -2447,10 +2459,13 @@ MachineInstr* X86InstrInfo::foldMemoryOperandImpl(MachineFunction &MF,
|
||||
// Create a constant-pool entry.
|
||||
MachineConstantPool &MCP = *MF.getConstantPool();
|
||||
const Type *Ty;
|
||||
if (LoadMI->getOpcode() == X86::FsFLD0SS)
|
||||
unsigned Opc = LoadMI->getOpcode();
|
||||
if (Opc == X86::FsFLD0SS)
|
||||
Ty = Type::getFloatTy(MF.getFunction()->getContext());
|
||||
else if (LoadMI->getOpcode() == X86::FsFLD0SD)
|
||||
else if (Opc == X86::FsFLD0SD)
|
||||
Ty = Type::getDoubleTy(MF.getFunction()->getContext());
|
||||
else if (Opc == X86::AVX_SET0PSY || Opc == X86::AVX_SET0PDY)
|
||||
Ty = VectorType::get(Type::getFloatTy(MF.getFunction()->getContext()), 8);
|
||||
else
|
||||
Ty = VectorType::get(Type::getInt32Ty(MF.getFunction()->getContext()), 4);
|
||||
const Constant *C = LoadMI->getOpcode() == X86::V_SETALLONES ?
|
||||
@ -2996,6 +3011,22 @@ static const unsigned ReplaceableInstrs[][3] = {
|
||||
{ X86::V_SET0PS, X86::V_SET0PD, X86::V_SET0PI },
|
||||
{ X86::XORPSrm, X86::XORPDrm, X86::PXORrm },
|
||||
{ X86::XORPSrr, X86::XORPDrr, X86::PXORrr },
|
||||
// AVX 128-bit support
|
||||
{ X86::VMOVAPSmr, X86::VMOVAPDmr, X86::VMOVDQAmr },
|
||||
{ X86::VMOVAPSrm, X86::VMOVAPDrm, X86::VMOVDQArm },
|
||||
{ X86::VMOVAPSrr, X86::VMOVAPDrr, X86::VMOVDQArr },
|
||||
{ X86::VMOVUPSmr, X86::VMOVUPDmr, X86::VMOVDQUmr },
|
||||
{ X86::VMOVUPSrm, X86::VMOVUPDrm, X86::VMOVDQUrm },
|
||||
{ X86::VMOVNTPSmr, X86::VMOVNTPDmr, X86::VMOVNTDQmr },
|
||||
{ X86::VANDNPSrm, X86::VANDNPDrm, X86::VPANDNrm },
|
||||
{ X86::VANDNPSrr, X86::VANDNPDrr, X86::VPANDNrr },
|
||||
{ X86::VANDPSrm, X86::VANDPDrm, X86::VPANDrm },
|
||||
{ X86::VANDPSrr, X86::VANDPDrr, X86::VPANDrr },
|
||||
{ X86::VORPSrm, X86::VORPDrm, X86::VPORrm },
|
||||
{ X86::VORPSrr, X86::VORPDrr, X86::VPORrr },
|
||||
{ X86::AVX_SET0PS, X86::AVX_SET0PD, X86::AVX_SET0PI },
|
||||
{ X86::VXORPSrm, X86::VXORPDrm, X86::VPXORrm },
|
||||
{ X86::VXORPSrr, X86::VXORPDrr, X86::VPXORrr },
|
||||
};
|
||||
|
||||
// FIXME: Some shuffle and unpack instructions have equivalents in different
|
||||
|
||||
@ -4052,31 +4052,62 @@ def : Pat<(v2i32 (fp_to_sint (v2f64 VR128:$src))),
|
||||
(Int_CVTTPD2PIrr VR128:$src)>, Requires<[HasSSE2]>;
|
||||
|
||||
// Use movaps / movups for SSE integer load / store (one byte shorter).
|
||||
def : Pat<(alignedloadv4i32 addr:$src),
|
||||
(MOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv4i32 addr:$src),
|
||||
(MOVUPSrm addr:$src)>;
|
||||
def : Pat<(alignedloadv2i64 addr:$src),
|
||||
(MOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv2i64 addr:$src),
|
||||
(MOVUPSrm addr:$src)>;
|
||||
let Predicates = [HasSSE1] in {
|
||||
def : Pat<(alignedloadv4i32 addr:$src),
|
||||
(MOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv4i32 addr:$src),
|
||||
(MOVUPSrm addr:$src)>;
|
||||
def : Pat<(alignedloadv2i64 addr:$src),
|
||||
(MOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv2i64 addr:$src),
|
||||
(MOVUPSrm addr:$src)>;
|
||||
|
||||
def : Pat<(alignedstore (v2i64 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v4i32 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v8i16 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v16i8 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v2i64 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v4i32 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v8i16 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v16i8 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v2i64 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v4i32 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v8i16 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v16i8 VR128:$src), addr:$dst),
|
||||
(MOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v2i64 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v4i32 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v8i16 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v16i8 VR128:$src), addr:$dst),
|
||||
(MOVUPSmr addr:$dst, VR128:$src)>;
|
||||
}
|
||||
|
||||
// Use vmovaps/vmovups for AVX 128-bit integer load/store (one byte shorter).
|
||||
let Predicates = [HasAVX] in {
|
||||
def : Pat<(alignedloadv4i32 addr:$src),
|
||||
(VMOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv4i32 addr:$src),
|
||||
(VMOVUPSrm addr:$src)>;
|
||||
def : Pat<(alignedloadv2i64 addr:$src),
|
||||
(VMOVAPSrm addr:$src)>;
|
||||
def : Pat<(loadv2i64 addr:$src),
|
||||
(VMOVUPSrm addr:$src)>;
|
||||
|
||||
def : Pat<(alignedstore (v2i64 VR128:$src), addr:$dst),
|
||||
(VMOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v4i32 VR128:$src), addr:$dst),
|
||||
(VMOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v8i16 VR128:$src), addr:$dst),
|
||||
(VMOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(alignedstore (v16i8 VR128:$src), addr:$dst),
|
||||
(VMOVAPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v2i64 VR128:$src), addr:$dst),
|
||||
(VMOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v4i32 VR128:$src), addr:$dst),
|
||||
(VMOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v8i16 VR128:$src), addr:$dst),
|
||||
(VMOVUPSmr addr:$dst, VR128:$src)>;
|
||||
def : Pat<(store (v16i8 VR128:$src), addr:$dst),
|
||||
(VMOVUPSmr addr:$dst, VR128:$src)>;
|
||||
}
|
||||
|
||||
//===----------------------------------------------------------------------===//
|
||||
// SSE4.1 - Packed Move with Sign/Zero Extend
|
||||
|
||||
12
test/CodeGen/X86/avx-128.ll
Normal file
12
test/CodeGen/X86/avx-128.ll
Normal file
@ -0,0 +1,12 @@
|
||||
; RUN: llc < %s -mtriple=x86_64-apple-darwin -march=x86 -mcpu=corei7 -mattr=avx | FileCheck %s
|
||||
|
||||
@z = common global <4 x float> zeroinitializer, align 16
|
||||
|
||||
define void @zero() nounwind ssp {
|
||||
entry:
|
||||
; CHECK: vpxor
|
||||
; CHECK: vmovaps
|
||||
store <4 x float> zeroinitializer, <4 x float>* @z, align 16
|
||||
ret void
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user