[ARM] Fix for DLS/LE CodeGen

The expensive buildbots highlighted the mir tests were broken, which
I've now updated and added --verify-machineinstrs to them. This also
uncovered a couple of bugs in the backend pass, so these have also
been fixed.

llvm-svn: 364323
This commit is contained in:
Sam Parker 2019-06-25 15:11:17 +00:00
parent bbd7a470db
commit e6d16f9670
3 changed files with 57 additions and 76 deletions

View File

@ -74,8 +74,8 @@ INITIALIZE_PASS(ARMLowOverheadLoops, DEBUG_TYPE, ARM_LOW_OVERHEAD_LOOPS_NAME,
false, false) false, false)
bool ARMLowOverheadLoops::runOnMachineFunction(MachineFunction &MF) { bool ARMLowOverheadLoops::runOnMachineFunction(MachineFunction &MF) {
//if (!static_cast<const ARMSubtarget&>(MF.getSubtarget()).hasLOB()) if (!static_cast<const ARMSubtarget&>(MF.getSubtarget()).hasLOB())
//return false; return false;
LLVM_DEBUG(dbgs() << "ARM Loops on " << MF.getName() << " ------------- \n"); LLVM_DEBUG(dbgs() << "ARM Loops on " << MF.getName() << " ------------- \n");
@ -133,16 +133,15 @@ bool ARMLowOverheadLoops::ProcessLoop(MachineLoop *ML) {
Dec = &MI; Dec = &MI;
else if (MI.getOpcode() == ARM::t2LoopEnd) else if (MI.getOpcode() == ARM::t2LoopEnd)
End = &MI; End = &MI;
else if (MI.getDesc().isCall())
// TODO: Though the call will require LE to execute again, does this
// mean we should revert? Always executing LE hopefully should be
// faster than performing a sub,cmp,br or even subs,br.
Revert = true;
if (!Dec) if (!Dec)
continue; continue;
// TODO: Though the call will require LE to execute again, does this
// mean we should revert? Always executing LE hopefully should be faster
// than performing a sub,cmp,br or even subs,br.
if (MI.getDesc().isCall())
Revert = true;
// If we find that we load/store LR between LoopDec and LoopEnd, expect // If we find that we load/store LR between LoopDec and LoopEnd, expect
// that the decremented value has been spilled to the stack. Because // that the decremented value has been spilled to the stack. Because
// this value isn't actually going to be produced until the latch, by LE, // this value isn't actually going to be produced until the latch, by LE,
@ -272,11 +271,13 @@ void ARMLowOverheadLoops::Expand(MachineLoop *ML, MachineInstr *Start,
MIB.addReg(ARM::LR); MIB.addReg(ARM::LR);
MIB.addImm(0); MIB.addImm(0);
MIB.addImm(ARMCC::AL); MIB.addImm(ARMCC::AL);
MIB.addReg(ARM::CPSR);
// Create bne // Create bne
MIB = BuildMI(*MBB, End, End->getDebugLoc(), TII->get(ARM::t2Bcc)); MIB = BuildMI(*MBB, End, End->getDebugLoc(), TII->get(ARM::t2Bcc));
MIB.add(End->getOperand(1)); // branch target MIB.add(End->getOperand(1)); // branch target
MIB.addImm(ARMCC::NE); // condition code MIB.addImm(ARMCC::NE); // condition code
MIB.addReg(ARM::CPSR);
End->eraseFromParent(); End->eraseFromParent();
Dec->eraseFromParent(); Dec->eraseFromParent();
}; };

View File

@ -1,18 +1,14 @@
# RUN: llc -mtriple=thumbv8.1m.main %s -o - | FileCheck %s # RUN: llc -mtriple=thumbv8.1m.main %s -run-pass=arm-low-overhead-loops --verify-machineinstrs -o - | FileCheck %s
# CHECK: .LBB0_2: # CHECK: while.body:
# CHECK: sub.w lr, lr, #1 # CHECK-NOT: t2DLS
# CHECK: mov [[TMP:r[0-9]+]], lr # CHECK-NOT: t2LEUpdate
# CHECK: bl bar
# CHECK: mov lr, [[TMP]]
# CHECK: cmp.w lr, #0
# CHECK: bne{{.*}} .LBB0_2
--- | --- |
target datalayout = "e-m:e-p:32:32-Fi8-i64:64-v128:64:128-a:0:32-n32-S64" target datalayout = "e-m:e-p:32:32-Fi8-i64:64-v128:64:128-a:0:32-n32-S64"
target triple = "thumbv8.1m.main-arm-none-eabi" target triple = "thumbv8.1m.main-arm-none-eabi"
define i32 @skip_call(i32 %n) #0 { define i32 @skip_spill(i32 %n) #0 {
entry: entry:
%cmp6 = icmp eq i32 %n, 0 %cmp6 = icmp eq i32 %n, 0
br i1 %cmp6, label %while.end, label %while.body.preheader br i1 %cmp6, label %while.end, label %while.body.preheader
@ -38,7 +34,6 @@
declare i32 @bar(...) local_unnamed_addr #0 declare i32 @bar(...) local_unnamed_addr #0
declare void @llvm.set.loop.iterations.i32(i32) #1 declare void @llvm.set.loop.iterations.i32(i32) #1
declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32) #1 declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32) #1
declare void @llvm.stackprotector(i8*, i8**) #2
attributes #0 = { "target-features"="+mve.fp" } attributes #0 = { "target-features"="+mve.fp" }
attributes #1 = { noduplicate nounwind } attributes #1 = { noduplicate nounwind }
@ -46,14 +41,14 @@
... ...
--- ---
name: skip_call name: skip_spill
alignment: 1 alignment: 1
exposesReturnsTwice: false exposesReturnsTwice: false
legalized: false legalized: false
regBankSelected: false regBankSelected: false
selected: false selected: false
failedISel: false failedISel: false
tracksRegLiveness: true tracksRegLiveness: false
hasWinCFI: false hasWinCFI: false
registers: [] registers: []
liveins: liveins:
@ -95,47 +90,41 @@ constants: []
machineFunctionInfo: {} machineFunctionInfo: {}
body: | body: |
bb.0.entry: bb.0.entry:
successors: %bb.1(0x30000000), %bb.3(0x50000000) successors: %bb.4(0x30000000), %bb.1(0x50000000)
liveins: $r0, $r4, $r5, $r7, $lr
$sp = frame-setup t2STMDB_UPD $sp, 14, $noreg, killed $r4, killed $r5, killed $r7, killed $lr frame-setup tPUSH 14, $noreg, killed $r4, killed $r5, killed $r7, killed $lr, implicit-def $sp, implicit $sp
frame-setup CFI_INSTRUCTION def_cfa_offset 16 frame-setup CFI_INSTRUCTION def_cfa_offset 16
frame-setup CFI_INSTRUCTION offset $lr, -4 frame-setup CFI_INSTRUCTION offset $lr, -4
frame-setup CFI_INSTRUCTION offset $r7, -8 frame-setup CFI_INSTRUCTION offset $r7, -8
frame-setup CFI_INSTRUCTION offset $r5, -12 frame-setup CFI_INSTRUCTION offset $r5, -12
frame-setup CFI_INSTRUCTION offset $r4, -16 frame-setup CFI_INSTRUCTION offset $r4, -16
t2CMPri $r0, 0, 14, $noreg, implicit-def $cpsr tCBZ $r0, %bb.4
t2Bcc %bb.1, 0, killed $cpsr
bb.3.while.body.preheader: bb.1.while.body.preheader:
successors: %bb.4(0x80000000) successors: %bb.2(0x80000000)
liveins: $r0
$lr = tMOVr $r0, 14, $noreg $lr = tMOVr $r0, 14, $noreg
renamable $r4 = t2MOVi 0, 14, $noreg, $noreg renamable $r4, dead $cpsr = tMOVi8 0, 14, $noreg
t2DoLoopStart killed $r0 t2DoLoopStart killed $r0
bb.4.while.body: bb.2.while.body:
successors: %bb.4(0x7c000000), %bb.2(0x04000000) successors: %bb.2(0x7c000000), %bb.3(0x04000000)
liveins: $lr, $r4
renamable $lr = t2LoopDec killed renamable $lr, 1
$r5 = tMOVr killed $lr, 14, $noreg $r5 = tMOVr killed $lr, 14, $noreg
tBL 14, $noreg, @bar, csr_aapcs, implicit-def dead $lr, implicit $sp, implicit-def $sp, implicit-def $r0 tBL 14, $noreg, @bar, csr_aapcs, implicit-def dead $lr, implicit $sp, implicit-def $sp, implicit-def $r0
$lr = tMOVr killed $r5, 14, $noreg $lr = tMOVr killed $r5, 14, $noreg
renamable $r4 = nsw t2ADDrr killed renamable $r0, killed renamable $r4, 14, $noreg, $noreg renamable $r4 = nsw tADDhirr killed renamable $r4, killed renamable $r0, 14, $noreg
t2LoopEnd renamable $lr, %bb.4 renamable $lr = t2LoopDec killed renamable $lr, 1
t2B %bb.2, 14, $noreg t2LoopEnd renamable $lr, %bb.2
tB %bb.3, 14, $noreg
bb.2.while.end:
liveins: $r4
bb.3.while.end:
$r0 = tMOVr killed $r4, 14, $noreg $r0 = tMOVr killed $r4, 14, $noreg
$sp = t2LDMIA_RET $sp, 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0 tPOP_RET 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0
bb.1: bb.4:
renamable $r4 = t2MOVi 0, 14, $noreg, $noreg renamable $r4, dead $cpsr = tMOVi8 0, 14, $noreg
$r0 = tMOVr killed $r4, 14, $noreg $r0 = tMOVr killed $r4, 14, $noreg
$sp = t2LDMIA_RET $sp, 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0 tPOP_RET 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0
... ...

View File

@ -1,11 +1,8 @@
# RUN: llc -mtriple=thumbv8.1m.main %s -o - | FileCheck %s # RUN: llc -mtriple=thumbv8.1m.main %s -run-pass=arm-low-overhead-loops --verify-machineinstrs -o - | FileCheck %s
# CHECK: .LBB0_2: # CHECK: while.body:
# CHECK: sub.w lr, lr, #1 # CHECK-NOT: t2DLS
# CHECK: str.w lr, [sp, #12] # CHECK-NOT: t2LEUpdate
# CHECK: ldr.w lr, [sp, #12]
# CHECK: cmp.w lr, #0
# CHECK: bne{{.*}} .LBB0_2
--- | --- |
target datalayout = "e-m:e-p:32:32-Fi8-i64:64-v128:64:128-a:0:32-n32-S64" target datalayout = "e-m:e-p:32:32-Fi8-i64:64-v128:64:128-a:0:32-n32-S64"
@ -37,7 +34,6 @@
declare i32 @bar(...) local_unnamed_addr #0 declare i32 @bar(...) local_unnamed_addr #0
declare void @llvm.set.loop.iterations.i32(i32) #1 declare void @llvm.set.loop.iterations.i32(i32) #1
declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32) #1 declare i32 @llvm.loop.decrement.reg.i32.i32.i32(i32, i32) #1
declare void @llvm.stackprotector(i8*, i8**) #2
attributes #0 = { "target-features"="+mve.fp" } attributes #0 = { "target-features"="+mve.fp" }
attributes #1 = { noduplicate nounwind } attributes #1 = { noduplicate nounwind }
@ -52,7 +48,7 @@ legalized: false
regBankSelected: false regBankSelected: false
selected: false selected: false
failedISel: false failedISel: false
tracksRegLiveness: true tracksRegLiveness: false
hasWinCFI: false hasWinCFI: false
registers: [] registers: []
liveins: liveins:
@ -94,46 +90,41 @@ constants: []
machineFunctionInfo: {} machineFunctionInfo: {}
body: | body: |
bb.0.entry: bb.0.entry:
successors: %bb.1(0x30000000), %bb.3(0x50000000) successors: %bb.4(0x30000000), %bb.1(0x50000000)
liveins: $r0, $r4, $r5, $r7, $lr
$sp = frame-setup t2STMDB_UPD $sp, 14, $noreg, killed $r4, killed $r5, killed $r7, killed $lr frame-setup tPUSH 14, $noreg, killed $r4, killed $r5, killed $r7, killed $lr, implicit-def $sp, implicit $sp
frame-setup CFI_INSTRUCTION def_cfa_offset 16 frame-setup CFI_INSTRUCTION def_cfa_offset 16
frame-setup CFI_INSTRUCTION offset $lr, -4 frame-setup CFI_INSTRUCTION offset $lr, -4
frame-setup CFI_INSTRUCTION offset $r7, -8 frame-setup CFI_INSTRUCTION offset $r7, -8
frame-setup CFI_INSTRUCTION offset $r5, -12 frame-setup CFI_INSTRUCTION offset $r5, -12
frame-setup CFI_INSTRUCTION offset $r4, -16 frame-setup CFI_INSTRUCTION offset $r4, -16
t2CMPri $r0, 0, 14, $noreg, implicit-def $cpsr tCBZ $r0, %bb.4
t2Bcc %bb.1, 0, killed $cpsr
bb.3.while.body.preheader: bb.1.while.body.preheader:
successors: %bb.4(0x80000000) successors: %bb.2(0x80000000)
liveins: $r0
$lr = tMOVr $r0, 14, $noreg $lr = tMOVr $r0, 14, $noreg
renamable $r4 = t2MOVi 0, 14, $noreg, $noreg renamable $r4, dead $cpsr = tMOVi8 0, 14, $noreg
t2DoLoopStart killed $r0 t2DoLoopStart killed $r0
bb.4.while.body: bb.2.while.body:
successors: %bb.4(0x7c000000), %bb.2(0x04000000) successors: %bb.2(0x7c000000), %bb.3(0x04000000)
liveins: $lr, $r4
$r5 = tMOVr killed $lr, 14, $noreg
tBL 14, $noreg, @bar, csr_aapcs, implicit-def dead $lr, implicit $sp, implicit-def $sp, implicit-def $r0
$lr = tMOVr killed $r5, 14, $noreg
renamable $r4 = nsw tADDhirr killed renamable $r4, killed renamable $r0, 14, $noreg
renamable $lr = t2LoopDec killed renamable $lr, 1 renamable $lr = t2LoopDec killed renamable $lr, 1
t2STRi12 $lr, %stack.0, 0, 14, $noreg :: (store 4) t2LoopEnd renamable $lr, %bb.2
$lr = t2LDRi12 %stack.0, 0, 14, $noreg :: (load 4) tB %bb.3, 14, $noreg
renamable $r4 = nsw t2ADDrr renamable $lr, killed renamable $r4, 14, $noreg, $noreg
t2LoopEnd renamable $lr, %bb.4
t2B %bb.2, 14, $noreg
bb.2.while.end:
liveins: $r4
bb.3.while.end:
$r0 = tMOVr killed $r4, 14, $noreg $r0 = tMOVr killed $r4, 14, $noreg
$sp = t2LDMIA_RET $sp, 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0 tPOP_RET 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0
bb.1: bb.4:
renamable $r4 = t2MOVi 0, 14, $noreg, $noreg renamable $r4, dead $cpsr = tMOVi8 0, 14, $noreg
$r0 = tMOVr killed $r4, 14, $noreg $r0 = tMOVr killed $r4, 14, $noreg
$sp = t2LDMIA_RET $sp, 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0 tPOP_RET 14, $noreg, def $r4, def $r5, def $r7, def $pc, implicit killed $r0
... ...