2013-12-14 06:52:56 +00:00
|
|
|
//===--- LivePhysRegs.cpp - Live Physical Register Set --------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements the LivePhysRegs utility for tracking liveness of
|
|
|
|
// physical registers across machine instructions in forward or backward order.
|
|
|
|
// A more detailed description can be found in the corresponding header file.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/CodeGen/LivePhysRegs.h"
|
2015-07-01 17:17:17 +00:00
|
|
|
#include "llvm/CodeGen/MachineFrameInfo.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
2013-12-14 06:52:56 +00:00
|
|
|
#include "llvm/CodeGen/MachineInstrBundle.h"
|
2016-07-06 21:31:27 +00:00
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2013-12-14 06:52:56 +00:00
|
|
|
#include "llvm/Support/Debug.h"
|
2015-03-23 18:23:08 +00:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2013-12-14 06:52:56 +00:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
|
|
|
|
/// \brief Remove all registers from the set that get clobbered by the register
|
|
|
|
/// mask.
|
2015-05-05 20:14:22 +00:00
|
|
|
/// The clobbers set will be the list of live registers clobbered
|
|
|
|
/// by the regmask.
|
|
|
|
void LivePhysRegs::removeRegsInMask(const MachineOperand &MO,
|
|
|
|
SmallVectorImpl<std::pair<unsigned, const MachineOperand*>> *Clobbers) {
|
2013-12-14 06:52:56 +00:00
|
|
|
SparseSet<unsigned>::iterator LRI = LiveRegs.begin();
|
|
|
|
while (LRI != LiveRegs.end()) {
|
2015-05-05 20:14:22 +00:00
|
|
|
if (MO.clobbersPhysReg(*LRI)) {
|
|
|
|
if (Clobbers)
|
|
|
|
Clobbers->push_back(std::make_pair(*LRI, &MO));
|
2013-12-14 06:52:56 +00:00
|
|
|
LRI = LiveRegs.erase(LRI);
|
2015-05-05 20:14:22 +00:00
|
|
|
} else
|
2013-12-14 06:52:56 +00:00
|
|
|
++LRI;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-14 15:53:11 +00:00
|
|
|
/// Remove defined registers and regmask kills from the set.
|
|
|
|
void LivePhysRegs::removeDefs(const MachineInstr &MI) {
|
2016-02-27 17:05:33 +00:00
|
|
|
for (ConstMIBundleOperands O(MI); O.isValid(); ++O) {
|
2013-12-14 06:52:56 +00:00
|
|
|
if (O->isReg()) {
|
|
|
|
if (!O->isDef())
|
|
|
|
continue;
|
|
|
|
unsigned Reg = O->getReg();
|
2016-10-07 14:50:49 +00:00
|
|
|
if (!TargetRegisterInfo::isPhysicalRegister(Reg))
|
2013-12-14 06:52:56 +00:00
|
|
|
continue;
|
|
|
|
removeReg(Reg);
|
|
|
|
} else if (O->isRegMask())
|
2017-05-26 21:50:51 +00:00
|
|
|
removeRegsInMask(*O);
|
2013-12-14 06:52:56 +00:00
|
|
|
}
|
2017-09-14 15:53:11 +00:00
|
|
|
}
|
2013-12-14 06:52:56 +00:00
|
|
|
|
2017-09-14 15:53:11 +00:00
|
|
|
/// Add uses to the set.
|
|
|
|
void LivePhysRegs::addUses(const MachineInstr &MI) {
|
2016-02-27 17:05:33 +00:00
|
|
|
for (ConstMIBundleOperands O(MI); O.isValid(); ++O) {
|
2016-04-06 02:46:04 +00:00
|
|
|
if (!O->isReg() || !O->readsReg())
|
2013-12-14 06:52:56 +00:00
|
|
|
continue;
|
|
|
|
unsigned Reg = O->getReg();
|
2016-10-07 14:50:49 +00:00
|
|
|
if (!TargetRegisterInfo::isPhysicalRegister(Reg))
|
2013-12-14 06:52:56 +00:00
|
|
|
continue;
|
|
|
|
addReg(Reg);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-14 15:53:11 +00:00
|
|
|
/// Simulates liveness when stepping backwards over an instruction(bundle):
|
|
|
|
/// Remove Defs, add uses. This is the recommended way of calculating liveness.
|
|
|
|
void LivePhysRegs::stepBackward(const MachineInstr &MI) {
|
|
|
|
// Remove defined registers and regmask kills from the set.
|
|
|
|
removeDefs(MI);
|
|
|
|
|
|
|
|
// Add uses to the set.
|
|
|
|
addUses(MI);
|
|
|
|
}
|
|
|
|
|
2013-12-14 06:52:56 +00:00
|
|
|
/// Simulates liveness when stepping forward over an instruction(bundle): Remove
|
|
|
|
/// killed-uses, add defs. This is the not recommended way, because it depends
|
2015-09-04 12:34:55 +00:00
|
|
|
/// on accurate kill flags. If possible use stepBackward() instead of this
|
2013-12-14 06:52:56 +00:00
|
|
|
/// function.
|
2015-05-05 20:14:22 +00:00
|
|
|
void LivePhysRegs::stepForward(const MachineInstr &MI,
|
|
|
|
SmallVectorImpl<std::pair<unsigned, const MachineOperand*>> &Clobbers) {
|
2013-12-14 06:52:56 +00:00
|
|
|
// Remove killed registers from the set.
|
2016-02-27 17:05:33 +00:00
|
|
|
for (ConstMIBundleOperands O(MI); O.isValid(); ++O) {
|
2013-12-14 06:52:56 +00:00
|
|
|
if (O->isReg()) {
|
|
|
|
unsigned Reg = O->getReg();
|
2016-10-07 14:50:49 +00:00
|
|
|
if (!TargetRegisterInfo::isPhysicalRegister(Reg))
|
2013-12-14 06:52:56 +00:00
|
|
|
continue;
|
|
|
|
if (O->isDef()) {
|
2015-05-06 22:51:04 +00:00
|
|
|
// Note, dead defs are still recorded. The caller should decide how to
|
|
|
|
// handle them.
|
|
|
|
Clobbers.push_back(std::make_pair(Reg, &*O));
|
2013-12-14 06:52:56 +00:00
|
|
|
} else {
|
|
|
|
if (!O->isKill())
|
|
|
|
continue;
|
|
|
|
assert(O->isUse());
|
|
|
|
removeReg(Reg);
|
|
|
|
}
|
|
|
|
} else if (O->isRegMask())
|
2015-05-05 20:14:22 +00:00
|
|
|
removeRegsInMask(*O, &Clobbers);
|
2013-12-14 06:52:56 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Add defs to the set.
|
2015-05-06 22:51:04 +00:00
|
|
|
for (auto Reg : Clobbers) {
|
|
|
|
// Skip dead defs. They shouldn't be added to the set.
|
|
|
|
if (Reg.second->isReg() && Reg.second->isDead())
|
|
|
|
continue;
|
2015-05-05 20:14:22 +00:00
|
|
|
addReg(Reg.first);
|
2015-05-06 22:51:04 +00:00
|
|
|
}
|
2013-12-14 06:52:56 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Prin the currently live registers to OS.
|
|
|
|
void LivePhysRegs::print(raw_ostream &OS) const {
|
|
|
|
OS << "Live Registers:";
|
|
|
|
if (!TRI) {
|
|
|
|
OS << " (uninitialized)\n";
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (empty()) {
|
|
|
|
OS << " (empty)\n";
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const_iterator I = begin(), E = end(); I != E; ++I)
|
|
|
|
OS << " " << PrintReg(*I, TRI);
|
|
|
|
OS << "\n";
|
|
|
|
}
|
|
|
|
|
2017-10-15 14:32:27 +00:00
|
|
|
#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
|
2017-01-28 02:02:38 +00:00
|
|
|
LLVM_DUMP_METHOD void LivePhysRegs::dump() const {
|
2013-12-14 06:52:56 +00:00
|
|
|
dbgs() << " " << *this;
|
|
|
|
}
|
2017-01-28 02:02:38 +00:00
|
|
|
#endif
|
2015-07-01 17:17:17 +00:00
|
|
|
|
2016-07-06 21:31:27 +00:00
|
|
|
bool LivePhysRegs::available(const MachineRegisterInfo &MRI,
|
|
|
|
unsigned Reg) const {
|
|
|
|
if (LiveRegs.count(Reg))
|
|
|
|
return false;
|
|
|
|
if (MRI.isReserved(Reg))
|
|
|
|
return false;
|
|
|
|
for (MCRegAliasIterator R(Reg, TRI, false); R.isValid(); ++R) {
|
|
|
|
if (LiveRegs.count(*R))
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-07-01 17:17:17 +00:00
|
|
|
/// Add live-in registers of basic block \p MBB to \p LiveRegs.
|
2016-10-12 22:53:41 +00:00
|
|
|
void LivePhysRegs::addBlockLiveIns(const MachineBasicBlock &MBB) {
|
|
|
|
for (const auto &LI : MBB.liveins()) {
|
2017-05-26 16:23:08 +00:00
|
|
|
unsigned Reg = LI.PhysReg;
|
|
|
|
LaneBitmask Mask = LI.LaneMask;
|
|
|
|
MCSubRegIndexIterator S(Reg, TRI);
|
|
|
|
assert(Mask.any() && "Invalid livein mask");
|
|
|
|
if (Mask.all() || !S.isValid()) {
|
|
|
|
addReg(Reg);
|
2016-10-12 22:53:41 +00:00
|
|
|
continue;
|
|
|
|
}
|
2016-12-15 14:36:06 +00:00
|
|
|
for (; S.isValid(); ++S) {
|
|
|
|
unsigned SI = S.getSubRegIndex();
|
2017-05-26 16:23:08 +00:00
|
|
|
if ((Mask & TRI->getSubRegIndexLaneMask(SI)).any())
|
2016-10-12 22:53:41 +00:00
|
|
|
addReg(S.getSubReg());
|
2016-12-15 14:36:06 +00:00
|
|
|
}
|
2016-10-12 22:53:41 +00:00
|
|
|
}
|
2015-07-01 17:17:17 +00:00
|
|
|
}
|
|
|
|
|
2017-05-26 16:23:08 +00:00
|
|
|
/// Adds all callee saved registers to \p LiveRegs.
|
|
|
|
static void addCalleeSavedRegs(LivePhysRegs &LiveRegs,
|
|
|
|
const MachineFunction &MF) {
|
2017-03-14 09:09:26 +00:00
|
|
|
const MachineRegisterInfo &MRI = MF.getRegInfo();
|
2017-05-26 16:23:08 +00:00
|
|
|
for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR; ++CSR)
|
2015-07-01 17:17:17 +00:00
|
|
|
LiveRegs.addReg(*CSR);
|
2017-05-26 16:23:08 +00:00
|
|
|
}
|
|
|
|
|
2017-09-08 16:29:50 +00:00
|
|
|
void LivePhysRegs::addPristines(const MachineFunction &MF) {
|
2017-05-26 16:23:08 +00:00
|
|
|
const MachineFrameInfo &MFI = MF.getFrameInfo();
|
|
|
|
if (!MFI.isCalleeSavedInfoValid())
|
|
|
|
return;
|
2017-09-08 16:29:50 +00:00
|
|
|
/// This function will usually be called on an empty object, handle this
|
|
|
|
/// as a special case.
|
|
|
|
if (empty()) {
|
|
|
|
/// Add all callee saved regs, then remove the ones that are saved and
|
|
|
|
/// restored.
|
|
|
|
addCalleeSavedRegs(*this, MF);
|
|
|
|
/// Remove the ones that are not saved/restored; they are pristine.
|
|
|
|
for (const CalleeSavedInfo &Info : MFI.getCalleeSavedInfo())
|
|
|
|
removeReg(Info.getReg());
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
/// If a callee-saved register that is not pristine is already present
|
|
|
|
/// in the set, we should make sure that it stays in it. Precompute the
|
|
|
|
/// set of pristine registers in a separate object.
|
2017-05-26 16:23:08 +00:00
|
|
|
/// Add all callee saved regs, then remove the ones that are saved+restored.
|
2017-09-08 16:29:50 +00:00
|
|
|
LivePhysRegs Pristine(*TRI);
|
|
|
|
addCalleeSavedRegs(Pristine, MF);
|
2017-05-26 16:23:08 +00:00
|
|
|
/// Remove the ones that are not saved/restored; they are pristine.
|
2015-07-01 17:17:17 +00:00
|
|
|
for (const CalleeSavedInfo &Info : MFI.getCalleeSavedInfo())
|
2017-09-08 16:29:50 +00:00
|
|
|
Pristine.removeReg(Info.getReg());
|
|
|
|
for (MCPhysReg R : Pristine)
|
|
|
|
addReg(R);
|
2015-07-01 17:17:17 +00:00
|
|
|
}
|
|
|
|
|
2016-05-03 00:24:32 +00:00
|
|
|
void LivePhysRegs::addLiveOutsNoPristines(const MachineBasicBlock &MBB) {
|
2017-05-26 16:23:08 +00:00
|
|
|
if (!MBB.succ_empty()) {
|
|
|
|
// To get the live-outs we simply merge the live-ins of all successors.
|
|
|
|
for (const MachineBasicBlock *Succ : MBB.successors())
|
|
|
|
addBlockLiveIns(*Succ);
|
|
|
|
} else if (MBB.isReturnBlock()) {
|
|
|
|
// For the return block: Add all callee saved registers that are saved and
|
|
|
|
// restored (somewhere); This does not include callee saved registers that
|
|
|
|
// are unused and hence not saved and restored; they are called pristine.
|
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
|
|
|
const MachineFrameInfo &MFI = MF.getFrameInfo();
|
|
|
|
if (MFI.isCalleeSavedInfoValid()) {
|
|
|
|
for (const CalleeSavedInfo &Info : MFI.getCalleeSavedInfo())
|
2017-08-10 16:17:32 +00:00
|
|
|
if (Info.isRestored())
|
|
|
|
addReg(Info.getReg());
|
2017-05-26 16:23:08 +00:00
|
|
|
}
|
|
|
|
}
|
2016-05-03 00:08:46 +00:00
|
|
|
}
|
|
|
|
|
2016-05-03 00:24:32 +00:00
|
|
|
void LivePhysRegs::addLiveOuts(const MachineBasicBlock &MBB) {
|
2017-06-03 00:26:35 +00:00
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
2017-05-26 16:23:08 +00:00
|
|
|
if (!MBB.succ_empty()) {
|
2017-09-08 16:29:50 +00:00
|
|
|
addPristines(MF);
|
2017-05-26 16:23:08 +00:00
|
|
|
addLiveOutsNoPristines(MBB);
|
|
|
|
} else if (MBB.isReturnBlock()) {
|
|
|
|
// For the return block: Add all callee saved registers.
|
|
|
|
const MachineFrameInfo &MFI = MF.getFrameInfo();
|
|
|
|
if (MFI.isCalleeSavedInfoValid())
|
|
|
|
addCalleeSavedRegs(*this, MF);
|
2015-07-01 17:17:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-03 00:24:32 +00:00
|
|
|
void LivePhysRegs::addLiveIns(const MachineBasicBlock &MBB) {
|
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
2017-09-08 16:29:50 +00:00
|
|
|
addPristines(MF);
|
2016-10-12 22:53:41 +00:00
|
|
|
addBlockLiveIns(MBB);
|
2015-07-01 17:17:17 +00:00
|
|
|
}
|
2016-12-16 23:55:37 +00:00
|
|
|
|
2017-05-26 06:32:31 +00:00
|
|
|
void llvm::computeLiveIns(LivePhysRegs &LiveRegs,
|
2017-09-06 20:45:24 +00:00
|
|
|
const MachineBasicBlock &MBB) {
|
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
|
|
|
const MachineRegisterInfo &MRI = MF.getRegInfo();
|
2017-05-26 06:32:31 +00:00
|
|
|
const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo();
|
2016-12-16 23:55:37 +00:00
|
|
|
LiveRegs.init(TRI);
|
|
|
|
LiveRegs.addLiveOutsNoPristines(MBB);
|
2017-09-06 20:45:24 +00:00
|
|
|
for (const MachineInstr &MI : make_range(MBB.rbegin(), MBB.rend()))
|
2016-12-16 23:55:37 +00:00
|
|
|
LiveRegs.stepBackward(MI);
|
2017-09-06 20:45:24 +00:00
|
|
|
}
|
2016-12-16 23:55:37 +00:00
|
|
|
|
2017-09-06 20:45:24 +00:00
|
|
|
void llvm::addLiveIns(MachineBasicBlock &MBB, const LivePhysRegs &LiveRegs) {
|
|
|
|
assert(MBB.livein_empty() && "Expected empty live-in list");
|
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
|
|
|
const MachineRegisterInfo &MRI = MF.getRegInfo();
|
|
|
|
const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo();
|
|
|
|
for (MCPhysReg Reg : LiveRegs) {
|
2017-05-26 06:32:31 +00:00
|
|
|
if (MRI.isReserved(Reg))
|
|
|
|
continue;
|
2016-12-16 23:55:37 +00:00
|
|
|
// Skip the register if we are about to add one of its super registers.
|
|
|
|
bool ContainsSuperReg = false;
|
|
|
|
for (MCSuperRegIterator SReg(Reg, &TRI); SReg.isValid(); ++SReg) {
|
2017-05-26 06:32:31 +00:00
|
|
|
if (LiveRegs.contains(*SReg) && !MRI.isReserved(*SReg)) {
|
2016-12-16 23:55:37 +00:00
|
|
|
ContainsSuperReg = true;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (ContainsSuperReg)
|
|
|
|
continue;
|
|
|
|
MBB.addLiveIn(Reg);
|
|
|
|
}
|
|
|
|
}
|
2017-09-06 20:45:24 +00:00
|
|
|
|
2017-09-14 15:53:11 +00:00
|
|
|
void llvm::recomputeLivenessFlags(MachineBasicBlock &MBB) {
|
|
|
|
const MachineFunction &MF = *MBB.getParent();
|
|
|
|
const MachineRegisterInfo &MRI = MF.getRegInfo();
|
|
|
|
const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo();
|
|
|
|
|
|
|
|
// We walk through the block backwards and start with the live outs.
|
|
|
|
LivePhysRegs LiveRegs;
|
|
|
|
LiveRegs.init(TRI);
|
|
|
|
LiveRegs.addLiveOutsNoPristines(MBB);
|
|
|
|
|
|
|
|
for (MachineInstr &MI : make_range(MBB.rbegin(), MBB.rend())) {
|
|
|
|
// Recompute dead flags.
|
|
|
|
for (MIBundleOperands MO(MI); MO.isValid(); ++MO) {
|
|
|
|
if (!MO->isReg() || !MO->isDef() || MO->isDebug())
|
|
|
|
continue;
|
|
|
|
|
|
|
|
unsigned Reg = MO->getReg();
|
|
|
|
if (Reg == 0)
|
|
|
|
continue;
|
|
|
|
assert(TargetRegisterInfo::isPhysicalRegister(Reg));
|
|
|
|
|
|
|
|
bool IsNotLive = LiveRegs.available(MRI, Reg);
|
|
|
|
MO->setIsDead(IsNotLive);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Step backward over defs.
|
|
|
|
LiveRegs.removeDefs(MI);
|
|
|
|
|
|
|
|
// Recompute kill flags.
|
|
|
|
for (MIBundleOperands MO(MI); MO.isValid(); ++MO) {
|
|
|
|
if (!MO->isReg() || !MO->readsReg() || MO->isDebug())
|
|
|
|
continue;
|
|
|
|
|
|
|
|
unsigned Reg = MO->getReg();
|
|
|
|
if (Reg == 0)
|
|
|
|
continue;
|
|
|
|
assert(TargetRegisterInfo::isPhysicalRegister(Reg));
|
|
|
|
|
|
|
|
bool IsNotLive = LiveRegs.available(MRI, Reg);
|
|
|
|
MO->setIsKill(IsNotLive);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Complete the stepbackward.
|
|
|
|
LiveRegs.addUses(MI);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-06 20:45:24 +00:00
|
|
|
void llvm::computeAndAddLiveIns(LivePhysRegs &LiveRegs,
|
|
|
|
MachineBasicBlock &MBB) {
|
|
|
|
computeLiveIns(LiveRegs, MBB);
|
|
|
|
addLiveIns(MBB, LiveRegs);
|
|
|
|
}
|