664 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			C++
		
	
	
	
			
		
		
	
	
			664 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			C++
		
	
	
	
//===--- HexagonOptAddrMode.cpp -------------------------------------------===//
 | 
						|
//
 | 
						|
//                     The LLVM Compiler Infrastructure
 | 
						|
//
 | 
						|
// This file is distributed under the University of Illinois Open Source
 | 
						|
// License. See LICENSE.TXT for details.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
// This implements a Hexagon-specific pass to optimize addressing mode for
 | 
						|
// load/store instructions.
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
#define DEBUG_TYPE "opt-addr-mode"
 | 
						|
 | 
						|
#include "HexagonTargetMachine.h"
 | 
						|
#include "RDFGraph.h"
 | 
						|
#include "RDFLiveness.h"
 | 
						|
 | 
						|
#include "llvm/ADT/DenseSet.h"
 | 
						|
#include "llvm/CodeGen/MachineBasicBlock.h"
 | 
						|
#include "llvm/CodeGen/MachineDominanceFrontier.h"
 | 
						|
#include "llvm/CodeGen/MachineDominators.h"
 | 
						|
#include "llvm/CodeGen/MachineFunction.h"
 | 
						|
#include "llvm/CodeGen/MachineInstrBuilder.h"
 | 
						|
#include "llvm/CodeGen/MachineRegisterInfo.h"
 | 
						|
#include "llvm/CodeGen/Passes.h"
 | 
						|
#include "llvm/Support/CommandLine.h"
 | 
						|
#include "llvm/Support/Debug.h"
 | 
						|
#include "llvm/Support/raw_ostream.h"
 | 
						|
#include "llvm/Target/TargetInstrInfo.h"
 | 
						|
#include "llvm/Target/TargetMachine.h"
 | 
						|
#include "llvm/Target/TargetRegisterInfo.h"
 | 
						|
 | 
						|
static cl::opt<int> CodeGrowthLimit("hexagon-amode-growth-limit",
 | 
						|
  cl::Hidden, cl::init(0), cl::desc("Code growth limit for address mode "
 | 
						|
  "optimization"));
 | 
						|
 | 
						|
using namespace llvm;
 | 
						|
using namespace rdf;
 | 
						|
 | 
						|
namespace llvm {
 | 
						|
  FunctionPass *createHexagonOptAddrMode();
 | 
						|
  void initializeHexagonOptAddrModePass(PassRegistry &);
 | 
						|
}
 | 
						|
 | 
						|
namespace {
 | 
						|
class HexagonOptAddrMode : public MachineFunctionPass {
 | 
						|
public:
 | 
						|
  static char ID;
 | 
						|
  HexagonOptAddrMode()
 | 
						|
      : MachineFunctionPass(ID), HII(0), MDT(0), DFG(0), LV(0) {
 | 
						|
    PassRegistry &R = *PassRegistry::getPassRegistry();
 | 
						|
    initializeHexagonOptAddrModePass(R);
 | 
						|
  }
 | 
						|
  const char *getPassName() const override {
 | 
						|
    return "Optimize addressing mode of load/store";
 | 
						|
  }
 | 
						|
  void getAnalysisUsage(AnalysisUsage &AU) const override {
 | 
						|
    MachineFunctionPass::getAnalysisUsage(AU);
 | 
						|
    AU.addRequired<MachineDominatorTree>();
 | 
						|
    AU.addRequired<MachineDominanceFrontier>();
 | 
						|
    AU.setPreservesAll();
 | 
						|
  }
 | 
						|
  bool runOnMachineFunction(MachineFunction &MF) override;
 | 
						|
 | 
						|
private:
 | 
						|
  typedef DenseSet<MachineInstr *> MISetType;
 | 
						|
  typedef DenseMap<MachineInstr *, bool> InstrEvalMap;
 | 
						|
  const HexagonInstrInfo *HII;
 | 
						|
  MachineDominatorTree *MDT;
 | 
						|
  DataFlowGraph *DFG;
 | 
						|
  DataFlowGraph::DefStackMap DefM;
 | 
						|
  std::map<RegisterRef, std::map<NodeId, NodeId>> RDefMap;
 | 
						|
  Liveness *LV;
 | 
						|
  MISetType Deleted;
 | 
						|
 | 
						|
  bool processBlock(NodeAddr<BlockNode *> BA);
 | 
						|
  bool xformUseMI(MachineInstr *TfrMI, MachineInstr *UseMI,
 | 
						|
                  NodeAddr<UseNode *> UseN, unsigned UseMOnum);
 | 
						|
  bool analyzeUses(unsigned DefR, const NodeList &UNodeList,
 | 
						|
                   InstrEvalMap &InstrEvalResult, short &SizeInc);
 | 
						|
  bool hasRepForm(MachineInstr &MI, unsigned TfrDefR);
 | 
						|
  bool canRemoveAddasl(NodeAddr<StmtNode *> AddAslSN, MachineInstr &MI,
 | 
						|
                       const NodeList &UNodeList);
 | 
						|
  void getAllRealUses(NodeAddr<StmtNode *> SN, NodeList &UNodeList);
 | 
						|
  bool allValidCandidates(NodeAddr<StmtNode *> SA, NodeList &UNodeList);
 | 
						|
  short getBaseWithLongOffset(const MachineInstr &MI) const;
 | 
						|
  void updateMap(NodeAddr<InstrNode *> IA);
 | 
						|
  bool constructDefMap(MachineBasicBlock *B);
 | 
						|
  bool changeStore(MachineInstr *OldMI, MachineOperand ImmOp,
 | 
						|
                   unsigned ImmOpNum);
 | 
						|
  bool changeLoad(MachineInstr *OldMI, MachineOperand ImmOp, unsigned ImmOpNum);
 | 
						|
  bool changeAddAsl(NodeAddr<UseNode *> AddAslUN, MachineInstr *AddAslMI,
 | 
						|
                    const MachineOperand &ImmOp, unsigned ImmOpNum);
 | 
						|
};
 | 
						|
}
 | 
						|
 | 
						|
char HexagonOptAddrMode::ID = 0;
 | 
						|
 | 
						|
INITIALIZE_PASS_BEGIN(HexagonOptAddrMode, "opt-amode",
 | 
						|
                      "Optimize addressing mode", false, false)
 | 
						|
INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree)
 | 
						|
INITIALIZE_PASS_DEPENDENCY(MachineDominanceFrontier)
 | 
						|
INITIALIZE_PASS_END(HexagonOptAddrMode, "opt-amode", "Optimize addressing mode",
 | 
						|
                    false, false)
 | 
						|
 | 
						|
bool HexagonOptAddrMode::hasRepForm(MachineInstr &MI, unsigned TfrDefR) {
 | 
						|
  const MCInstrDesc &MID = MI.getDesc();
 | 
						|
 | 
						|
  if ((!MID.mayStore() && !MID.mayLoad()) || HII->isPredicated(MI))
 | 
						|
    return false;
 | 
						|
 | 
						|
  if (MID.mayStore()) {
 | 
						|
    MachineOperand StOp = MI.getOperand(MI.getNumOperands() - 1);
 | 
						|
    if (StOp.isReg() && StOp.getReg() == TfrDefR)
 | 
						|
      return false;
 | 
						|
  }
 | 
						|
 | 
						|
  if (HII->getAddrMode(MI) == HexagonII::BaseRegOffset)
 | 
						|
    // Tranform to Absolute plus register offset.
 | 
						|
    return (HII->getBaseWithLongOffset(MI) >= 0);
 | 
						|
  else if (HII->getAddrMode(MI) == HexagonII::BaseImmOffset)
 | 
						|
    // Tranform to absolute addressing mode.
 | 
						|
    return (HII->getAbsoluteForm(MI) >= 0);
 | 
						|
 | 
						|
  return false;
 | 
						|
}
 | 
						|
 | 
						|
// Check if addasl instruction can be removed. This is possible only
 | 
						|
// if it's feeding to only load/store instructions with base + register
 | 
						|
// offset as these instruction can be tranformed to use 'absolute plus
 | 
						|
// shifted register offset'.
 | 
						|
// ex:
 | 
						|
// Rs = ##foo
 | 
						|
// Rx = addasl(Rs, Rt, #2)
 | 
						|
// Rd = memw(Rx + #28)
 | 
						|
// Above three instructions can be replaced with Rd = memw(Rt<<#2 + ##foo+28)
 | 
						|
 | 
						|
bool HexagonOptAddrMode::canRemoveAddasl(NodeAddr<StmtNode *> AddAslSN,
 | 
						|
                                         MachineInstr &MI,
 | 
						|
                                         const NodeList &UNodeList) {
 | 
						|
  // check offset size in addasl. if 'offset > 3' return false
 | 
						|
  const MachineOperand &OffsetOp = MI.getOperand(3);
 | 
						|
  if (!OffsetOp.isImm() || OffsetOp.getImm() > 3)
 | 
						|
    return false;
 | 
						|
 | 
						|
  unsigned OffsetReg = MI.getOperand(2).getReg();
 | 
						|
  RegisterRef OffsetRR;
 | 
						|
  NodeId OffsetRegRD = 0;
 | 
						|
  for (NodeAddr<UseNode *> UA : AddAslSN.Addr->members_if(DFG->IsUse, *DFG)) {
 | 
						|
    RegisterRef RR = UA.Addr->getRegRef();
 | 
						|
    if (OffsetReg == RR.Reg) {
 | 
						|
      OffsetRR = RR;
 | 
						|
      OffsetRegRD = UA.Addr->getReachingDef();
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  for (auto I = UNodeList.rbegin(), E = UNodeList.rend(); I != E; ++I) {
 | 
						|
    NodeAddr<UseNode *> UA = *I;
 | 
						|
    NodeAddr<InstrNode *> IA = UA.Addr->getOwner(*DFG);
 | 
						|
    if ((UA.Addr->getFlags() & NodeAttrs::PhiRef) ||
 | 
						|
        RDefMap[OffsetRR][IA.Id] != OffsetRegRD)
 | 
						|
      return false;
 | 
						|
 | 
						|
    MachineInstr &UseMI = *NodeAddr<StmtNode *>(IA).Addr->getCode();
 | 
						|
    NodeAddr<DefNode *> OffsetRegDN = DFG->addr<DefNode *>(OffsetRegRD);
 | 
						|
    // Reaching Def to an offset register can't be a phi.
 | 
						|
    if ((OffsetRegDN.Addr->getFlags() & NodeAttrs::PhiRef) &&
 | 
						|
        MI.getParent() != UseMI.getParent())
 | 
						|
    return false;
 | 
						|
 | 
						|
    const MCInstrDesc &UseMID = UseMI.getDesc();
 | 
						|
    if ((!UseMID.mayLoad() && !UseMID.mayStore()) ||
 | 
						|
        HII->getAddrMode(UseMI) != HexagonII::BaseImmOffset ||
 | 
						|
        getBaseWithLongOffset(UseMI) < 0)
 | 
						|
      return false;
 | 
						|
 | 
						|
    // Addasl output can't be a store value.
 | 
						|
    if (UseMID.mayStore() && UseMI.getOperand(2).isReg() &&
 | 
						|
        UseMI.getOperand(2).getReg() == MI.getOperand(0).getReg())
 | 
						|
      return false;
 | 
						|
 | 
						|
    for (auto &Mo : UseMI.operands())
 | 
						|
      if (Mo.isFI())
 | 
						|
        return false;
 | 
						|
  }
 | 
						|
  return true;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::allValidCandidates(NodeAddr<StmtNode *> SA,
 | 
						|
                                            NodeList &UNodeList) {
 | 
						|
  for (auto I = UNodeList.rbegin(), E = UNodeList.rend(); I != E; ++I) {
 | 
						|
    NodeAddr<UseNode *> UN = *I;
 | 
						|
    RegisterRef UR = UN.Addr->getRegRef();
 | 
						|
    NodeSet Visited, Defs;
 | 
						|
    const auto &ReachingDefs = LV->getAllReachingDefsRec(UR, UN, Visited, Defs);
 | 
						|
    if (ReachingDefs.size() > 1) {
 | 
						|
      DEBUG({
 | 
						|
        dbgs() << "*** Multiple Reaching Defs found!!! ***\n";
 | 
						|
        for (auto DI : ReachingDefs) {
 | 
						|
          NodeAddr<UseNode *> DA = DFG->addr<UseNode *>(DI);
 | 
						|
          NodeAddr<StmtNode *> TempIA = DA.Addr->getOwner(*DFG);
 | 
						|
          dbgs() << "\t\t[Reaching Def]: "
 | 
						|
                 << Print<NodeAddr<InstrNode *>>(TempIA, *DFG) << "\n";
 | 
						|
        }
 | 
						|
      });
 | 
						|
      return false;
 | 
						|
    }
 | 
						|
  }
 | 
						|
  return true;
 | 
						|
}
 | 
						|
 | 
						|
void HexagonOptAddrMode::getAllRealUses(NodeAddr<StmtNode *> SA,
 | 
						|
                                        NodeList &UNodeList) {
 | 
						|
  for (NodeAddr<DefNode *> DA : SA.Addr->members_if(DFG->IsDef, *DFG)) {
 | 
						|
    DEBUG(dbgs() << "\t\t[DefNode]: " << Print<NodeAddr<DefNode *>>(DA, *DFG)
 | 
						|
                 << "\n");
 | 
						|
    RegisterRef DR = DA.Addr->getRegRef();
 | 
						|
    auto UseSet = LV->getAllReachedUses(DR, DA);
 | 
						|
 | 
						|
    for (auto UI : UseSet) {
 | 
						|
      NodeAddr<UseNode *> UA = DFG->addr<UseNode *>(UI);
 | 
						|
      DEBUG({
 | 
						|
        NodeAddr<StmtNode *> TempIA = UA.Addr->getOwner(*DFG);
 | 
						|
        dbgs() << "\t\t\t[Reached Use]: "
 | 
						|
               << Print<NodeAddr<InstrNode *>>(TempIA, *DFG) << "\n";
 | 
						|
      });
 | 
						|
 | 
						|
      if (UA.Addr->getFlags() & NodeAttrs::PhiRef) {
 | 
						|
        NodeAddr<PhiNode *> PA = UA.Addr->getOwner(*DFG);
 | 
						|
        NodeId id = PA.Id;
 | 
						|
        const Liveness::RefMap &phiUse = LV->getRealUses(id);
 | 
						|
        DEBUG(dbgs() << "\t\t\t\tphi real Uses"
 | 
						|
                     << Print<Liveness::RefMap>(phiUse, *DFG) << "\n");
 | 
						|
        if (phiUse.size() > 0) {
 | 
						|
          for (auto I : phiUse) {
 | 
						|
            if (DR != I.first)
 | 
						|
              continue;
 | 
						|
            auto phiUseSet = I.second;
 | 
						|
            for (auto phiUI : phiUseSet) {
 | 
						|
              NodeAddr<UseNode *> phiUA = DFG->addr<UseNode *>(phiUI);
 | 
						|
              UNodeList.push_back(phiUA);
 | 
						|
            }
 | 
						|
          }
 | 
						|
        }
 | 
						|
      } else
 | 
						|
        UNodeList.push_back(UA);
 | 
						|
    }
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::analyzeUses(unsigned tfrDefR,
 | 
						|
                                     const NodeList &UNodeList,
 | 
						|
                                     InstrEvalMap &InstrEvalResult,
 | 
						|
                                     short &SizeInc) {
 | 
						|
  bool KeepTfr = false;
 | 
						|
  bool HasRepInstr = false;
 | 
						|
  InstrEvalResult.clear();
 | 
						|
 | 
						|
  for (auto I = UNodeList.rbegin(), E = UNodeList.rend(); I != E; ++I) {
 | 
						|
    bool CanBeReplaced = false;
 | 
						|
    NodeAddr<UseNode *> UN = *I;
 | 
						|
    NodeAddr<StmtNode *> SN = UN.Addr->getOwner(*DFG);
 | 
						|
    MachineInstr &MI = *SN.Addr->getCode();
 | 
						|
    const MCInstrDesc &MID = MI.getDesc();
 | 
						|
    if ((MID.mayLoad() || MID.mayStore())) {
 | 
						|
      if (!hasRepForm(MI, tfrDefR)) {
 | 
						|
        KeepTfr = true;
 | 
						|
        continue;
 | 
						|
      }
 | 
						|
      SizeInc++;
 | 
						|
      CanBeReplaced = true;
 | 
						|
    } else if (MI.getOpcode() == Hexagon::S2_addasl_rrri) {
 | 
						|
      NodeList AddaslUseList;
 | 
						|
 | 
						|
      DEBUG(dbgs() << "\nGetting ReachedUses for === " << MI << "\n");
 | 
						|
      getAllRealUses(SN, AddaslUseList);
 | 
						|
      // Process phi nodes.
 | 
						|
      if (allValidCandidates(SN, AddaslUseList) &&
 | 
						|
          canRemoveAddasl(SN, MI, AddaslUseList)) {
 | 
						|
        SizeInc += AddaslUseList.size();
 | 
						|
        SizeInc -= 1; // Reduce size by 1 as addasl itself can be removed.
 | 
						|
        CanBeReplaced = true;
 | 
						|
      } else
 | 
						|
        SizeInc++;
 | 
						|
    } else
 | 
						|
      // Currently, only load/store and addasl are handled.
 | 
						|
      // Some other instructions to consider -
 | 
						|
      // A2_add -> A2_addi
 | 
						|
      // M4_mpyrr_addr -> M4_mpyrr_addi
 | 
						|
      KeepTfr = true;
 | 
						|
 | 
						|
    InstrEvalResult[&MI] = CanBeReplaced;
 | 
						|
    HasRepInstr |= CanBeReplaced;
 | 
						|
  }
 | 
						|
 | 
						|
  // Reduce total size by 2 if original tfr can be deleted.
 | 
						|
  if (!KeepTfr)
 | 
						|
    SizeInc -= 2;
 | 
						|
 | 
						|
  return HasRepInstr;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::changeLoad(MachineInstr *OldMI, MachineOperand ImmOp,
 | 
						|
                                    unsigned ImmOpNum) {
 | 
						|
  bool Changed = false;
 | 
						|
  MachineBasicBlock *BB = OldMI->getParent();
 | 
						|
  auto UsePos = MachineBasicBlock::iterator(OldMI);
 | 
						|
  MachineBasicBlock::instr_iterator InsertPt = UsePos.getInstrIterator();
 | 
						|
  ++InsertPt;
 | 
						|
  unsigned OpStart;
 | 
						|
  unsigned OpEnd = OldMI->getNumOperands();
 | 
						|
  MachineInstrBuilder MIB;
 | 
						|
 | 
						|
  if (ImmOpNum == 1) {
 | 
						|
    if (HII->getAddrMode(*OldMI) == HexagonII::BaseRegOffset) {
 | 
						|
      short NewOpCode = HII->getBaseWithLongOffset(*OldMI);
 | 
						|
      assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
      MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
      MIB.addOperand(OldMI->getOperand(0));
 | 
						|
      MIB.addOperand(OldMI->getOperand(2));
 | 
						|
      MIB.addOperand(OldMI->getOperand(3));
 | 
						|
      MIB.addOperand(ImmOp);
 | 
						|
      OpStart = 4;
 | 
						|
      Changed = true;
 | 
						|
    } else if (HII->getAddrMode(*OldMI) == HexagonII::BaseImmOffset) {
 | 
						|
      short NewOpCode = HII->getAbsoluteForm(*OldMI);
 | 
						|
      assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
      MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode))
 | 
						|
                .addOperand(OldMI->getOperand(0));
 | 
						|
      const GlobalValue *GV = ImmOp.getGlobal();
 | 
						|
      int64_t Offset = ImmOp.getOffset() + OldMI->getOperand(2).getImm();
 | 
						|
 | 
						|
      MIB.addGlobalAddress(GV, Offset, ImmOp.getTargetFlags());
 | 
						|
      OpStart = 3;
 | 
						|
      Changed = true;
 | 
						|
    } else
 | 
						|
      Changed = false;
 | 
						|
 | 
						|
    DEBUG(dbgs() << "[Changing]: " << *OldMI << "\n");
 | 
						|
    DEBUG(dbgs() << "[TO]: " << MIB << "\n");
 | 
						|
  } else if (ImmOpNum == 2 && OldMI->getOperand(3).getImm() == 0) {
 | 
						|
    short NewOpCode = HII->xformRegToImmOffset(*OldMI);
 | 
						|
    assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
    MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
    MIB.addOperand(OldMI->getOperand(0));
 | 
						|
    MIB.addOperand(OldMI->getOperand(1));
 | 
						|
    MIB.addOperand(ImmOp);
 | 
						|
    OpStart = 4;
 | 
						|
    Changed = true;
 | 
						|
    DEBUG(dbgs() << "[Changing]: " << *OldMI << "\n");
 | 
						|
    DEBUG(dbgs() << "[TO]: " << MIB << "\n");
 | 
						|
  }
 | 
						|
 | 
						|
  if (Changed)
 | 
						|
    for (unsigned i = OpStart; i < OpEnd; ++i)
 | 
						|
      MIB.addOperand(OldMI->getOperand(i));
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::changeStore(MachineInstr *OldMI, MachineOperand ImmOp,
 | 
						|
                                     unsigned ImmOpNum) {
 | 
						|
  bool Changed = false;
 | 
						|
  unsigned OpStart;
 | 
						|
  unsigned OpEnd = OldMI->getNumOperands();
 | 
						|
  MachineBasicBlock *BB = OldMI->getParent();
 | 
						|
  auto UsePos = MachineBasicBlock::iterator(OldMI);
 | 
						|
  MachineBasicBlock::instr_iterator InsertPt = UsePos.getInstrIterator();
 | 
						|
  ++InsertPt;
 | 
						|
  MachineInstrBuilder MIB;
 | 
						|
  if (ImmOpNum == 0) {
 | 
						|
    if (HII->getAddrMode(*OldMI) == HexagonII::BaseRegOffset) {
 | 
						|
      short NewOpCode = HII->getBaseWithLongOffset(*OldMI);
 | 
						|
      assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
      MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
      MIB.addOperand(OldMI->getOperand(1));
 | 
						|
      MIB.addOperand(OldMI->getOperand(2));
 | 
						|
      MIB.addOperand(ImmOp);
 | 
						|
      MIB.addOperand(OldMI->getOperand(3));
 | 
						|
      OpStart = 4;
 | 
						|
    } else if (HII->getAddrMode(*OldMI) == HexagonII::BaseImmOffset) {
 | 
						|
      short NewOpCode = HII->getAbsoluteForm(*OldMI);
 | 
						|
      assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
      MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
      const GlobalValue *GV = ImmOp.getGlobal();
 | 
						|
      int64_t Offset = ImmOp.getOffset() + OldMI->getOperand(1).getImm();
 | 
						|
      MIB.addGlobalAddress(GV, Offset, ImmOp.getTargetFlags());
 | 
						|
      MIB.addOperand(OldMI->getOperand(2));
 | 
						|
      OpStart = 3;
 | 
						|
    }
 | 
						|
    Changed = true;
 | 
						|
    DEBUG(dbgs() << "[Changing]: " << *OldMI << "\n");
 | 
						|
    DEBUG(dbgs() << "[TO]: " << MIB << "\n");
 | 
						|
  } else if (ImmOpNum == 1 && OldMI->getOperand(2).getImm() == 0) {
 | 
						|
    short NewOpCode = HII->xformRegToImmOffset(*OldMI);
 | 
						|
    assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
    MIB = BuildMI(*BB, InsertPt, OldMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
    MIB.addOperand(OldMI->getOperand(0));
 | 
						|
    MIB.addOperand(ImmOp);
 | 
						|
    MIB.addOperand(OldMI->getOperand(1));
 | 
						|
    OpStart = 2;
 | 
						|
    Changed = true;
 | 
						|
    DEBUG(dbgs() << "[Changing]: " << *OldMI << "\n");
 | 
						|
    DEBUG(dbgs() << "[TO]: " << MIB << "\n");
 | 
						|
  }
 | 
						|
  if (Changed)
 | 
						|
    for (unsigned i = OpStart; i < OpEnd; ++i)
 | 
						|
      MIB.addOperand(OldMI->getOperand(i));
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
short HexagonOptAddrMode::getBaseWithLongOffset(const MachineInstr &MI) const {
 | 
						|
  if (HII->getAddrMode(MI) == HexagonII::BaseImmOffset) {
 | 
						|
    short TempOpCode = HII->getBaseWithRegOffset(MI);
 | 
						|
    return HII->getBaseWithLongOffset(TempOpCode);
 | 
						|
  } else
 | 
						|
    return HII->getBaseWithLongOffset(MI);
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::changeAddAsl(NodeAddr<UseNode *> AddAslUN,
 | 
						|
                                      MachineInstr *AddAslMI,
 | 
						|
                                      const MachineOperand &ImmOp,
 | 
						|
                                      unsigned ImmOpNum) {
 | 
						|
  NodeAddr<StmtNode *> SA = AddAslUN.Addr->getOwner(*DFG);
 | 
						|
 | 
						|
  DEBUG(dbgs() << "Processing addasl :" << *AddAslMI << "\n");
 | 
						|
 | 
						|
  NodeList UNodeList;
 | 
						|
  getAllRealUses(SA, UNodeList);
 | 
						|
 | 
						|
  for (auto I = UNodeList.rbegin(), E = UNodeList.rend(); I != E; ++I) {
 | 
						|
    NodeAddr<UseNode *> UseUN = *I;
 | 
						|
    assert(!(UseUN.Addr->getFlags() & NodeAttrs::PhiRef) &&
 | 
						|
           "Can't transform this 'AddAsl' instruction!");
 | 
						|
 | 
						|
    NodeAddr<StmtNode *> UseIA = UseUN.Addr->getOwner(*DFG);
 | 
						|
    DEBUG(dbgs() << "[InstrNode]: " << Print<NodeAddr<InstrNode *>>(UseIA, *DFG)
 | 
						|
                 << "\n");
 | 
						|
    MachineInstr *UseMI = UseIA.Addr->getCode();
 | 
						|
    DEBUG(dbgs() << "[MI <BB#" << UseMI->getParent()->getNumber()
 | 
						|
                 << ">]: " << *UseMI << "\n");
 | 
						|
    const MCInstrDesc &UseMID = UseMI->getDesc();
 | 
						|
    assert(HII->getAddrMode(*UseMI) == HexagonII::BaseImmOffset);
 | 
						|
 | 
						|
    auto UsePos = MachineBasicBlock::iterator(UseMI);
 | 
						|
    MachineBasicBlock::instr_iterator InsertPt = UsePos.getInstrIterator();
 | 
						|
    short NewOpCode = getBaseWithLongOffset(*UseMI);
 | 
						|
    assert(NewOpCode >= 0 && "Invalid New opcode\n");
 | 
						|
 | 
						|
    unsigned OpStart;
 | 
						|
    unsigned OpEnd = UseMI->getNumOperands();
 | 
						|
 | 
						|
    MachineBasicBlock *BB = UseMI->getParent();
 | 
						|
    MachineInstrBuilder MIB =
 | 
						|
        BuildMI(*BB, InsertPt, UseMI->getDebugLoc(), HII->get(NewOpCode));
 | 
						|
    // change mem(Rs + # ) -> mem(Rt << # + ##)
 | 
						|
    if (UseMID.mayLoad()) {
 | 
						|
      MIB.addOperand(UseMI->getOperand(0));
 | 
						|
      MIB.addOperand(AddAslMI->getOperand(2));
 | 
						|
      MIB.addOperand(AddAslMI->getOperand(3));
 | 
						|
      const GlobalValue *GV = ImmOp.getGlobal();
 | 
						|
      MIB.addGlobalAddress(GV, UseMI->getOperand(2).getImm(),
 | 
						|
                           ImmOp.getTargetFlags());
 | 
						|
      OpStart = 3;
 | 
						|
    } else if (UseMID.mayStore()) {
 | 
						|
      MIB.addOperand(AddAslMI->getOperand(2));
 | 
						|
      MIB.addOperand(AddAslMI->getOperand(3));
 | 
						|
      const GlobalValue *GV = ImmOp.getGlobal();
 | 
						|
      MIB.addGlobalAddress(GV, UseMI->getOperand(1).getImm(),
 | 
						|
                           ImmOp.getTargetFlags());
 | 
						|
      MIB.addOperand(UseMI->getOperand(2));
 | 
						|
      OpStart = 3;
 | 
						|
    } else
 | 
						|
      llvm_unreachable("Unhandled instruction");
 | 
						|
 | 
						|
    for (unsigned i = OpStart; i < OpEnd; ++i)
 | 
						|
      MIB.addOperand(UseMI->getOperand(i));
 | 
						|
 | 
						|
    Deleted.insert(UseMI);
 | 
						|
  }
 | 
						|
 | 
						|
  return true;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::xformUseMI(MachineInstr *TfrMI, MachineInstr *UseMI,
 | 
						|
                                    NodeAddr<UseNode *> UseN,
 | 
						|
                                    unsigned UseMOnum) {
 | 
						|
  const MachineOperand ImmOp = TfrMI->getOperand(1);
 | 
						|
  const MCInstrDesc &MID = UseMI->getDesc();
 | 
						|
  unsigned Changed = false;
 | 
						|
  if (MID.mayLoad())
 | 
						|
    Changed = changeLoad(UseMI, ImmOp, UseMOnum);
 | 
						|
  else if (MID.mayStore())
 | 
						|
    Changed = changeStore(UseMI, ImmOp, UseMOnum);
 | 
						|
  else if (UseMI->getOpcode() == Hexagon::S2_addasl_rrri)
 | 
						|
    Changed = changeAddAsl(UseN, UseMI, ImmOp, UseMOnum);
 | 
						|
 | 
						|
  if (Changed)
 | 
						|
    Deleted.insert(UseMI);
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::processBlock(NodeAddr<BlockNode *> BA) {
 | 
						|
  bool Changed = false;
 | 
						|
 | 
						|
  for (auto IA : BA.Addr->members(*DFG)) {
 | 
						|
    if (!DFG->IsCode<NodeAttrs::Stmt>(IA))
 | 
						|
      continue;
 | 
						|
 | 
						|
    NodeAddr<StmtNode *> SA = IA;
 | 
						|
    MachineInstr *MI = SA.Addr->getCode();
 | 
						|
    if (MI->getOpcode() != Hexagon::A2_tfrsi ||
 | 
						|
        !MI->getOperand(1).isGlobal())
 | 
						|
      continue;
 | 
						|
 | 
						|
    DEBUG(dbgs() << "[Analyzing A2_tfrsi]: " << *MI << "\n");
 | 
						|
    DEBUG(dbgs() << "\t[InstrNode]: " << Print<NodeAddr<InstrNode *>>(IA, *DFG)
 | 
						|
                 << "\n");
 | 
						|
 | 
						|
    NodeList UNodeList;
 | 
						|
    getAllRealUses(SA, UNodeList);
 | 
						|
 | 
						|
    if (!allValidCandidates(SA, UNodeList))
 | 
						|
      continue;
 | 
						|
 | 
						|
    short SizeInc = 0;
 | 
						|
    unsigned DefR = MI->getOperand(0).getReg();
 | 
						|
    InstrEvalMap InstrEvalResult;
 | 
						|
 | 
						|
    // Analyze all uses and calculate increase in size. Perform the optimization
 | 
						|
    // only if there is no increase in size.
 | 
						|
    if (!analyzeUses(DefR, UNodeList, InstrEvalResult, SizeInc))
 | 
						|
      continue;
 | 
						|
    if (SizeInc > CodeGrowthLimit)
 | 
						|
      continue;
 | 
						|
 | 
						|
    bool KeepTfr = false;
 | 
						|
 | 
						|
    DEBUG(dbgs() << "\t[Total reached uses] : " << UNodeList.size() << "\n");
 | 
						|
    DEBUG(dbgs() << "\t[Processing Reached Uses] ===\n");
 | 
						|
    for (auto I = UNodeList.rbegin(), E = UNodeList.rend(); I != E; ++I) {
 | 
						|
      NodeAddr<UseNode *> UseN = *I;
 | 
						|
      assert(!(UseN.Addr->getFlags() & NodeAttrs::PhiRef) &&
 | 
						|
             "Found a PhiRef node as a real reached use!!");
 | 
						|
 | 
						|
      NodeAddr<StmtNode *> OwnerN = UseN.Addr->getOwner(*DFG);
 | 
						|
      MachineInstr *UseMI = OwnerN.Addr->getCode();
 | 
						|
      DEBUG(dbgs() << "\t\t[MI <BB#" << UseMI->getParent()->getNumber()
 | 
						|
                   << ">]: " << *UseMI << "\n");
 | 
						|
 | 
						|
      int UseMOnum = -1;
 | 
						|
      unsigned NumOperands = UseMI->getNumOperands();
 | 
						|
      for (unsigned j = 0; j < NumOperands - 1; ++j) {
 | 
						|
        const MachineOperand &op = UseMI->getOperand(j);
 | 
						|
        if (op.isReg() && op.isUse() && DefR == op.getReg())
 | 
						|
          UseMOnum = j;
 | 
						|
      }
 | 
						|
      assert(UseMOnum >= 0 && "Invalid reached use!");
 | 
						|
 | 
						|
      if (InstrEvalResult[UseMI])
 | 
						|
        // Change UseMI if replacement is possible.
 | 
						|
        Changed |= xformUseMI(MI, UseMI, UseN, UseMOnum);
 | 
						|
      else
 | 
						|
        KeepTfr = true;
 | 
						|
    }
 | 
						|
    if (!KeepTfr)
 | 
						|
      Deleted.insert(MI);
 | 
						|
  }
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
void HexagonOptAddrMode::updateMap(NodeAddr<InstrNode *> IA) {
 | 
						|
  RegisterSet RRs;
 | 
						|
  for (NodeAddr<RefNode *> RA : IA.Addr->members(*DFG))
 | 
						|
    RRs.insert(RA.Addr->getRegRef());
 | 
						|
  bool Common = false;
 | 
						|
  for (auto &R : RDefMap) {
 | 
						|
    if (!RRs.count(R.first))
 | 
						|
      continue;
 | 
						|
    Common = true;
 | 
						|
    break;
 | 
						|
  }
 | 
						|
  if (!Common)
 | 
						|
    return;
 | 
						|
 | 
						|
  for (auto &R : RDefMap) {
 | 
						|
    auto F = DefM.find(R.first);
 | 
						|
    if (F == DefM.end() || F->second.empty())
 | 
						|
      continue;
 | 
						|
    R.second[IA.Id] = F->second.top()->Id;
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::constructDefMap(MachineBasicBlock *B) {
 | 
						|
  bool Changed = false;
 | 
						|
  auto BA = DFG->getFunc().Addr->findBlock(B, *DFG);
 | 
						|
  DFG->markBlock(BA.Id, DefM);
 | 
						|
 | 
						|
  for (NodeAddr<InstrNode *> IA : BA.Addr->members(*DFG)) {
 | 
						|
    updateMap(IA);
 | 
						|
    DFG->pushDefs(IA, DefM);
 | 
						|
  }
 | 
						|
 | 
						|
  MachineDomTreeNode *N = MDT->getNode(B);
 | 
						|
  for (auto I : *N)
 | 
						|
    Changed |= constructDefMap(I->getBlock());
 | 
						|
 | 
						|
  DFG->releaseBlock(BA.Id, DefM);
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
bool HexagonOptAddrMode::runOnMachineFunction(MachineFunction &MF) {
 | 
						|
  bool Changed = false;
 | 
						|
  auto &HST = MF.getSubtarget<HexagonSubtarget>();
 | 
						|
  auto &MRI = MF.getRegInfo();
 | 
						|
  HII = HST.getInstrInfo();
 | 
						|
  const auto &MDF = getAnalysis<MachineDominanceFrontier>();
 | 
						|
  MDT = &getAnalysis<MachineDominatorTree>();
 | 
						|
  const auto &TRI = *MF.getSubtarget().getRegisterInfo();
 | 
						|
  const TargetOperandInfo TOI(*HII);
 | 
						|
 | 
						|
  RegisterAliasInfo RAI(TRI);
 | 
						|
  DataFlowGraph G(MF, *HII, TRI, *MDT, MDF, RAI, TOI);
 | 
						|
  G.build();
 | 
						|
  DFG = &G;
 | 
						|
 | 
						|
  Liveness L(MRI, *DFG);
 | 
						|
  L.computePhiInfo();
 | 
						|
  LV = &L;
 | 
						|
 | 
						|
  constructDefMap(&DFG->getMF().front());
 | 
						|
 | 
						|
  Deleted.clear();
 | 
						|
  NodeAddr<FuncNode *> FA = DFG->getFunc();
 | 
						|
  DEBUG(dbgs() << "==== [RefMap#]=====:\n "
 | 
						|
               << Print<NodeAddr<FuncNode *>>(FA, *DFG) << "\n");
 | 
						|
 | 
						|
  for (NodeAddr<BlockNode *> BA : FA.Addr->members(*DFG))
 | 
						|
    Changed |= processBlock(BA);
 | 
						|
 | 
						|
  for (auto MI : Deleted)
 | 
						|
    MI->eraseFromParent();
 | 
						|
 | 
						|
  if (Changed) {
 | 
						|
    G.build();
 | 
						|
    L.computeLiveIns();
 | 
						|
    L.resetLiveIns();
 | 
						|
    L.resetKills();
 | 
						|
  }
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
//                         Public Constructor Functions
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
FunctionPass *llvm::createHexagonOptAddrMode() {
 | 
						|
  return new HexagonOptAddrMode();
 | 
						|
}
 |