185 lines
		
	
	
		
			6.4 KiB
		
	
	
	
		
			C++
		
	
	
	
			
		
		
	
	
			185 lines
		
	
	
		
			6.4 KiB
		
	
	
	
		
			C++
		
	
	
	
//===-- BPFTargetMachine.cpp - Define TargetMachine for BPF ---------------===//
 | 
						|
//
 | 
						|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 | 
						|
// See https://llvm.org/LICENSE.txt for license information.
 | 
						|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
//
 | 
						|
// Implements the info about BPF target spec.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
#include "BPFTargetMachine.h"
 | 
						|
#include "BPF.h"
 | 
						|
#include "BPFTargetTransformInfo.h"
 | 
						|
#include "MCTargetDesc/BPFMCAsmInfo.h"
 | 
						|
#include "TargetInfo/BPFTargetInfo.h"
 | 
						|
#include "llvm/CodeGen/Passes.h"
 | 
						|
#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
 | 
						|
#include "llvm/CodeGen/TargetPassConfig.h"
 | 
						|
#include "llvm/IR/LegacyPassManager.h"
 | 
						|
#include "llvm/IR/PassManager.h"
 | 
						|
#include "llvm/MC/TargetRegistry.h"
 | 
						|
#include "llvm/Passes/PassBuilder.h"
 | 
						|
#include "llvm/Support/FormattedStream.h"
 | 
						|
#include "llvm/Target/TargetOptions.h"
 | 
						|
#include "llvm/Transforms/IPO/PassManagerBuilder.h"
 | 
						|
#include "llvm/Transforms/Scalar.h"
 | 
						|
#include "llvm/Transforms/Scalar/SimplifyCFG.h"
 | 
						|
#include "llvm/Transforms/Utils/SimplifyCFGOptions.h"
 | 
						|
using namespace llvm;
 | 
						|
 | 
						|
static cl::
 | 
						|
opt<bool> DisableMIPeephole("disable-bpf-peephole", cl::Hidden,
 | 
						|
                            cl::desc("Disable machine peepholes for BPF"));
 | 
						|
 | 
						|
extern "C" LLVM_EXTERNAL_VISIBILITY void LLVMInitializeBPFTarget() {
 | 
						|
  // Register the target.
 | 
						|
  RegisterTargetMachine<BPFTargetMachine> X(getTheBPFleTarget());
 | 
						|
  RegisterTargetMachine<BPFTargetMachine> Y(getTheBPFbeTarget());
 | 
						|
  RegisterTargetMachine<BPFTargetMachine> Z(getTheBPFTarget());
 | 
						|
 | 
						|
  PassRegistry &PR = *PassRegistry::getPassRegistry();
 | 
						|
  initializeBPFAbstractMemberAccessLegacyPassPass(PR);
 | 
						|
  initializeBPFPreserveDITypePass(PR);
 | 
						|
  initializeBPFIRPeepholePass(PR);
 | 
						|
  initializeBPFAdjustOptPass(PR);
 | 
						|
  initializeBPFCheckAndAdjustIRPass(PR);
 | 
						|
  initializeBPFMIPeepholePass(PR);
 | 
						|
  initializeBPFMIPeepholeTruncElimPass(PR);
 | 
						|
}
 | 
						|
 | 
						|
// DataLayout: little or big endian
 | 
						|
static std::string computeDataLayout(const Triple &TT) {
 | 
						|
  if (TT.getArch() == Triple::bpfeb)
 | 
						|
    return "E-m:e-p:64:64-i64:64-i128:128-n32:64-S128";
 | 
						|
  else
 | 
						|
    return "e-m:e-p:64:64-i64:64-i128:128-n32:64-S128";
 | 
						|
}
 | 
						|
 | 
						|
static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) {
 | 
						|
  return RM.getValueOr(Reloc::PIC_);
 | 
						|
}
 | 
						|
 | 
						|
BPFTargetMachine::BPFTargetMachine(const Target &T, const Triple &TT,
 | 
						|
                                   StringRef CPU, StringRef FS,
 | 
						|
                                   const TargetOptions &Options,
 | 
						|
                                   Optional<Reloc::Model> RM,
 | 
						|
                                   Optional<CodeModel::Model> CM,
 | 
						|
                                   CodeGenOpt::Level OL, bool JIT)
 | 
						|
    : LLVMTargetMachine(T, computeDataLayout(TT), TT, CPU, FS, Options,
 | 
						|
                        getEffectiveRelocModel(RM),
 | 
						|
                        getEffectiveCodeModel(CM, CodeModel::Small), OL),
 | 
						|
      TLOF(std::make_unique<TargetLoweringObjectFileELF>()),
 | 
						|
      Subtarget(TT, std::string(CPU), std::string(FS), *this) {
 | 
						|
  initAsmInfo();
 | 
						|
 | 
						|
  BPFMCAsmInfo *MAI =
 | 
						|
      static_cast<BPFMCAsmInfo *>(const_cast<MCAsmInfo *>(AsmInfo.get()));
 | 
						|
  MAI->setDwarfUsesRelocationsAcrossSections(!Subtarget.getUseDwarfRIS());
 | 
						|
}
 | 
						|
 | 
						|
namespace {
 | 
						|
// BPF Code Generator Pass Configuration Options.
 | 
						|
class BPFPassConfig : public TargetPassConfig {
 | 
						|
public:
 | 
						|
  BPFPassConfig(BPFTargetMachine &TM, PassManagerBase &PM)
 | 
						|
      : TargetPassConfig(TM, PM) {}
 | 
						|
 | 
						|
  BPFTargetMachine &getBPFTargetMachine() const {
 | 
						|
    return getTM<BPFTargetMachine>();
 | 
						|
  }
 | 
						|
 | 
						|
  void addIRPasses() override;
 | 
						|
  bool addInstSelector() override;
 | 
						|
  void addMachineSSAOptimization() override;
 | 
						|
  void addPreEmitPass() override;
 | 
						|
};
 | 
						|
}
 | 
						|
 | 
						|
TargetPassConfig *BPFTargetMachine::createPassConfig(PassManagerBase &PM) {
 | 
						|
  return new BPFPassConfig(*this, PM);
 | 
						|
}
 | 
						|
 | 
						|
void BPFTargetMachine::adjustPassManager(PassManagerBuilder &Builder) {
 | 
						|
 Builder.addExtension(
 | 
						|
      PassManagerBuilder::EP_EarlyAsPossible,
 | 
						|
      [&](const PassManagerBuilder &, legacy::PassManagerBase &PM) {
 | 
						|
        PM.add(createBPFAbstractMemberAccess(this));
 | 
						|
        PM.add(createBPFPreserveDIType());
 | 
						|
        PM.add(createBPFIRPeephole());
 | 
						|
      });
 | 
						|
 | 
						|
  Builder.addExtension(
 | 
						|
      PassManagerBuilder::EP_Peephole,
 | 
						|
      [&](const PassManagerBuilder &, legacy::PassManagerBase &PM) {
 | 
						|
        PM.add(createCFGSimplificationPass(
 | 
						|
            SimplifyCFGOptions().hoistCommonInsts(true)));
 | 
						|
      });
 | 
						|
  Builder.addExtension(
 | 
						|
      PassManagerBuilder::EP_ModuleOptimizerEarly,
 | 
						|
      [&](const PassManagerBuilder &, legacy::PassManagerBase &PM) {
 | 
						|
        PM.add(createBPFAdjustOpt());
 | 
						|
      });
 | 
						|
}
 | 
						|
 | 
						|
void BPFTargetMachine::registerPassBuilderCallbacks(PassBuilder &PB) {
 | 
						|
  PB.registerPipelineStartEPCallback(
 | 
						|
      [=](ModulePassManager &MPM, OptimizationLevel) {
 | 
						|
        FunctionPassManager FPM;
 | 
						|
        FPM.addPass(BPFAbstractMemberAccessPass(this));
 | 
						|
        FPM.addPass(BPFPreserveDITypePass());
 | 
						|
        FPM.addPass(BPFIRPeepholePass());
 | 
						|
        MPM.addPass(createModuleToFunctionPassAdaptor(std::move(FPM)));
 | 
						|
      });
 | 
						|
  PB.registerPeepholeEPCallback([=](FunctionPassManager &FPM,
 | 
						|
                                    OptimizationLevel Level) {
 | 
						|
    FPM.addPass(SimplifyCFGPass(SimplifyCFGOptions().hoistCommonInsts(true)));
 | 
						|
  });
 | 
						|
  PB.registerPipelineEarlySimplificationEPCallback(
 | 
						|
      [=](ModulePassManager &MPM, OptimizationLevel) {
 | 
						|
        MPM.addPass(BPFAdjustOptPass());
 | 
						|
      });
 | 
						|
}
 | 
						|
 | 
						|
void BPFPassConfig::addIRPasses() {
 | 
						|
  addPass(createBPFCheckAndAdjustIR());
 | 
						|
  TargetPassConfig::addIRPasses();
 | 
						|
}
 | 
						|
 | 
						|
TargetTransformInfo
 | 
						|
BPFTargetMachine::getTargetTransformInfo(const Function &F) const {
 | 
						|
  return TargetTransformInfo(BPFTTIImpl(this, F));
 | 
						|
}
 | 
						|
 | 
						|
// Install an instruction selector pass using
 | 
						|
// the ISelDag to gen BPF code.
 | 
						|
bool BPFPassConfig::addInstSelector() {
 | 
						|
  addPass(createBPFISelDag(getBPFTargetMachine()));
 | 
						|
 | 
						|
  return false;
 | 
						|
}
 | 
						|
 | 
						|
void BPFPassConfig::addMachineSSAOptimization() {
 | 
						|
  addPass(createBPFMISimplifyPatchablePass());
 | 
						|
 | 
						|
  // The default implementation must be called first as we want eBPF
 | 
						|
  // Peephole ran at last.
 | 
						|
  TargetPassConfig::addMachineSSAOptimization();
 | 
						|
 | 
						|
  const BPFSubtarget *Subtarget = getBPFTargetMachine().getSubtargetImpl();
 | 
						|
  if (!DisableMIPeephole) {
 | 
						|
    if (Subtarget->getHasAlu32())
 | 
						|
      addPass(createBPFMIPeepholePass());
 | 
						|
    addPass(createBPFMIPeepholeTruncElimPass());
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
void BPFPassConfig::addPreEmitPass() {
 | 
						|
  addPass(createBPFMIPreEmitCheckingPass());
 | 
						|
  if (getOptLevel() != CodeGenOpt::None)
 | 
						|
    if (!DisableMIPeephole)
 | 
						|
      addPass(createBPFMIPreEmitPeepholePass());
 | 
						|
}
 |