126 lines
		
	
	
		
			3.7 KiB
		
	
	
	
		
			C++
		
	
	
	
			
		
		
	
	
			126 lines
		
	
	
		
			3.7 KiB
		
	
	
	
		
			C++
		
	
	
	
//===-- AMDGPUAnnotateKernelFeaturesPass.cpp ------------------------------===//
 | 
						|
//
 | 
						|
//                     The LLVM Compiler Infrastructure
 | 
						|
//
 | 
						|
// This file is distributed under the University of Illinois Open Source
 | 
						|
// License. See LICENSE.TXT for details.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
//
 | 
						|
/// \file This pass adds target attributes to functions which use intrinsics
 | 
						|
/// which will impact calling convention lowering.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
#include "AMDGPU.h"
 | 
						|
#include "llvm/IR/Instructions.h"
 | 
						|
#include "llvm/IR/Module.h"
 | 
						|
 | 
						|
#define DEBUG_TYPE "amdgpu-annotate-kernel-features"
 | 
						|
 | 
						|
using namespace llvm;
 | 
						|
 | 
						|
namespace {
 | 
						|
 | 
						|
class AMDGPUAnnotateKernelFeatures : public ModulePass {
 | 
						|
private:
 | 
						|
  void addAttrToCallers(Function *Intrin, StringRef AttrName);
 | 
						|
  bool addAttrsForIntrinsics(Module &M, ArrayRef<StringRef[2]>);
 | 
						|
 | 
						|
public:
 | 
						|
  static char ID;
 | 
						|
 | 
						|
  AMDGPUAnnotateKernelFeatures() : ModulePass(ID) { }
 | 
						|
  bool runOnModule(Module &M) override;
 | 
						|
  const char *getPassName() const override {
 | 
						|
    return "AMDGPU Annotate Kernel Features";
 | 
						|
  }
 | 
						|
 | 
						|
  void getAnalysisUsage(AnalysisUsage &AU) const override {
 | 
						|
    AU.setPreservesAll();
 | 
						|
    ModulePass::getAnalysisUsage(AU);
 | 
						|
  }
 | 
						|
};
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
char AMDGPUAnnotateKernelFeatures::ID = 0;
 | 
						|
 | 
						|
char &llvm::AMDGPUAnnotateKernelFeaturesID = AMDGPUAnnotateKernelFeatures::ID;
 | 
						|
 | 
						|
 | 
						|
INITIALIZE_PASS_BEGIN(AMDGPUAnnotateKernelFeatures, DEBUG_TYPE,
 | 
						|
                      "Add AMDGPU function attributes", false, false)
 | 
						|
INITIALIZE_PASS_END(AMDGPUAnnotateKernelFeatures, DEBUG_TYPE,
 | 
						|
                    "Add AMDGPU function attributes", false, false)
 | 
						|
 | 
						|
 | 
						|
void AMDGPUAnnotateKernelFeatures::addAttrToCallers(Function *Intrin,
 | 
						|
                                                    StringRef AttrName) {
 | 
						|
  SmallPtrSet<Function *, 4> SeenFuncs;
 | 
						|
 | 
						|
  for (User *U : Intrin->users()) {
 | 
						|
    // CallInst is the only valid user for an intrinsic.
 | 
						|
    CallInst *CI = cast<CallInst>(U);
 | 
						|
 | 
						|
    Function *CallingFunction = CI->getParent()->getParent();
 | 
						|
    if (SeenFuncs.insert(CallingFunction).second)
 | 
						|
      CallingFunction->addFnAttr(AttrName);
 | 
						|
  }
 | 
						|
}
 | 
						|
 | 
						|
bool AMDGPUAnnotateKernelFeatures::addAttrsForIntrinsics(
 | 
						|
  Module &M,
 | 
						|
  ArrayRef<StringRef[2]> IntrinsicToAttr) {
 | 
						|
  bool Changed = false;
 | 
						|
 | 
						|
  for (const StringRef *Arr  : IntrinsicToAttr) {
 | 
						|
    if (Function *Fn = M.getFunction(Arr[0])) {
 | 
						|
      addAttrToCallers(Fn, Arr[1]);
 | 
						|
      Changed = true;
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
bool AMDGPUAnnotateKernelFeatures::runOnModule(Module &M) {
 | 
						|
  Triple TT(M.getTargetTriple());
 | 
						|
 | 
						|
  static const StringRef IntrinsicToAttr[][2] = {
 | 
						|
    // .x omitted
 | 
						|
    { "llvm.r600.read.tgid.y", "amdgpu-work-group-id-y" },
 | 
						|
    { "llvm.r600.read.tgid.z", "amdgpu-work-group-id-z" },
 | 
						|
 | 
						|
    // .x omitted
 | 
						|
    { "llvm.r600.read.tidig.y", "amdgpu-work-item-id-y" },
 | 
						|
    { "llvm.r600.read.tidig.z", "amdgpu-work-item-id-z" }
 | 
						|
 | 
						|
  };
 | 
						|
 | 
						|
  static const StringRef HSAIntrinsicToAttr[][2] = {
 | 
						|
    { "llvm.r600.read.local.size.x", "amdgpu-dispatch-ptr" },
 | 
						|
    { "llvm.r600.read.local.size.y", "amdgpu-dispatch-ptr" },
 | 
						|
    { "llvm.r600.read.local.size.z", "amdgpu-dispatch-ptr" },
 | 
						|
 | 
						|
    { "llvm.r600.read.global.size.x", "amdgpu-dispatch-ptr" },
 | 
						|
    { "llvm.r600.read.global.size.y", "amdgpu-dispatch-ptr" },
 | 
						|
    { "llvm.r600.read.global.size.z", "amdgpu-dispatch-ptr" }
 | 
						|
  };
 | 
						|
 | 
						|
  // TODO: Intrinsics that require queue ptr.
 | 
						|
 | 
						|
  // We do not need to note the x workitem or workgroup id because they are
 | 
						|
  // always initialized.
 | 
						|
 | 
						|
  bool Changed = addAttrsForIntrinsics(M, IntrinsicToAttr);
 | 
						|
  if (TT.getOS() == Triple::AMDHSA)
 | 
						|
    Changed |= addAttrsForIntrinsics(M, HSAIntrinsicToAttr);
 | 
						|
 | 
						|
  return Changed;
 | 
						|
}
 | 
						|
 | 
						|
ModulePass *llvm::createAMDGPUAnnotateKernelFeaturesPass() {
 | 
						|
  return new AMDGPUAnnotateKernelFeatures();
 | 
						|
}
 |