2013-03-30 14:29:25 +00:00
|
|
|
//===- NVVMReflect.cpp - NVVM Emulate conditional compilation -------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2014-01-24 17:20:08 +00:00
|
|
|
// This pass replaces occurrences of __nvvm_reflect("string") with an
|
2013-03-30 14:29:25 +00:00
|
|
|
// integer based on -nvvm-reflect-list string=<int> option given to this pass.
|
2013-04-02 12:37:11 +00:00
|
|
|
// If an undefined string value is seen in a call to __nvvm_reflect("string"),
|
|
|
|
// a default value of 0 will be used.
|
2013-03-30 14:29:25 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2013-05-20 16:42:16 +00:00
|
|
|
#include "NVPTX.h"
|
2013-04-02 12:37:11 +00:00
|
|
|
#include "llvm/ADT/DenseMap.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2013-03-30 14:29:25 +00:00
|
|
|
#include "llvm/ADT/StringMap.h"
|
2014-01-07 11:48:04 +00:00
|
|
|
#include "llvm/IR/Constants.h"
|
|
|
|
#include "llvm/IR/DerivedTypes.h"
|
2013-03-30 14:29:25 +00:00
|
|
|
#include "llvm/IR/Function.h"
|
2014-01-07 11:48:04 +00:00
|
|
|
#include "llvm/IR/Instructions.h"
|
2014-06-27 18:36:11 +00:00
|
|
|
#include "llvm/IR/Intrinsics.h"
|
2013-03-30 14:29:25 +00:00
|
|
|
#include "llvm/IR/Module.h"
|
|
|
|
#include "llvm/IR/Type.h"
|
2014-01-07 11:48:04 +00:00
|
|
|
#include "llvm/Pass.h"
|
2013-03-30 14:29:25 +00:00
|
|
|
#include "llvm/Support/CommandLine.h"
|
|
|
|
#include "llvm/Support/Debug.h"
|
|
|
|
#include "llvm/Support/raw_os_ostream.h"
|
2015-03-23 19:32:43 +00:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2013-03-30 14:29:25 +00:00
|
|
|
#include "llvm/Transforms/Scalar.h"
|
|
|
|
#include <map>
|
|
|
|
#include <sstream>
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
#define NVVM_REFLECT_FUNCTION "__nvvm_reflect"
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2014-04-21 22:55:11 +00:00
|
|
|
#define DEBUG_TYPE "nvptx-reflect"
|
|
|
|
|
2013-03-30 14:29:25 +00:00
|
|
|
namespace llvm { void initializeNVVMReflectPass(PassRegistry &); }
|
|
|
|
|
|
|
|
namespace {
|
2013-05-20 16:42:16 +00:00
|
|
|
class NVVMReflect : public ModulePass {
|
2013-03-30 14:29:25 +00:00
|
|
|
private:
|
|
|
|
StringMap<int> VarMap;
|
2013-04-02 12:37:11 +00:00
|
|
|
typedef DenseMap<std::string, int>::iterator VarMapIter;
|
2013-03-30 14:29:25 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
static char ID;
|
2014-06-27 18:36:11 +00:00
|
|
|
NVVMReflect() : ModulePass(ID) {
|
2013-05-20 16:42:16 +00:00
|
|
|
initializeNVVMReflectPass(*PassRegistry::getPassRegistry());
|
2013-03-30 14:29:25 +00:00
|
|
|
VarMap.clear();
|
2013-05-20 16:42:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
NVVMReflect(const StringMap<int> &Mapping)
|
2014-06-27 18:36:11 +00:00
|
|
|
: ModulePass(ID) {
|
2013-05-20 16:42:16 +00:00
|
|
|
initializeNVVMReflectPass(*PassRegistry::getPassRegistry());
|
|
|
|
for (StringMap<int>::const_iterator I = Mapping.begin(), E = Mapping.end();
|
|
|
|
I != E; ++I) {
|
|
|
|
VarMap[(*I).getKey()] = (*I).getValue();
|
|
|
|
}
|
2013-03-30 14:29:25 +00:00
|
|
|
}
|
|
|
|
|
2014-04-29 07:57:44 +00:00
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override {
|
|
|
|
AU.setPreservesAll();
|
|
|
|
}
|
|
|
|
bool runOnModule(Module &) override;
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2014-06-27 18:36:11 +00:00
|
|
|
private:
|
|
|
|
bool handleFunction(Function *ReflectFunction);
|
2013-03-30 14:29:25 +00:00
|
|
|
void setVarMap();
|
|
|
|
};
|
2015-06-23 09:49:53 +00:00
|
|
|
}
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-05-20 16:42:16 +00:00
|
|
|
ModulePass *llvm::createNVVMReflectPass() {
|
|
|
|
return new NVVMReflect();
|
|
|
|
}
|
|
|
|
|
|
|
|
ModulePass *llvm::createNVVMReflectPass(const StringMap<int>& Mapping) {
|
|
|
|
return new NVVMReflect(Mapping);
|
|
|
|
}
|
|
|
|
|
2013-03-30 14:29:25 +00:00
|
|
|
static cl::opt<bool>
|
2013-10-18 23:38:13 +00:00
|
|
|
NVVMReflectEnabled("nvvm-reflect-enable", cl::init(true), cl::Hidden,
|
2013-03-30 14:29:25 +00:00
|
|
|
cl::desc("NVVM reflection, enabled by default"));
|
|
|
|
|
|
|
|
char NVVMReflect::ID = 0;
|
|
|
|
INITIALIZE_PASS(NVVMReflect, "nvvm-reflect",
|
2014-01-24 17:20:08 +00:00
|
|
|
"Replace occurrences of __nvvm_reflect() calls with 0/1", false,
|
2013-03-30 14:29:25 +00:00
|
|
|
false)
|
|
|
|
|
|
|
|
static cl::list<std::string>
|
2013-10-18 23:38:13 +00:00
|
|
|
ReflectList("nvvm-reflect-list", cl::value_desc("name=<int>"), cl::Hidden,
|
2013-04-02 12:37:11 +00:00
|
|
|
cl::desc("A list of string=num assignments"),
|
2013-03-30 14:29:25 +00:00
|
|
|
cl::ValueRequired);
|
|
|
|
|
|
|
|
/// The command line can look as follows :
|
2013-04-02 12:37:11 +00:00
|
|
|
/// -nvvm-reflect-list a=1,b=2 -nvvm-reflect-list c=3,d=0 -R e=2
|
2013-03-30 14:29:25 +00:00
|
|
|
/// The strings "a=1,b=2", "c=3,d=0", "e=2" are available in the
|
|
|
|
/// ReflectList vector. First, each of ReflectList[i] is 'split'
|
|
|
|
/// using "," as the delimiter. Then each of this part is split
|
|
|
|
/// using "=" as the delimiter.
|
|
|
|
void NVVMReflect::setVarMap() {
|
|
|
|
for (unsigned i = 0, e = ReflectList.size(); i != e; ++i) {
|
2013-04-02 12:37:11 +00:00
|
|
|
DEBUG(dbgs() << "Option : " << ReflectList[i] << "\n");
|
|
|
|
SmallVector<StringRef, 4> NameValList;
|
|
|
|
StringRef(ReflectList[i]).split(NameValList, ",");
|
|
|
|
for (unsigned j = 0, ej = NameValList.size(); j != ej; ++j) {
|
|
|
|
SmallVector<StringRef, 2> NameValPair;
|
|
|
|
NameValList[j].split(NameValPair, "=");
|
|
|
|
assert(NameValPair.size() == 2 && "name=val expected");
|
|
|
|
std::stringstream ValStream(NameValPair[1]);
|
|
|
|
int Val;
|
|
|
|
ValStream >> Val;
|
|
|
|
assert((!(ValStream.fail())) && "integer value expected");
|
|
|
|
VarMap[NameValPair[0]] = Val;
|
2013-03-30 14:29:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-06-27 18:36:11 +00:00
|
|
|
bool NVVMReflect::handleFunction(Function *ReflectFunction) {
|
2013-03-30 14:29:25 +00:00
|
|
|
// Validate _reflect function
|
2013-04-02 12:37:11 +00:00
|
|
|
assert(ReflectFunction->isDeclaration() &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"_reflect function should not have a body");
|
2013-04-02 12:37:11 +00:00
|
|
|
assert(ReflectFunction->getReturnType()->isIntegerTy() &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"_reflect's return type should be integer");
|
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
std::vector<Instruction *> ToRemove;
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
// Go through the uses of ReflectFunction in this Function.
|
2013-03-30 14:29:25 +00:00
|
|
|
// Each of them should a CallInst with a ConstantArray argument.
|
|
|
|
// First validate that. If the c-string corresponding to the
|
|
|
|
// ConstantArray can be found successfully, see if it can be
|
|
|
|
// found in VarMap. If so, replace the uses of CallInst with the
|
|
|
|
// value found in VarMap. If not, replace the use with value 0.
|
2015-03-19 17:05:35 +00:00
|
|
|
|
|
|
|
// IR for __nvvm_reflect calls differs between CUDA versions:
|
|
|
|
// CUDA 6.5 and earlier uses this sequence:
|
|
|
|
// %ptr = tail call i8* @llvm.nvvm.ptr.constant.to.gen.p0i8.p4i8
|
|
|
|
// (i8 addrspace(4)* getelementptr inbounds
|
|
|
|
// ([8 x i8], [8 x i8] addrspace(4)* @str, i32 0, i32 0))
|
|
|
|
// %reflect = tail call i32 @__nvvm_reflect(i8* %ptr)
|
|
|
|
//
|
|
|
|
// Value returned by Sym->getOperand(0) is a Constant with a
|
|
|
|
// ConstantDataSequential operand which can be converted to string and used
|
|
|
|
// for lookup.
|
|
|
|
//
|
|
|
|
// CUDA 7.0 does it slightly differently:
|
|
|
|
// %reflect = call i32 @__nvvm_reflect(i8* addrspacecast
|
|
|
|
// (i8 addrspace(1)* getelementptr inbounds
|
|
|
|
// ([8 x i8], [8 x i8] addrspace(1)* @str, i32 0, i32 0) to i8*))
|
|
|
|
//
|
|
|
|
// In this case, we get a Constant with a GlobalVariable operand and we need
|
|
|
|
// to dig deeper to find its initializer with the string we'll use for lookup.
|
|
|
|
|
2014-03-09 03:16:01 +00:00
|
|
|
for (User *U : ReflectFunction->users()) {
|
|
|
|
assert(isa<CallInst>(U) && "Only a call instruction can use _reflect");
|
|
|
|
CallInst *Reflect = cast<CallInst>(U);
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
assert((Reflect->getNumOperands() == 2) &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"Only one operand expect for _reflect function");
|
|
|
|
// In cuda, we will have an extra constant-to-generic conversion of
|
|
|
|
// the string.
|
2014-06-27 18:36:11 +00:00
|
|
|
const Value *Str = Reflect->getArgOperand(0);
|
|
|
|
if (isa<CallInst>(Str)) {
|
|
|
|
// CUDA path
|
|
|
|
const CallInst *ConvCall = cast<CallInst>(Str);
|
|
|
|
Str = ConvCall->getArgOperand(0);
|
|
|
|
}
|
|
|
|
assert(isa<ConstantExpr>(Str) &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"Format of _reflect function not recognized");
|
2014-06-27 18:36:11 +00:00
|
|
|
const ConstantExpr *GEP = cast<ConstantExpr>(Str);
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
const Value *Sym = GEP->getOperand(0);
|
|
|
|
assert(isa<Constant>(Sym) && "Format of _reflect function not recognized");
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2015-03-19 17:05:35 +00:00
|
|
|
const Value *Operand = cast<Constant>(Sym)->getOperand(0);
|
|
|
|
if (const GlobalVariable *GV = dyn_cast<GlobalVariable>(Operand)) {
|
|
|
|
// For CUDA-7.0 style __nvvm_reflect calls we need to find operand's
|
|
|
|
// initializer.
|
|
|
|
assert(GV->hasInitializer() &&
|
|
|
|
"Format of _reflect function not recognized");
|
|
|
|
const Constant *Initializer = GV->getInitializer();
|
|
|
|
Operand = Initializer;
|
|
|
|
}
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2015-03-19 17:05:35 +00:00
|
|
|
assert(isa<ConstantDataSequential>(Operand) &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"Format of _reflect function not recognized");
|
2015-03-19 17:05:35 +00:00
|
|
|
assert(cast<ConstantDataSequential>(Operand)->isCString() &&
|
2013-03-30 14:29:25 +00:00
|
|
|
"Format of _reflect function not recognized");
|
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
std::string ReflectArg =
|
2015-03-19 17:05:35 +00:00
|
|
|
cast<ConstantDataSequential>(Operand)->getAsString();
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
ReflectArg = ReflectArg.substr(0, ReflectArg.size() - 1);
|
|
|
|
DEBUG(dbgs() << "Arg of _reflect : " << ReflectArg << "\n");
|
2013-03-30 14:29:25 +00:00
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
int ReflectVal = 0; // The default value is 0
|
|
|
|
if (VarMap.find(ReflectArg) != VarMap.end()) {
|
|
|
|
ReflectVal = VarMap[ReflectArg];
|
2013-03-30 14:29:25 +00:00
|
|
|
}
|
2013-04-02 12:37:11 +00:00
|
|
|
Reflect->replaceAllUsesWith(
|
|
|
|
ConstantInt::get(Reflect->getType(), ReflectVal));
|
|
|
|
ToRemove.push_back(Reflect);
|
2013-03-30 14:29:25 +00:00
|
|
|
}
|
2013-04-02 12:37:11 +00:00
|
|
|
if (ToRemove.size() == 0)
|
2013-03-30 14:29:25 +00:00
|
|
|
return false;
|
|
|
|
|
2013-04-02 12:37:11 +00:00
|
|
|
for (unsigned i = 0, e = ToRemove.size(); i != e; ++i)
|
|
|
|
ToRemove[i]->eraseFromParent();
|
2013-03-30 14:29:25 +00:00
|
|
|
return true;
|
|
|
|
}
|
2014-06-27 18:36:11 +00:00
|
|
|
|
|
|
|
bool NVVMReflect::runOnModule(Module &M) {
|
|
|
|
if (!NVVMReflectEnabled)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
setVarMap();
|
|
|
|
|
|
|
|
|
|
|
|
bool Res = false;
|
|
|
|
std::string Name;
|
|
|
|
Type *Tys[1];
|
|
|
|
Type *I8Ty = Type::getInt8Ty(M.getContext());
|
|
|
|
Function *ReflectFunction;
|
|
|
|
|
|
|
|
// Check for standard overloaded versions of llvm.nvvm.reflect
|
|
|
|
|
|
|
|
for (unsigned i = 0; i != 5; ++i) {
|
|
|
|
Tys[0] = PointerType::get(I8Ty, i);
|
|
|
|
Name = Intrinsic::getName(Intrinsic::nvvm_reflect, Tys);
|
|
|
|
ReflectFunction = M.getFunction(Name);
|
|
|
|
if(ReflectFunction != 0) {
|
|
|
|
Res |= handleFunction(ReflectFunction);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ReflectFunction = M.getFunction(NVVM_REFLECT_FUNCTION);
|
|
|
|
// If reflect function is not used, then there will be
|
|
|
|
// no entry in the module.
|
|
|
|
if (ReflectFunction != 0)
|
|
|
|
Res |= handleFunction(ReflectFunction);
|
|
|
|
|
|
|
|
return Res;
|
|
|
|
}
|