mirror of
				https://github.com/c64scene-ar/llvm-6502.git
				synced 2025-11-04 05:17:07 +00:00 
			
		
		
		
	Introduced new target-independent intrinsics in order to support masked vector loads and stores. The loop vectorizer optimizes loops containing conditional memory accesses by generating these intrinsics for existing targets AVX2 and AVX-512. The vectorizer asks the target about availability of masked vector loads and stores. Added SDNodes for masked operations and lowering patterns for X86 code generator. Examples: <16 x i32> @llvm.masked.load.v16i32(i8* %addr, <16 x i32> %passthru, i32 4 /* align */, <16 x i1> %mask) declare void @llvm.masked.store.v8f64(i8* %addr, <8 x double> %value, i32 4, <8 x i1> %mask) Scalarizer for other targets (not AVX2/AVX-512) will be done in a separate patch. http://reviews.llvm.org/D6191 git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@222632 91177308-0d34-0410-b5e6-96231b3b80d8
		
			
				
	
	
		
			212 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			212 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
//===---- IRBuilder.cpp - Builder for LLVM Instrs -------------------------===//
 | 
						|
//
 | 
						|
//                     The LLVM Compiler Infrastructure
 | 
						|
//
 | 
						|
// This file is distributed under the University of Illinois Open Source
 | 
						|
// License. See LICENSE.TXT for details.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
//
 | 
						|
// This file implements the IRBuilder class, which is used as a convenient way
 | 
						|
// to create LLVM instructions with a consistent and simplified interface.
 | 
						|
//
 | 
						|
//===----------------------------------------------------------------------===//
 | 
						|
 | 
						|
#include "llvm/IR/Function.h"
 | 
						|
#include "llvm/IR/GlobalVariable.h"
 | 
						|
#include "llvm/IR/IRBuilder.h"
 | 
						|
#include "llvm/IR/Intrinsics.h"
 | 
						|
#include "llvm/IR/LLVMContext.h"
 | 
						|
using namespace llvm;
 | 
						|
 | 
						|
/// CreateGlobalString - Make a new global variable with an initializer that
 | 
						|
/// has array of i8 type filled in with the nul terminated string value
 | 
						|
/// specified.  If Name is specified, it is the name of the global variable
 | 
						|
/// created.
 | 
						|
Value *IRBuilderBase::CreateGlobalString(StringRef Str, const Twine &Name) {
 | 
						|
  Constant *StrConstant = ConstantDataArray::getString(Context, Str);
 | 
						|
  Module &M = *BB->getParent()->getParent();
 | 
						|
  GlobalVariable *GV = new GlobalVariable(M, StrConstant->getType(),
 | 
						|
                                          true, GlobalValue::PrivateLinkage,
 | 
						|
                                          StrConstant);
 | 
						|
  GV->setName(Name);
 | 
						|
  GV->setUnnamedAddr(true);
 | 
						|
  return GV;
 | 
						|
}
 | 
						|
 | 
						|
Type *IRBuilderBase::getCurrentFunctionReturnType() const {
 | 
						|
  assert(BB && BB->getParent() && "No current function!");
 | 
						|
  return BB->getParent()->getReturnType();
 | 
						|
}
 | 
						|
 | 
						|
Value *IRBuilderBase::getCastedInt8PtrValue(Value *Ptr) {
 | 
						|
  PointerType *PT = cast<PointerType>(Ptr->getType());
 | 
						|
  if (PT->getElementType()->isIntegerTy(8))
 | 
						|
    return Ptr;
 | 
						|
  
 | 
						|
  // Otherwise, we need to insert a bitcast.
 | 
						|
  PT = getInt8PtrTy(PT->getAddressSpace());
 | 
						|
  BitCastInst *BCI = new BitCastInst(Ptr, PT, "");
 | 
						|
  BB->getInstList().insert(InsertPt, BCI);
 | 
						|
  SetInstDebugLocation(BCI);
 | 
						|
  return BCI;
 | 
						|
}
 | 
						|
 | 
						|
static CallInst *createCallHelper(Value *Callee, ArrayRef<Value *> Ops,
 | 
						|
                                  IRBuilderBase *Builder) {
 | 
						|
  CallInst *CI = CallInst::Create(Callee, Ops, "");
 | 
						|
  Builder->GetInsertBlock()->getInstList().insert(Builder->GetInsertPoint(),CI);
 | 
						|
  Builder->SetInstDebugLocation(CI);
 | 
						|
  return CI;  
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::
 | 
						|
CreateMemSet(Value *Ptr, Value *Val, Value *Size, unsigned Align,
 | 
						|
             bool isVolatile, MDNode *TBAATag, MDNode *ScopeTag,
 | 
						|
             MDNode *NoAliasTag) {
 | 
						|
  Ptr = getCastedInt8PtrValue(Ptr);
 | 
						|
  Value *Ops[] = { Ptr, Val, Size, getInt32(Align), getInt1(isVolatile) };
 | 
						|
  Type *Tys[] = { Ptr->getType(), Size->getType() };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, Intrinsic::memset, Tys);
 | 
						|
  
 | 
						|
  CallInst *CI = createCallHelper(TheFn, Ops, this);
 | 
						|
  
 | 
						|
  // Set the TBAA info if present.
 | 
						|
  if (TBAATag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_tbaa, TBAATag);
 | 
						|
 | 
						|
  if (ScopeTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_alias_scope, ScopeTag);
 | 
						|
 
 | 
						|
  if (NoAliasTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_noalias, NoAliasTag);
 | 
						|
 
 | 
						|
  return CI;
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::
 | 
						|
CreateMemCpy(Value *Dst, Value *Src, Value *Size, unsigned Align,
 | 
						|
             bool isVolatile, MDNode *TBAATag, MDNode *TBAAStructTag,
 | 
						|
             MDNode *ScopeTag, MDNode *NoAliasTag) {
 | 
						|
  Dst = getCastedInt8PtrValue(Dst);
 | 
						|
  Src = getCastedInt8PtrValue(Src);
 | 
						|
 | 
						|
  Value *Ops[] = { Dst, Src, Size, getInt32(Align), getInt1(isVolatile) };
 | 
						|
  Type *Tys[] = { Dst->getType(), Src->getType(), Size->getType() };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, Intrinsic::memcpy, Tys);
 | 
						|
  
 | 
						|
  CallInst *CI = createCallHelper(TheFn, Ops, this);
 | 
						|
  
 | 
						|
  // Set the TBAA info if present.
 | 
						|
  if (TBAATag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_tbaa, TBAATag);
 | 
						|
 | 
						|
  // Set the TBAA Struct info if present.
 | 
						|
  if (TBAAStructTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_tbaa_struct, TBAAStructTag);
 | 
						|
 
 | 
						|
  if (ScopeTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_alias_scope, ScopeTag);
 | 
						|
 
 | 
						|
  if (NoAliasTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_noalias, NoAliasTag);
 | 
						|
 
 | 
						|
  return CI;  
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::
 | 
						|
CreateMemMove(Value *Dst, Value *Src, Value *Size, unsigned Align,
 | 
						|
              bool isVolatile, MDNode *TBAATag, MDNode *ScopeTag,
 | 
						|
              MDNode *NoAliasTag) {
 | 
						|
  Dst = getCastedInt8PtrValue(Dst);
 | 
						|
  Src = getCastedInt8PtrValue(Src);
 | 
						|
  
 | 
						|
  Value *Ops[] = { Dst, Src, Size, getInt32(Align), getInt1(isVolatile) };
 | 
						|
  Type *Tys[] = { Dst->getType(), Src->getType(), Size->getType() };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, Intrinsic::memmove, Tys);
 | 
						|
  
 | 
						|
  CallInst *CI = createCallHelper(TheFn, Ops, this);
 | 
						|
  
 | 
						|
  // Set the TBAA info if present.
 | 
						|
  if (TBAATag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_tbaa, TBAATag);
 | 
						|
 
 | 
						|
  if (ScopeTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_alias_scope, ScopeTag);
 | 
						|
 
 | 
						|
  if (NoAliasTag)
 | 
						|
    CI->setMetadata(LLVMContext::MD_noalias, NoAliasTag);
 | 
						|
 
 | 
						|
  return CI;  
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::CreateLifetimeStart(Value *Ptr, ConstantInt *Size) {
 | 
						|
  assert(isa<PointerType>(Ptr->getType()) &&
 | 
						|
         "lifetime.start only applies to pointers.");
 | 
						|
  Ptr = getCastedInt8PtrValue(Ptr);
 | 
						|
  if (!Size)
 | 
						|
    Size = getInt64(-1);
 | 
						|
  else
 | 
						|
    assert(Size->getType() == getInt64Ty() &&
 | 
						|
           "lifetime.start requires the size to be an i64");
 | 
						|
  Value *Ops[] = { Size, Ptr };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, Intrinsic::lifetime_start);
 | 
						|
  return createCallHelper(TheFn, Ops, this);
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::CreateLifetimeEnd(Value *Ptr, ConstantInt *Size) {
 | 
						|
  assert(isa<PointerType>(Ptr->getType()) &&
 | 
						|
         "lifetime.end only applies to pointers.");
 | 
						|
  Ptr = getCastedInt8PtrValue(Ptr);
 | 
						|
  if (!Size)
 | 
						|
    Size = getInt64(-1);
 | 
						|
  else
 | 
						|
    assert(Size->getType() == getInt64Ty() &&
 | 
						|
           "lifetime.end requires the size to be an i64");
 | 
						|
  Value *Ops[] = { Size, Ptr };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, Intrinsic::lifetime_end);
 | 
						|
  return createCallHelper(TheFn, Ops, this);
 | 
						|
}
 | 
						|
 | 
						|
CallInst *IRBuilderBase::CreateAssumption(Value *Cond) {
 | 
						|
  assert(Cond->getType() == getInt1Ty() &&
 | 
						|
         "an assumption condition must be of type i1");
 | 
						|
 | 
						|
  Value *Ops[] = { Cond };
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Value *FnAssume = Intrinsic::getDeclaration(M, Intrinsic::assume);
 | 
						|
  return createCallHelper(FnAssume, Ops, this);
 | 
						|
}
 | 
						|
 | 
						|
/// Create a call to a Masked Load intrinsic.
 | 
						|
/// Ops - an array of operands.
 | 
						|
CallInst *IRBuilderBase::CreateMaskedLoad(ArrayRef<Value *> Ops) {
 | 
						|
  // The only one overloaded type - the type of passthru value in this case
 | 
						|
  Type *DataTy = Ops[1]->getType();
 | 
						|
  return CreateMaskedIntrinsic(Intrinsic::masked_load, Ops, DataTy);
 | 
						|
}
 | 
						|
 | 
						|
/// Create a call to a Masked Store intrinsic.
 | 
						|
/// Ops - an array of operands.
 | 
						|
CallInst *IRBuilderBase::CreateMaskedStore(ArrayRef<Value *> Ops) {
 | 
						|
  // DataTy - type of the data to be stored - the only one overloaded type
 | 
						|
  Type *DataTy = Ops[1]->getType();
 | 
						|
  return CreateMaskedIntrinsic(Intrinsic::masked_store, Ops, DataTy);
 | 
						|
}
 | 
						|
 | 
						|
/// Create a call to a Masked intrinsic, with given intrinsic Id,
 | 
						|
/// an array of operands - Ops, and one overloaded type - DataTy
 | 
						|
CallInst *IRBuilderBase::CreateMaskedIntrinsic(unsigned Id,
 | 
						|
                                               ArrayRef<Value *> Ops,
 | 
						|
                                               Type *DataTy) {
 | 
						|
  Module *M = BB->getParent()->getParent();
 | 
						|
  Type *OverloadedTypes[] = { DataTy };
 | 
						|
  Value *TheFn = Intrinsic::getDeclaration(M, (Intrinsic::ID)Id, OverloadedTypes);
 | 
						|
  return createCallHelper(TheFn, Ops, this);
 | 
						|
}
 |