AutoUpgrade.cpp File Reference

#include "llvm/IR/AutoUpgrade.h"
#include "llvm/ADT/StringSwitch.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DIBuilder.h"
#include "llvm/IR/DebugInfo.h"
#include "llvm/IR/DiagnosticInfo.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Verifier.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/Regex.h"
#include <cstring>

Include dependency graph for AutoUpgrade.cpp:

Go to the source code of this file.

Functions
static void	rename (GlobalValue *GV)
static bool	UpgradePTESTIntrinsic (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	UpgradeX86IntrinsicsWith8BitMask (Function *F, Intrinsic::ID IID, Function *&NewFn)
static bool	ShouldUpgradeX86Intrinsic (Function *F, StringRef Name)
static bool	UpgradeX86IntrinsicFunction (Function *F, StringRef Name, Function *&NewFn)
static bool	UpgradeIntrinsicFunction1 (Function *F, Function *&NewFn)
static Value *	UpgradeX86PSLLDQIntrinsics (IRBuilder<> &Builder, Value *Op, unsigned Shift)
static Value *	UpgradeX86PSRLDQIntrinsics (IRBuilder<> &Builder, Value *Op, unsigned Shift)
static Value *	getX86MaskVec (IRBuilder<> &Builder, Value *Mask, unsigned NumElts)
static Value *	EmitX86Select (IRBuilder<> &Builder, Value *Mask, Value *Op0, Value *Op1)
static Value *	EmitX86ScalarSelect (IRBuilder<> &Builder, Value *Mask, Value *Op0, Value *Op1)
static Value *	UpgradeX86ALIGNIntrinsics (IRBuilder<> &Builder, Value *Op0, Value *Op1, Value *Shift, Value *Passthru, Value *Mask, bool IsVALIGN)
static Value *	UpgradeX86VPERMT2Intrinsics (IRBuilder<> &Builder, CallInst &CI, bool ZeroMask, bool IndexForm)
static Value *	UpgradeX86AddSubSatIntrinsics (IRBuilder<> &Builder, CallInst &CI, bool IsSigned, bool IsAddition)
static Value *	upgradeX86Rotate (IRBuilder<> &Builder, CallInst &CI, bool IsRotateRight)
static Value *	upgradeX86ConcatShift (IRBuilder<> &Builder, CallInst &CI, bool IsShiftRight, bool ZeroMask)
static Value *	UpgradeMaskedStore (IRBuilder<> &Builder, Value *Ptr, Value *Data, Value *Mask, bool Aligned)
static Value *	UpgradeMaskedLoad (IRBuilder<> &Builder, Value *Ptr, Value *Passthru, Value *Mask, bool Aligned)
static Value *	upgradeAbs (IRBuilder<> &Builder, CallInst &CI)
static Value *	upgradeIntMinMax (IRBuilder<> &Builder, CallInst &CI, ICmpInst::Predicate Pred)
static Value *	upgradePMULDQ (IRBuilder<> &Builder, CallInst &CI, bool IsSigned)
static Value *	ApplyX86MaskOn1BitsVec (IRBuilder<> &Builder, Value *Vec, Value *Mask)
static Value *	upgradeMaskedCompare (IRBuilder<> &Builder, CallInst &CI, unsigned CC, bool Signed)
static Value *	UpgradeX86MaskedShift (IRBuilder<> &Builder, CallInst &CI, Intrinsic::ID IID)
static Value *	upgradeMaskedMove (IRBuilder<> &Builder, CallInst &CI)
static Value *	UpgradeMaskToInt (IRBuilder<> &Builder, CallInst &CI)
static bool	upgradeAVX512MaskToSelect (StringRef Name, IRBuilder<> &Builder, CallInst &CI, Value *&Rep)
static bool	isOldLoopArgument (Metadata *MD)
static MDString *	upgradeLoopTag (LLVMContext &C, StringRef OldTag)
static Metadata *	upgradeLoopArgument (Metadata *MD)

Function Documentation

ApplyX86MaskOn1BitsVec()

static Value* ApplyX86MaskOn1BitsVec ( IRBuilder<> &  Builder, Value *  Vec, Value *  Mask  )

static

Definition at line 1188 of file AutoUpgrade.cpp.

References C, llvm::IRBuilder< T, Inserter >::CreateAnd(), llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateShuffleVector(), llvm::dyn_cast(), llvm::IRBuilderBase::getIntNTy(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), getX86MaskVec(), llvm::BitmaskEnumDetail::Mask(), and llvm::max().

Referenced by upgradeMaskedCompare().

EmitX86ScalarSelect()

static Value* EmitX86ScalarSelect ( IRBuilder<> &  Builder, Value *  Mask, Value *  Op0, Value *  Op1  )

static

Definition at line 885 of file AutoUpgrade.cpp.

References C, llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateExtractElement(), llvm::IRBuilder< T, Inserter >::CreateSelect(), llvm::VectorType::get(), llvm::IRBuilderBase::getInt1Ty(), llvm::Type::getIntegerBitWidth(), and llvm::Value::getType().

EmitX86Select()

static Value* EmitX86Select ( IRBuilder<> &  Builder, Value *  Mask, Value *  Op0, Value *  Op1  )

static

Definition at line 874 of file AutoUpgrade.cpp.

References C, llvm::IRBuilder< T, Inserter >::CreateSelect(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), and getX86MaskVec().

Referenced by upgradeAbs(), upgradeAVX512MaskToSelect(), upgradeIntMinMax(), upgradePMULDQ(), UpgradeX86AddSubSatIntrinsics(), UpgradeX86ALIGNIntrinsics(), upgradeX86ConcatShift(), UpgradeX86MaskedShift(), upgradeX86Rotate(), and UpgradeX86VPERMT2Intrinsics().

getX86MaskVec()

static Value* getX86MaskVec ( IRBuilder<> &  Builder, Value *  Mask, unsigned  NumElts  )

static

Definition at line 854 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateShuffleVector(), llvm::VectorType::get(), getBitWidth(), llvm::IRBuilderBase::getInt1Ty(), llvm::Value::getType(), llvm::makeArrayRef(), and llvm::BitmaskEnumDetail::Mask().

Referenced by ApplyX86MaskOn1BitsVec(), EmitX86Select(), UpgradeMaskedLoad(), UpgradeMaskedStore(), and UpgradeMaskToInt().

isOldLoopArgument()

static bool isOldLoopArgument ( Metadata *  MD )

static

Definition at line 3771 of file AutoUpgrade.cpp.

Referenced by llvm::upgradeInstructionLoopAttachment().

rename()

static void rename ( GlobalValue *  GV )

static

Definition at line 34 of file AutoUpgrade.cpp.

References llvm::Value::getName(), and llvm::Value::setName().

Referenced by llvm::sys::fs::TempFile::keep(), UpgradeIntrinsicFunction1(), UpgradePTESTIntrinsic(), UpgradeX86IntrinsicFunction(), and UpgradeX86IntrinsicsWith8BitMask().

ShouldUpgradeX86Intrinsic()

static bool ShouldUpgradeX86Intrinsic ( Function *  F, StringRef  Name  )

static

Definition at line 68 of file AutoUpgrade.cpp.

References llvm::Function::arg_size(), and llvm::StringRef::startswith().

Referenced by UpgradeX86IntrinsicFunction().

upgradeAbs()

static Value* upgradeAbs ( IRBuilder<> &  Builder, CallInst &  CI  )

static

Definition at line 1131 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateICmp(), llvm::IRBuilder< T, Inserter >::CreateNeg(), llvm::IRBuilder< T, Inserter >::CreateSelect(), EmitX86Select(), llvm::CallBase::getArgOperand(), llvm::Constant::getNullValue(), llvm::CallBase::getNumArgOperands(), llvm::Value::getType(), and llvm::CmpInst::ICMP_SGT.

upgradeAVX512MaskToSelect()

static bool upgradeAVX512MaskToSelect ( StringRef  Name, IRBuilder<> &  Builder, CallInst &  CI, Value *&  Rep  )

static

Definition at line 1272 of file AutoUpgrade.cpp.

References llvm::CallBase::arg_operands(), llvm::AMDGPU::HSAMD::Kernel::Key::Args, llvm::IRBuilder< T, Inserter >::CreateCall(), EmitX86Select(), llvm::CallBase::getArgOperand(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getModule(), llvm::CallBase::getNumArgOperands(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm::Type::isFPOrFPVectorTy(), llvm_unreachable, llvm::StringRef::startswith(), llvm::StringRef::substr(), llvm::Intrinsic::x86_avx2_packssdw, llvm::Intrinsic::x86_avx2_packsswb, llvm::Intrinsic::x86_avx2_packusdw, llvm::Intrinsic::x86_avx2_packuswb, llvm::Intrinsic::x86_avx2_permd, llvm::Intrinsic::x86_avx2_permps, llvm::Intrinsic::x86_avx2_pmadd_ub_sw, llvm::Intrinsic::x86_avx2_pmadd_wd, llvm::Intrinsic::x86_avx2_pmul_hr_sw, llvm::Intrinsic::x86_avx2_pmulh_w, llvm::Intrinsic::x86_avx2_pmulhu_w, llvm::Intrinsic::x86_avx2_pshuf_b, llvm::Intrinsic::x86_avx512_dbpsadbw_128, llvm::Intrinsic::x86_avx512_dbpsadbw_256, llvm::Intrinsic::x86_avx512_dbpsadbw_512, llvm::Intrinsic::x86_avx512_packssdw_512, llvm::Intrinsic::x86_avx512_packsswb_512, llvm::Intrinsic::x86_avx512_packusdw_512, llvm::Intrinsic::x86_avx512_packuswb_512, llvm::Intrinsic::x86_avx512_permvar_df_256, llvm::Intrinsic::x86_avx512_permvar_df_512, llvm::Intrinsic::x86_avx512_permvar_di_256, llvm::Intrinsic::x86_avx512_permvar_di_512, llvm::Intrinsic::x86_avx512_permvar_hi_128, llvm::Intrinsic::x86_avx512_permvar_hi_256, llvm::Intrinsic::x86_avx512_permvar_hi_512, llvm::Intrinsic::x86_avx512_permvar_qi_128, llvm::Intrinsic::x86_avx512_permvar_qi_256, llvm::Intrinsic::x86_avx512_permvar_qi_512, llvm::Intrinsic::x86_avx512_permvar_sf_512, llvm::Intrinsic::x86_avx512_permvar_si_512, llvm::Intrinsic::x86_avx512_pmaddubs_w_512, llvm::Intrinsic::x86_avx512_pmaddw_d_512, llvm::Intrinsic::x86_avx512_pmul_hr_sw_512, llvm::Intrinsic::x86_avx512_pmulh_w_512, llvm::Intrinsic::x86_avx512_pmulhu_w_512, llvm::Intrinsic::x86_avx512_pmultishift_qb_128, llvm::Intrinsic::x86_avx512_pmultishift_qb_256, llvm::Intrinsic::x86_avx512_pmultishift_qb_512, llvm::Intrinsic::x86_avx512_pshuf_b_512, llvm::Intrinsic::x86_avx512_vpermilvar_pd_512, llvm::Intrinsic::x86_avx512_vpermilvar_ps_512, llvm::Intrinsic::x86_avx_cvt_pd2_ps_256, llvm::Intrinsic::x86_avx_cvt_pd2dq_256, llvm::Intrinsic::x86_avx_cvtt_pd2dq_256, llvm::Intrinsic::x86_avx_cvtt_ps2dq_256, llvm::Intrinsic::x86_avx_max_pd_256, llvm::Intrinsic::x86_avx_max_ps_256, llvm::Intrinsic::x86_avx_min_pd_256, llvm::Intrinsic::x86_avx_min_ps_256, llvm::Intrinsic::x86_avx_vpermilvar_pd, llvm::Intrinsic::x86_avx_vpermilvar_pd_256, llvm::Intrinsic::x86_avx_vpermilvar_ps, llvm::Intrinsic::x86_avx_vpermilvar_ps_256, llvm::Intrinsic::x86_sse2_cvttps2dq, llvm::Intrinsic::x86_sse2_max_pd, llvm::Intrinsic::x86_sse2_min_pd, llvm::Intrinsic::x86_sse2_packssdw_128, llvm::Intrinsic::x86_sse2_packsswb_128, llvm::Intrinsic::x86_sse2_packuswb_128, llvm::Intrinsic::x86_sse2_pmadd_wd, llvm::Intrinsic::x86_sse2_pmulh_w, llvm::Intrinsic::x86_sse2_pmulhu_w, llvm::Intrinsic::x86_sse41_packusdw, llvm::Intrinsic::x86_sse_max_ps, llvm::Intrinsic::x86_sse_min_ps, llvm::Intrinsic::x86_ssse3_pmadd_ub_sw_128, llvm::Intrinsic::x86_ssse3_pmul_hr_sw_128, and llvm::Intrinsic::x86_ssse3_pshuf_b_128.

upgradeIntMinMax()

static Value* upgradeIntMinMax ( IRBuilder<> &  Builder, CallInst &  CI, ICmpInst::Predicate  Pred  )

static

Definition at line 1145 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateICmp(), llvm::IRBuilder< T, Inserter >::CreateSelect(), EmitX86Select(), llvm::CallBase::getArgOperand(), and llvm::CallBase::getNumArgOperands().

UpgradeIntrinsicFunction1()

static bool UpgradeIntrinsicFunction1 ( Function *  F, Function *&  NewFn  )

static

Definition at line 480 of file AutoUpgrade.cpp.

References llvm::Function::arg_begin(), llvm::Function::arg_size(), llvm::AMDGPU::HSAMD::Kernel::Key::Args, llvm::Intrinsic::arm_neon_vst1, llvm::Intrinsic::arm_neon_vst2, llvm::Intrinsic::arm_neon_vst2lane, llvm::Intrinsic::arm_neon_vst3, llvm::Intrinsic::arm_neon_vst3lane, llvm::Intrinsic::arm_neon_vst4, llvm::Intrinsic::arm_neon_vst4lane, assert(), llvm::Intrinsic::bitreverse, llvm::StringSwitch< T, R >::Case(), llvm::StringSwitch< T, R >::Cases(), llvm::Function::Create(), llvm::Intrinsic::ctlz, llvm::Intrinsic::ctpop, llvm::Intrinsic::cttz, llvm::Intrinsic::dbg_value, llvm::StringSwitch< T, R >::Default(), llvm::StringRef::find(), llvm::FunctionType::get(), llvm::GlobalValue::getAddressSpace(), llvm::Function::getContext(), llvm::Intrinsic::getDeclaration(), llvm::Function::getFunctionType(), llvm::Type::getInt1Ty(), llvm::GlobalValue::getLinkage(), llvm::Intrinsic::getName(), llvm::Value::getName(), llvm::GlobalValue::getParent(), llvm::Function::getReturnType(), llvm::Value::getType(), llvm::Intrinsic::invariant_end, llvm::Intrinsic::invariant_start, llvm::Intrinsic::launder_invariant_group, llvm::Intrinsic::lifetime_end, llvm::Intrinsic::lifetime_start, llvm::Intrinsic::masked_gather, llvm::Intrinsic::masked_load, llvm::Intrinsic::masked_scatter, llvm::Intrinsic::masked_store, llvm::Regex::match(), llvm::Intrinsic::memcpy, llvm::Intrinsic::memmove, llvm::Intrinsic::memset, Name, llvm::None, llvm::Intrinsic::not_intrinsic, llvm::StringRef::npos, llvm::Intrinsic::objectsize, llvm::FunctionType::params(), llvm::Intrinsic::remangleIntrinsicFunction(), rename(), llvm::StringRef::size(), llvm::StringRef::startswith(), llvm::StringRef::substr(), llvm::Intrinsic::thread_pointer, and UpgradeX86IntrinsicFunction().

Referenced by llvm::UpgradeIntrinsicFunction().

upgradeLoopArgument()

static Metadata* upgradeLoopArgument ( Metadata *  MD )

static

Definition at line 3795 of file AutoUpgrade.cpp.

References E, llvm::MDTuple::get(), I, llvm::SmallVectorTemplateBase< T >::push_back(), llvm::SmallVectorImpl< T >::reserve(), and upgradeLoopTag().

Referenced by llvm::upgradeInstructionLoopAttachment().

upgradeLoopTag()

static MDString* upgradeLoopTag ( LLVMContext &  C, StringRef  OldTag  )

static

Definition at line 3783 of file AutoUpgrade.cpp.

References assert(), llvm::StringRef::drop_front(), llvm::MDString::get(), llvm::StringRef::size(), and llvm::StringRef::startswith().

Referenced by upgradeLoopArgument().

upgradeMaskedCompare()

static Value* upgradeMaskedCompare ( IRBuilder<> &  Builder, CallInst &  CI, unsigned  CC, bool  Signed  )

static

Definition at line 1210 of file AutoUpgrade.cpp.

References ApplyX86MaskOn1BitsVec(), llvm::IRBuilder< T, Inserter >::CreateICmp(), llvm::VectorType::get(), llvm::Constant::getAllOnesValue(), llvm::CallBase::getArgOperand(), llvm::IRBuilderBase::getInt1Ty(), llvm::Constant::getNullValue(), llvm::CallBase::getNumArgOperands(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm_unreachable, and llvm::BitmaskEnumDetail::Mask().

UpgradeMaskedLoad()

static Value* UpgradeMaskedLoad ( IRBuilder<> &  Builder, Value *  Ptr, Value *  Passthru, Value *  Mask, bool  Aligned  )

static

Definition at line 1111 of file AutoUpgrade.cpp.

References llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, C, llvm::IRBuilder< T, Inserter >::CreateAlignedLoad(), llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilderBase::CreateMaskedLoad(), getBitWidth(), llvm::Value::getType(), llvm::PointerType::getUnqual(), llvm::Type::getVectorNumElements(), and getX86MaskVec().

upgradeMaskedMove()

static Value* upgradeMaskedMove ( IRBuilder<> &  Builder, CallInst &  CI  )

static

Definition at line 1248 of file AutoUpgrade.cpp.

References A, B, llvm::IRBuilder< T, Inserter >::CreateAnd(), llvm::IRBuilder< T, Inserter >::CreateExtractElement(), llvm::IRBuilder< T, Inserter >::CreateInsertElement(), llvm::IRBuilder< T, Inserter >::CreateIsNotNull(), llvm::IRBuilder< T, Inserter >::CreateSelect(), llvm::CallBase::getArgOperand(), llvm::BitmaskEnumDetail::Mask(), and llvm::MCID::Select.

UpgradeMaskedStore()

static Value* UpgradeMaskedStore ( IRBuilder<> &  Builder, Value *  Ptr, Value *  Data, Value *  Mask, bool  Aligned  )

static

Definition at line 1091 of file AutoUpgrade.cpp.

References llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, C, llvm::IRBuilder< T, Inserter >::CreateAlignedStore(), llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilderBase::CreateMaskedStore(), getBitWidth(), llvm::Value::getType(), llvm::PointerType::getUnqual(), llvm::Type::getVectorNumElements(), and getX86MaskVec().

UpgradeMaskToInt()

static Value* UpgradeMaskToInt ( IRBuilder<> &  Builder, CallInst &  CI  )

static

Definition at line 1263 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateSExt(), llvm::CallBase::getArgOperand(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), getX86MaskVec(), and llvm::BitmaskEnumDetail::Mask().

upgradePMULDQ()

static Value* upgradePMULDQ ( IRBuilder<> &  Builder, CallInst &  CI, bool  IsSigned  )

static

Definition at line 1158 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateAnd(), llvm::IRBuilder< T, Inserter >::CreateAShr(), llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateMul(), llvm::IRBuilder< T, Inserter >::CreateShl(), EmitX86Select(), llvm::ConstantInt::get(), llvm::CallBase::getArgOperand(), llvm::CallBase::getNumArgOperands(), llvm::Value::getType(), and llvm::BitmaskEnumDetail::Mask().

UpgradePTESTIntrinsic()

static bool UpgradePTESTIntrinsic ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 38 of file AutoUpgrade.cpp.

References llvm::VectorType::get(), llvm::Function::getContext(), llvm::Intrinsic::getDeclaration(), llvm::Type::getFloatTy(), llvm::Function::getFunctionType(), llvm::FunctionType::getParamType(), llvm::GlobalValue::getParent(), and rename().

Referenced by UpgradeX86IntrinsicFunction().

UpgradeX86AddSubSatIntrinsics()

static Value* UpgradeX86AddSubSatIntrinsics ( IRBuilder<> &  Builder, CallInst &  CI, bool  IsSigned, bool  IsAddition  )

static

Definition at line 1010 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateCall(), EmitX86Select(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getModule(), llvm::CallBase::getNumArgOperands(), llvm::User::getOperand(), llvm::Value::getType(), llvm::BitmaskEnumDetail::Mask(), llvm::Intrinsic::sadd_sat, llvm::Intrinsic::ssub_sat, llvm::Intrinsic::uadd_sat, and llvm::Intrinsic::usub_sat.

UpgradeX86ALIGNIntrinsics()

static Value* UpgradeX86ALIGNIntrinsics ( IRBuilder<> &  Builder, Value *  Op0, Value *  Op1, Value *  Shift, Value *  Passthru, Value *  Mask, bool  IsVALIGN  )

static

Definition at line 903 of file AutoUpgrade.cpp.

References llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, assert(), llvm::IRBuilder< T, Inserter >::CreateShuffleVector(), EmitX86Select(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), llvm::isPowerOf2_32(), and llvm::makeArrayRef().

upgradeX86ConcatShift()

static Value* upgradeX86ConcatShift ( IRBuilder<> &  Builder, CallInst &  CI, bool  IsShiftRight, bool  ZeroMask  )

static

Definition at line 1057 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateCall(), llvm::IRBuilder< T, Inserter >::CreateIntCast(), llvm::IRBuilder< T, Inserter >::CreateVectorSplat(), EmitX86Select(), llvm::Intrinsic::fshl, llvm::Intrinsic::fshr, llvm::ConstantAggregateZero::get(), llvm::CallBase::getArgOperand(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getModule(), llvm::CallBase::getNumArgOperands(), llvm::User::getOperand(), llvm::Type::getScalarType(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), llvm::BitmaskEnumDetail::Mask(), and std::swap().

UpgradeX86IntrinsicFunction()

static bool UpgradeX86IntrinsicFunction ( Function *  F, StringRef  Name, Function *&  NewFn  )

static

Definition at line 384 of file AutoUpgrade.cpp.

References llvm::Function::arg_size(), llvm::Intrinsic::eh_recoverfp, llvm::Intrinsic::getDeclaration(), llvm::Function::getFunctionType(), llvm::FunctionType::getNumParams(), llvm::FunctionType::getParamType(), llvm::GlobalValue::getParent(), rename(), ShouldUpgradeX86Intrinsic(), llvm::StringRef::startswith(), llvm::StringRef::substr(), UpgradePTESTIntrinsic(), UpgradeX86IntrinsicsWith8BitMask(), llvm::Intrinsic::x86_avx2_mpsadbw, llvm::Intrinsic::x86_avx_dp_ps_256, llvm::Intrinsic::x86_rdtscp, llvm::Intrinsic::x86_sse41_dppd, llvm::Intrinsic::x86_sse41_dpps, llvm::Intrinsic::x86_sse41_insertps, llvm::Intrinsic::x86_sse41_mpsadbw, llvm::Intrinsic::x86_sse41_ptestc, llvm::Intrinsic::x86_sse41_ptestnzc, llvm::Intrinsic::x86_sse41_ptestz, llvm::Intrinsic::x86_xop_vfrcz_sd, llvm::Intrinsic::x86_xop_vfrcz_ss, llvm::Intrinsic::x86_xop_vpermil2pd, llvm::Intrinsic::x86_xop_vpermil2pd_256, llvm::Intrinsic::x86_xop_vpermil2ps, and llvm::Intrinsic::x86_xop_vpermil2ps_256.

Referenced by UpgradeIntrinsicFunction1().

UpgradeX86IntrinsicsWith8BitMask()

static bool UpgradeX86IntrinsicsWith8BitMask ( Function *  F, Intrinsic::ID  IID, Function *&  NewFn  )

static

Definition at line 54 of file AutoUpgrade.cpp.

References llvm::Intrinsic::getDeclaration(), llvm::Function::getFunctionType(), llvm::FunctionType::getNumParams(), llvm::FunctionType::getParamType(), llvm::GlobalValue::getParent(), llvm::Type::isIntegerTy(), and rename().

Referenced by UpgradeX86IntrinsicFunction().

UpgradeX86MaskedShift()

static Value* UpgradeX86MaskedShift ( IRBuilder<> &  Builder, CallInst &  CI, Intrinsic::ID  IID  )

static

Definition at line 1240 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateCall(), EmitX86Select(), llvm::CallBase::getArgOperand(), llvm::Intrinsic::getDeclaration(), and llvm::Instruction::getModule().

UpgradeX86PSLLDQIntrinsics()

static Value* UpgradeX86PSLLDQIntrinsics ( IRBuilder<> &  Builder, Value *  Op, unsigned  Shift  )

static

Definition at line 788 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateShuffleVector(), llvm::VectorType::get(), llvm::IRBuilderBase::getInt8Ty(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), and llvm::makeArrayRef().

UpgradeX86PSRLDQIntrinsics()

static Value* UpgradeX86PSRLDQIntrinsics ( IRBuilder<> &  Builder, Value *  Op, unsigned  Shift  )

static

Definition at line 822 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateShuffleVector(), llvm::VectorType::get(), llvm::IRBuilderBase::getInt8Ty(), llvm::Constant::getNullValue(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), and llvm::makeArrayRef().

upgradeX86Rotate()

static Value* upgradeX86Rotate ( IRBuilder<> &  Builder, CallInst &  CI, bool  IsRotateRight  )

static

Definition at line 1030 of file AutoUpgrade.cpp.

References llvm::IRBuilder< T, Inserter >::CreateCall(), llvm::IRBuilder< T, Inserter >::CreateIntCast(), llvm::IRBuilder< T, Inserter >::CreateVectorSplat(), EmitX86Select(), llvm::Intrinsic::fshl, llvm::Intrinsic::fshr, llvm::CallBase::getArgOperand(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getModule(), llvm::CallBase::getNumArgOperands(), llvm::User::getOperand(), llvm::Type::getScalarType(), llvm::Value::getType(), llvm::Type::getVectorNumElements(), and llvm::BitmaskEnumDetail::Mask().

UpgradeX86VPERMT2Intrinsics()

static Value* UpgradeX86VPERMT2Intrinsics ( IRBuilder<> &  Builder, CallInst &  CI, bool  ZeroMask, bool  IndexForm  )

static

Definition at line 949 of file AutoUpgrade.cpp.

References llvm::AMDGPU::HSAMD::Kernel::Key::Args, llvm::IRBuilder< T, Inserter >::CreateBitCast(), llvm::IRBuilder< T, Inserter >::CreateCall(), EmitX86Select(), llvm::ConstantAggregateZero::get(), llvm::CallBase::getArgOperand(), llvm::Intrinsic::getDeclaration(), llvm::Instruction::getModule(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), llvm::Type::isFPOrFPVectorTy(), llvm_unreachable, std::swap(), llvm::Intrinsic::x86_avx512_vpermi2var_d_128, llvm::Intrinsic::x86_avx512_vpermi2var_d_256, llvm::Intrinsic::x86_avx512_vpermi2var_d_512, llvm::Intrinsic::x86_avx512_vpermi2var_hi_128, llvm::Intrinsic::x86_avx512_vpermi2var_hi_256, llvm::Intrinsic::x86_avx512_vpermi2var_hi_512, llvm::Intrinsic::x86_avx512_vpermi2var_pd_128, llvm::Intrinsic::x86_avx512_vpermi2var_pd_256, llvm::Intrinsic::x86_avx512_vpermi2var_pd_512, llvm::Intrinsic::x86_avx512_vpermi2var_ps_128, llvm::Intrinsic::x86_avx512_vpermi2var_ps_256, llvm::Intrinsic::x86_avx512_vpermi2var_ps_512, llvm::Intrinsic::x86_avx512_vpermi2var_q_128, llvm::Intrinsic::x86_avx512_vpermi2var_q_256, llvm::Intrinsic::x86_avx512_vpermi2var_q_512, llvm::Intrinsic::x86_avx512_vpermi2var_qi_128, llvm::Intrinsic::x86_avx512_vpermi2var_qi_256, and llvm::Intrinsic::x86_avx512_vpermi2var_qi_512.