#include "llvm/CodeGen/SelectionDAG.h"
#include "SDNodeDbgValue.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/APSInt.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/BitVector.h"
#include "llvm/ADT/FoldingSet.h"
#include "llvm/ADT/None.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Triple.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/ISDOpcodes.h"
#include "llvm/CodeGen/MachineBasicBlock.h"
#include "llvm/CodeGen/MachineConstantPool.h"
#include "llvm/CodeGen/MachineFrameInfo.h"
#include "llvm/CodeGen/MachineFunction.h"
#include "llvm/CodeGen/MachineMemOperand.h"
#include "llvm/CodeGen/RuntimeLibcalls.h"
#include "llvm/CodeGen/SelectionDAGAddressAnalysis.h"
#include "llvm/CodeGen/SelectionDAGNodes.h"
#include "llvm/CodeGen/SelectionDAGTargetInfo.h"
#include "llvm/CodeGen/TargetLowering.h"
#include "llvm/CodeGen/TargetRegisterInfo.h"
#include "llvm/CodeGen/TargetSubtargetInfo.h"
#include "llvm/CodeGen/ValueTypes.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/DebugLoc.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CodeGen.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/MachineValueType.h"
#include "llvm/Support/ManagedStatic.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/Support/Mutex.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Target/TargetMachine.h"
#include "llvm/Target/TargetOptions.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <cstdlib>
#include <limits>
#include <set>
#include <string>
#include <utility>
#include <vector>

Macros
#define	DEBUG_TYPE "selectiondag"

Functions
static SDVTList	makeVTList (const EVT *VTs, unsigned NumVTs)
	makeVTList - Return an instance of the SDVTList struct initialized with the specified members. More...

static void	NewSDValueDbgMsg (SDValue V, StringRef Msg, SelectionDAG *G)

static int	isSignedOp (ISD::CondCode Opcode)
	For an integer comparison, return 1 if the comparison is a signed operation and 2 if the result is an unsigned comparison. More...

static void	AddNodeIDOpcode (FoldingSetNodeID &ID, unsigned OpC)
	AddNodeIDOpcode - Add the node opcode to the NodeID data. More...

static void	AddNodeIDValueTypes (FoldingSetNodeID &ID, SDVTList VTList)
	AddNodeIDValueTypes - Value type lists are intern'd so we can represent them solely with their pointer. More...

static void	AddNodeIDOperands (FoldingSetNodeID &ID, ArrayRef< SDValue > Ops)
	AddNodeIDOperands - Various routines for adding operands to the NodeID data. More...

static void	AddNodeIDOperands (FoldingSetNodeID &ID, ArrayRef< SDUse > Ops)
	AddNodeIDOperands - Various routines for adding operands to the NodeID data. More...

static void	AddNodeIDNode (FoldingSetNodeID &ID, unsigned short OpC, SDVTList VTList, ArrayRef< SDValue > OpList)

static void	AddNodeIDCustom (FoldingSetNodeID &ID, const SDNode *N)
	If this is an SDNode with special info, add this info to the NodeID data. More...

static void	AddNodeIDNode (FoldingSetNodeID &ID, const SDNode *N)
	AddNodeIDNode - Generic routine for adding a nodes info to the NodeID data. More...

static bool	doNotCSE (SDNode *N)
	doNotCSE - Return true if CSE should not be performed for this node. More...

static void	VerifySDNode (SDNode *N)
	VerifySDNode - Sanity check the given SDNode. Aborts if it is invalid. More...

static void	commuteShuffle (SDValue &N1, SDValue &N2, MutableArrayRef< int > M)
	Swaps the values of N1 and N2. More...

static ConstantSDNode *	isConstOrDemandedConstSplat (SDValue N, const APInt &DemandedElts)
	Helper function that checks to see if a node is a constant or a build vector of splat constants at least within the demanded elts. More...

static const APInt *	getValidShiftAmountConstant (SDValue V)
	If a SHL/SRA/SRL node has a constant or splat constant shift amount that is less than the element bit-width of the shift node, return it. More...

static SDValue	FoldBUILD_VECTOR (const SDLoc &DL, EVT VT, ArrayRef< SDValue > Ops, SelectionDAG &DAG)

static SDValue	FoldCONCAT_VECTORS (const SDLoc &DL, EVT VT, ArrayRef< SDValue > Ops, SelectionDAG &DAG)

static std::pair< APInt, bool >	FoldValue (unsigned Opcode, const APInt &C1, const APInt &C2)

static SDValue	getMemsetValue (SDValue Value, EVT VT, SelectionDAG &DAG, const SDLoc &dl)
	getMemsetValue - Vectorized representation of the memset value operand. More...

static SDValue	getMemsetStringVal (EVT VT, const SDLoc &dl, SelectionDAG &DAG, const TargetLowering &TLI, const ConstantDataArraySlice &Slice)
	getMemsetStringVal - Similar to getMemsetValue. More...

static bool	isMemSrcFromConstant (SDValue Src, ConstantDataArraySlice &Slice)
	Returns true if memcpy source is constant data. More...

static bool	FindOptimalMemOpLowering (std::vector< EVT > &MemOps, unsigned Limit, uint64_t Size, unsigned DstAlign, unsigned SrcAlign, bool IsMemset, bool ZeroMemset, bool MemcpyStrSrc, bool AllowOverlap, unsigned DstAS, unsigned SrcAS, SelectionDAG &DAG, const TargetLowering &TLI)
	Determines the optimal series of memory ops to replace the memset / memcpy. More...

static bool	shouldLowerMemFuncForSize (const MachineFunction &MF)

static void	chainLoadsAndStoresForMemcpy (SelectionDAG &DAG, const SDLoc &dl, SmallVector< SDValue, 32 > &OutChains, unsigned From, unsigned To, SmallVector< SDValue, 16 > &OutLoadChains, SmallVector< SDValue, 16 > &OutStoreChains)

static SDValue	getMemcpyLoadsAndStores (SelectionDAG &DAG, const SDLoc &dl, SDValue Chain, SDValue Dst, SDValue Src, uint64_t Size, unsigned Align, bool isVol, bool AlwaysInline, MachinePointerInfo DstPtrInfo, MachinePointerInfo SrcPtrInfo)

static SDValue	getMemmoveLoadsAndStores (SelectionDAG &DAG, const SDLoc &dl, SDValue Chain, SDValue Dst, SDValue Src, uint64_t Size, unsigned Align, bool isVol, bool AlwaysInline, MachinePointerInfo DstPtrInfo, MachinePointerInfo SrcPtrInfo)

static SDValue	getMemsetStores (SelectionDAG &DAG, const SDLoc &dl, SDValue Chain, SDValue Dst, SDValue Src, uint64_t Size, unsigned Align, bool isVol, MachinePointerInfo DstPtrInfo)
	Lower the call to 'memset' intrinsic function into a series of store operations. More...

static void	checkAddrSpaceIsValidForLibcall (const TargetLowering *TLI, unsigned AS)

static MachinePointerInfo	InferPointerInfo (const MachinePointerInfo &Info, SelectionDAG &DAG, SDValue Ptr, int64_t Offset=0)
	InferPointerInfo - If the specified ptr/offset is a frame index, infer a MachinePointerInfo record from it. More...

static MachinePointerInfo	InferPointerInfo (const MachinePointerInfo &Info, SelectionDAG &DAG, SDValue Ptr, SDValue OffsetOp)
	InferPointerInfo - If the specified ptr/offset is a frame index, infer a MachinePointerInfo record from it. More...

static void	checkForCyclesHelper (const SDNode N, SmallPtrSetImpl< const SDNode > &Visited, SmallPtrSetImpl< const SDNode > &Checked, const llvm::SelectionDAG DAG)

Variables
static cl::opt< bool >	EnableMemCpyDAGOpt ("enable-memcpy-dag-opt", cl::Hidden, cl::init(true), cl::desc("Gang up loads and stores generated by inlining of memcpy"))

static cl::opt< int >	MaxLdStGlue ("ldstmemcpy-glue-max", cl::desc("Number limit for gluing ld/st of memcpy."), cl::Hidden, cl::init(0))

static ManagedStatic< std::set< EVT, EVT::compareRawBits > >	EVTs

static ManagedStatic< EVTArray >	SimpleVTArray

static ManagedStatic< sys::SmartMutex< true > >	VTMutex

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE "selectiondag"

Definition at line 92 of file SelectionDAG.cpp.

Function Documentation

◆ AddNodeIDCustom()

static void AddNodeIDCustom	(	FoldingSetNodeID &	ID,
		const SDNode *	N
	)

static

If this is an SDNode with special info, add this info to the NodeID data.

Definition at line 477 of file SelectionDAG.cpp.

Referenced by AddNodeIDNode(), and VerifySDNode().

◆ AddNodeIDNode() [1/2]

static void AddNodeIDNode	(	FoldingSetNodeID &	ID,
		unsigned short	OpC,
		SDVTList	VTList,
		ArrayRef< SDValue >	OpList
	)

static

Definition at line 469 of file SelectionDAG.cpp.

References AddNodeIDOpcode(), AddNodeIDOperands(), and AddNodeIDValueTypes().

◆ AddNodeIDNode() [2/2]

static void AddNodeIDNode	(	FoldingSetNodeID &	ID,
		const SDNode *	N
	)

static

AddNodeIDNode - Generic routine for adding a nodes info to the NodeID data.

Definition at line 638 of file SelectionDAG.cpp.

References AddNodeIDCustom(), AddNodeIDOpcode(), AddNodeIDOperands(), AddNodeIDValueTypes(), llvm::SDNode::getOpcode(), llvm::SDNode::getVTList(), and llvm::SDNode::ops().

◆ AddNodeIDOpcode()

static void AddNodeIDOpcode	(	FoldingSetNodeID &	ID,
		unsigned	OpC
	)

static

AddNodeIDOpcode - Add the node opcode to the NodeID data.

Definition at line 441 of file SelectionDAG.cpp.

References llvm::FoldingSetNodeID::AddInteger().

Referenced by AddNodeIDNode().

◆ AddNodeIDOperands() [1/2]

static void AddNodeIDOperands	(	FoldingSetNodeID &	ID,
		ArrayRef< SDValue >	Ops
	)

static

AddNodeIDOperands - Various routines for adding operands to the NodeID data.

Definition at line 452 of file SelectionDAG.cpp.

References llvm::FoldingSetNodeID::AddInteger(), llvm::FoldingSetNodeID::AddPointer(), llvm::SDValue::getNode(), and llvm::SDValue::getResNo().

Referenced by AddNodeIDNode().

◆ AddNodeIDOperands() [2/2]

static void AddNodeIDOperands	(	FoldingSetNodeID &	ID,
		ArrayRef< SDUse >	Ops
	)

static

AddNodeIDOperands - Various routines for adding operands to the NodeID data.

Definition at line 461 of file SelectionDAG.cpp.

References llvm::FoldingSetNodeID::AddInteger(), llvm::FoldingSetNodeID::AddPointer(), llvm::SDValue::getNode(), and llvm::SDValue::getResNo().

◆ AddNodeIDValueTypes()

static void AddNodeIDValueTypes	(	FoldingSetNodeID &	ID,
		SDVTList	VTList
	)

static

AddNodeIDValueTypes - Value type lists are intern'd so we can represent them solely with their pointer.

Definition at line 447 of file SelectionDAG.cpp.

References llvm::FoldingSetNodeID::AddPointer(), and llvm::SDVTList::VTs.

Referenced by AddNodeIDNode().

◆ chainLoadsAndStoresForMemcpy()

static void chainLoadsAndStoresForMemcpy	(	SelectionDAG &	DAG,
		const SDLoc &	dl,
		SmallVector< SDValue, 32 > &	OutChains,
		unsigned	From,
		unsigned	To,
		SmallVector< SDValue, 16 > &	OutLoadChains,
		SmallVector< SDValue, 16 > &	OutStoreChains
	)

static

Definition at line 5636 of file SelectionDAG.cpp.

References assert(), llvm::dyn_cast(), llvm::StoreSDNode::getBasePtr(), llvm::MemSDNode::getMemOperand(), llvm::MemSDNode::getMemoryVT(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTruncStore(), llvm::StoreSDNode::getValue(), llvm::MVT::Other, llvm::SmallVectorTemplateBase< T >::push_back(), llvm::SmallVectorBase::size(), llvm::ARM_MB::ST, and llvm::ISD::TokenFactor.

Referenced by getMemcpyLoadsAndStores().

◆ checkAddrSpaceIsValidForLibcall()

static void checkAddrSpaceIsValidForLibcall	(	const TargetLowering *	TLI,
		unsigned	AS
	)

static

Definition at line 6037 of file SelectionDAG.cpp.

References llvm::TargetLoweringBase::isNoopAddrSpaceCast(), and llvm::report_fatal_error().

Referenced by llvm::SelectionDAG::getMemcpy(), llvm::SelectionDAG::getMemmove(), and llvm::SelectionDAG::getMemset().

◆ checkForCyclesHelper()

static void checkForCyclesHelper	(	const SDNode *	N,
		SmallPtrSetImpl< const SDNode *> &	Visited,
		SmallPtrSetImpl< const SDNode *> &	Checked,
		const llvm::SelectionDAG *	DAG
	)

static

Definition at line 9291 of file SelectionDAG.cpp.

References llvm::SmallPtrSetImpl< PtrType >::count(), llvm::dbgs(), llvm::SDNode::dumprFull(), llvm::SmallPtrSetImpl< PtrType >::erase(), llvm::errs(), llvm::SDValue::getNode(), llvm::SmallPtrSetImpl< PtrType >::insert(), and llvm::SDNode::op_values().

Referenced by llvm::checkForCycles().

◆ commuteShuffle()

static void commuteShuffle	(	SDValue &	N1,
		SDValue &	N2,
		MutableArrayRef< int >	M
	)

static

Swaps the values of N1 and N2.

Swaps all indices in the shuffle mask M that point at N1 to point at N2 and indices that point at N2 to point at N1.

Definition at line 1541 of file SelectionDAG.cpp.

References llvm::ShuffleVectorSDNode::commuteMask(), and std::swap().

Referenced by llvm::SelectionDAG::getVectorShuffle().

◆ doNotCSE()

static bool doNotCSE ( SDNode * N )

static

doNotCSE - Return true if CSE should not be performed for this node.

Definition at line 654 of file SelectionDAG.cpp.

References llvm::ISD::EH_LABEL, llvm::SDNode::getNumValues(), llvm::SDNode::getOpcode(), llvm::SDNode::getValueType(), llvm::MVT::Glue, and llvm::ISD::HANDLENODE.

Referenced by VerifySDNode().

◆ FindOptimalMemOpLowering()

static bool FindOptimalMemOpLowering	(	std::vector< EVT > &	MemOps,
		unsigned	Limit,
		uint64_t	Size,
		unsigned	DstAlign,
		unsigned	SrcAlign,
		bool	IsMemset,
		bool	ZeroMemset,
		bool	MemcpyStrSrc,
		bool	AllowOverlap,
		unsigned	DstAS,
		unsigned	SrcAS,
		SelectionDAG &	DAG,
		const TargetLowering &	TLI
	)

static

Determines the optimal series of memory ops to replace the memset / memcpy.

Return true if the number of memory ops is below the threshold (Limit). It returns the types of the sequence of memory ops to perform memset / memcpy by reference.

Definition at line 5528 of file SelectionDAG.cpp.

References llvm::TargetLoweringBase::allowsMisalignedMemoryAccesses(), assert(), llvm::EVT::bitsGT(), llvm::MVT::f64, llvm::CallingConv::Fast, llvm::SelectionDAG::getMachineFunction(), llvm::TargetLoweringBase::getOptimalMemOpType(), llvm::EVT::getSimpleVT(), llvm::EVT::getSizeInBits(), llvm::MVT::i32, llvm::MVT::i64, llvm::MVT::i8, llvm::EVT::isFloatingPoint(), llvm::EVT::isInteger(), llvm::TargetLoweringBase::isOperationLegalOrCustom(), llvm::TargetLoweringBase::isSafeMemOpType(), llvm::TargetLoweringBase::isTypeLegal(), llvm::EVT::isVector(), llvm::MVT::Other, llvm::MVT::SimpleTy, and llvm::ISD::STORE.

Referenced by getMemcpyLoadsAndStores(), getMemmoveLoadsAndStores(), and getMemsetStores().

◆ FoldBUILD_VECTOR()

static SDValue FoldBUILD_VECTOR	(	const SDLoc &	DL,
		EVT	VT,
		ArrayRef< SDValue >	Ops,
		SelectionDAG &	DAG
	)

static

Definition at line 3984 of file SelectionDAG.cpp.

References llvm::all_of(), assert(), llvm::ISD::EXTRACT_VECTOR_ELT, getOpcode(), llvm::SelectionDAG::getUNDEF(), llvm::SelectionDAG::getValueType(), llvm::EVT::getVectorNumElements(), llvm::SDValue::isUndef(), and llvm::ArrayRef< T >::size().

Referenced by llvm::SelectionDAG::getNode().

◆ FoldCONCAT_VECTORS()

static SDValue FoldCONCAT_VECTORS	(	const SDLoc &	DL,
		EVT	VT,
		ArrayRef< SDValue >	Ops,
		SelectionDAG &	DAG
	)

static

◆ FoldValue()

static std::pair<APInt, bool> FoldValue	(	unsigned	Opcode,
		const APInt &	C1,
		const APInt &	C2
	)

static

Definition at line 4473 of file SelectionDAG.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, llvm::APInt::ashr(), llvm::APInt::lshr(), llvm::ISD::MUL, llvm::ISD::OR, llvm::ISD::ROTL, llvm::APInt::rotl(), llvm::ISD::ROTR, llvm::APInt::rotr(), llvm::APInt::sadd_sat(), llvm::ISD::SADDSAT, llvm::ISD::SDIV, llvm::APInt::sdiv(), llvm::APInt::sge(), llvm::ISD::SHL, llvm::APInt::sle(), llvm::ISD::SMAX, llvm::ISD::SMIN, llvm::ISD::SRA, llvm::ISD::SREM, llvm::APInt::srem(), llvm::ISD::SRL, llvm::APInt::ssub_sat(), llvm::ISD::SSUBSAT, llvm::ISD::SUB, llvm::APInt::uadd_sat(), llvm::ISD::UADDSAT, llvm::ISD::UDIV, llvm::APInt::udiv(), llvm::APInt::uge(), llvm::APInt::ule(), llvm::ISD::UMAX, llvm::ISD::UMIN, llvm::ISD::UREM, llvm::APInt::urem(), llvm::APInt::usub_sat(), llvm::ISD::USUBSAT, and llvm::ISD::XOR.

Referenced by llvm::SelectionDAG::FoldConstantArithmetic().

◆ getMemcpyLoadsAndStores()

static SDValue getMemcpyLoadsAndStores	(	SelectionDAG &	DAG,
		const SDLoc &	dl,
		SDValue	Chain,
		SDValue	Dst,
		SDValue	Src,
		uint64_t	Size,
		unsigned	Align,
		bool	isVol,
		bool	AlwaysInline,
		MachinePointerInfo	DstPtrInfo,
		MachinePointerInfo	SrcPtrInfo
	)

static

Definition at line 5661 of file SelectionDAG.cpp.

Referenced by llvm::SelectionDAG::getMemcpy().

◆ getMemmoveLoadsAndStores()

static SDValue getMemmoveLoadsAndStores	(	SelectionDAG &	DAG,
		const SDLoc &	dl,
		SDValue	Chain,
		SDValue	Dst,
		SDValue	Src,
		uint64_t	Size,
		unsigned	Align,
		bool	isVol,
		bool	AlwaysInline,
		MachinePointerInfo	DstPtrInfo,
		MachinePointerInfo	SrcPtrInfo
	)

static

Definition at line 5847 of file SelectionDAG.cpp.

Referenced by llvm::SelectionDAG::getMemmove().

◆ getMemsetStores()

static SDValue getMemsetStores	(	SelectionDAG &	DAG,
		const SDLoc &	dl,
		SDValue	Chain,
		SDValue	Dst,
		SDValue	Src,
		uint64_t	Size,
		unsigned	Align,
		bool	isVol,
		MachinePointerInfo	DstPtrInfo
	)

static

Lower the call to 'memset' intrinsic function into a series of store operations.

Parameters

DAG	Selection DAG where lowered code is placed.
dl	Link to corresponding IR location.
Chain	Control flow dependency.
Dst	Pointer to destination memory location.
Src	Value of byte to write into the memory.
Size	Number of bytes to write.
Align	Alignment of the destination in bytes.
isVol	True if destination is volatile.
DstPtrInfo	IR information on the memory pointer.

Returns: New head in the control flow, if lowering was successful, empty SDValue otherwise.

The function tries to replace 'llvm.memset' intrinsic with several store operations and value calculation code. This is usually profitable for small memory size.

Definition at line 5954 of file SelectionDAG.cpp.

References llvm::AMDGPU::HSAMD::Kernel::Arg::Key::Align, assert(), llvm::EVT::bitsLT(), llvm::dyn_cast(), FindOptimalMemOpLowering(), llvm::MachinePointerInfo::getAddrSpace(), llvm::MachineFunction::getFrameInfo(), llvm::FrameIndexSDNode::getIndex(), llvm::SelectionDAG::getMachineFunction(), llvm::TargetLoweringBase::getMaxStoresPerMemset(), getMemsetValue(), llvm::SDValue::getNode(), llvm::MachineFrameInfo::getObjectAlignment(), llvm::EVT::getSizeInBits(), llvm::SelectionDAG::getTargetLoweringInfo(), llvm::SDValue::getValueType(), llvm::MachinePointerInfo::getWithOffset(), llvm::MachineFrameInfo::isFixedObjectIndex(), llvm::TargetLoweringBase::isTruncateFree(), llvm::SDValue::isUndef(), llvm::EVT::isVector(), llvm::MachineMemOperand::MONone, llvm::MachineMemOperand::MOVolatile, llvm::MVT::Other, llvm::SmallVectorTemplateBase< T >::push_back(), llvm::MachineFrameInfo::setObjectAlignment(), shouldLowerMemFuncForSize(), Size, llvm::SmallVectorBase::size(), llvm::SPII::Store, llvm::ISD::TokenFactor, and llvm::ISD::TRUNCATE.

Referenced by llvm::SelectionDAG::getMemset().

◆ getMemsetStringVal()

static SDValue getMemsetStringVal	(	EVT	VT,
		const SDLoc &	dl,
		SelectionDAG &	DAG,
		const TargetLowering &	TLI,
		const ConstantDataArraySlice &	Slice
	)

static

getMemsetStringVal - Similar to getMemsetValue.

Except this is only used when a memcpy is turned into a memset when the source is a constant string ptr.

Definition at line 5457 of file SelectionDAG.cpp.

References llvm::ConstantDataArraySlice::Array, assert(), llvm::ISD::BITCAST, llvm::MVT::f128, llvm::MVT::f32, llvm::MVT::f64, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getConstantFP(), llvm::SelectionDAG::getContext(), llvm::SelectionDAG::getDataLayout(), llvm::SelectionDAG::getNode(), llvm::EVT::getSizeInBits(), llvm::EVT::getTypeForEVT(), llvm::EVT::getVectorElementType(), llvm::EVT::getVectorNumElements(), llvm::EVT::getVectorVT(), llvm::MVT::i32, llvm::MVT::i64, llvm::EVT::isInteger(), llvm::DataLayout::isLittleEndian(), llvm::EVT::isVector(), llvm::ConstantDataArraySlice::Length, llvm_unreachable, and llvm::TargetLoweringBase::shouldConvertConstantLoadToIntImm().

Referenced by getMemcpyLoadsAndStores().

◆ getMemsetValue()

static SDValue getMemsetValue	(	SDValue	Value,
		EVT	VT,
		SelectionDAG &	DAG,
		const SDLoc &	dl
	)

static

getMemsetValue - Vectorized representation of the memset value operand.

Definition at line 5415 of file SelectionDAG.cpp.

Referenced by getMemsetStores().

◆ getValidShiftAmountConstant()

static const APInt* getValidShiftAmountConstant ( SDValue V )

static

If a SHL/SRA/SRL node has a constant or splat constant shift amount that is less than the element bit-width of the shift node, return it.

Definition at line 2273 of file SelectionDAG.cpp.

References llvm::SDValue::getOperand(), llvm::SDValue::getScalarValueSizeInBits(), llvm::isConstOrConstSplat(), and llvm::APInt::ult().

Referenced by llvm::SelectionDAG::computeKnownBits().

◆ InferPointerInfo() [1/2]

static MachinePointerInfo InferPointerInfo	(	const MachinePointerInfo &	Info,
		SelectionDAG &	DAG,
		SDValue	Ptr,
		int64_t	Offset = `0`
	)

static

InferPointerInfo - If the specified ptr/offset is a frame index, infer a MachinePointerInfo record from it.

This is particularly useful because the code generator has many cases where it doesn't bother passing in a MachinePointerInfo to getLoad or getStore when it has "FI+Cst".

Definition at line 6564 of file SelectionDAG.cpp.

References llvm::ISD::ADD, llvm::MachinePointerInfo::getFixedStack(), llvm::SelectionDAG::getMachineFunction(), llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), and Info.

Referenced by llvm::SelectionDAG::getLoad(), llvm::SelectionDAG::getStore(), llvm::SelectionDAG::getTruncStore(), and InferPointerInfo().

◆ InferPointerInfo() [2/2]

static MachinePointerInfo InferPointerInfo	(	const MachinePointerInfo &	Info,
		SelectionDAG &	DAG,
		SDValue	Ptr,
		SDValue	OffsetOp
	)

static

InferPointerInfo - If the specified ptr/offset is a frame index, infer a MachinePointerInfo record from it.

This is particularly useful because the code generator has many cases where it doesn't bother passing in a MachinePointerInfo to getLoad or getStore when it has "FI+Cst".

Definition at line 6588 of file SelectionDAG.cpp.

References InferPointerInfo(), Info, and llvm::SDValue::isUndef().

◆ isConstOrDemandedConstSplat()

static ConstantSDNode* isConstOrDemandedConstSplat	(	SDValue	N,
		const APInt &	DemandedElts
	)

static

Helper function that checks to see if a node is a constant or a build vector of splat constants at least within the demanded elts.

Definition at line 2249 of file SelectionDAG.cpp.

References assert(), llvm::ISD::BUILD_VECTOR, C, llvm::dyn_cast(), llvm::ConstantSDNode::getAPIntValue(), llvm::APInt::getBitWidth(), llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), llvm::EVT::getScalarType(), llvm::SDValue::getValueType(), llvm::SDNode::getValueType(), and llvm::EVT::getVectorNumElements().

Referenced by llvm::SelectionDAG::computeKnownBits(), and llvm::SelectionDAG::ComputeNumSignBits().

◆ isMemSrcFromConstant()

static bool isMemSrcFromConstant	(	SDValue	Src,
		ConstantDataArraySlice &	Slice
	)

static

Returns true if memcpy source is constant data.

Definition at line 5506 of file SelectionDAG.cpp.

References llvm::ISD::ADD, llvm::ISD::Constant, G, llvm::getConstantDataArrayInfo(), llvm::GlobalAddressSDNode::getGlobal(), llvm::GlobalAddressSDNode::getOffset(), llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), and llvm::ISD::GlobalAddress.

Referenced by getMemcpyLoadsAndStores().

◆ isSignedOp()

static int isSignedOp ( ISD::CondCode Opcode )

static

For an integer comparison, return 1 if the comparison is a signed operation and 2 if the result is an unsigned comparison.

Return zero if the operation does not depend on the sign of the input (setne and seteq).

Definition at line 376 of file SelectionDAG.cpp.

References llvm_unreachable, llvm::ISD::SETEQ, llvm::ISD::SETGE, llvm::ISD::SETGT, llvm::ISD::SETLE, llvm::ISD::SETLT, llvm::ISD::SETNE, llvm::ISD::SETUGE, llvm::ISD::SETUGT, llvm::ISD::SETULE, and llvm::ISD::SETULT.

Referenced by llvm::ISD::getSetCCAndOperation(), and llvm::ISD::getSetCCOrOperation().

◆ makeVTList()

static SDVTList makeVTList	(	const EVT *	VTs,
		unsigned	NumVTs
	)

static

makeVTList - Return an instance of the SDVTList struct initialized with the specified members.

Definition at line 81 of file SelectionDAG.cpp.

Referenced by llvm::SelectionDAG::getVTList().

◆ NewSDValueDbgMsg()

static void NewSDValueDbgMsg	(	SDValue	V,
		StringRef	Msg,
		SelectionDAG *	G
	)

static

◆ shouldLowerMemFuncForSize()

static bool shouldLowerMemFuncForSize ( const MachineFunction & MF )

static

Definition at line 5628 of file SelectionDAG.cpp.

References llvm::MachineFunction::getFunction(), llvm::MachineFunction::getTarget(), llvm::TargetMachine::getTargetTriple(), llvm::Triple::isOSDarwin(), llvm::Function::optForMinSize(), and llvm::Function::optForSize().

Referenced by getMemcpyLoadsAndStores(), getMemmoveLoadsAndStores(), and getMemsetStores().

◆ VerifySDNode()

static void VerifySDNode ( SDNode * N )

static

VerifySDNode - Sanity check the given SDNode. Aborts if it is invalid.

Definition at line 789 of file SelectionDAG.cpp.

References AddNodeIDCustom(), AddNodeIDNode(), assert(), llvm::ISD::BUILD_PAIR, llvm::ISD::BUILD_VECTOR, llvm::ISD::CONDCODE, llvm::SelectionDAG::DAGUpdateListener::DAGUpdateListener(), llvm::dbgs(), llvm::ISD::DELETED_NODE, doNotCSE(), llvm::SDNode::dump(), E, llvm::ISD::EntryToken, llvm::ISD::ExternalSymbol, llvm::SDNode::getNumOperands(), llvm::SDNode::getNumValues(), llvm::SDNode::getOpcode(), llvm::SDNode::getOperand(), llvm::EVT::getSimpleVT(), llvm::EVT::getSizeInBits(), llvm::object::getSymbol(), llvm::ExternalSymbolSDNode::getSymbol(), llvm::ExternalSymbolSDNode::getTargetFlags(), llvm::SDValue::getValueSizeInBits(), llvm::SDValue::getValueType(), llvm::SDNode::getValueType(), llvm::EVT::getVectorElementType(), llvm::EVT::getVectorNumElements(), llvm::SDNode::getVTList(), llvm::MVT::Glue, llvm::ISD::HANDLENODE, I, llvm::EVT::isExtended(), llvm::EVT::isFloatingPoint(), llvm::EVT::isInteger(), llvm::SDNode::isMachineOpcode(), llvm::EVT::isVector(), llvm_unreachable, llvm::ISD::MCSymbol, N, llvm::SDNode::op_begin(), llvm::SDNode::op_end(), llvm::SDNode::PersistentId, llvm::SelectionDAG::ReplaceAllUsesWith(), llvm::MVT::SimpleTy, llvm::ISD::TargetExternalSymbol, and llvm::ISD::VALUETYPE.

Variable Documentation

◆ EnableMemCpyDAGOpt

cl::opt<bool> EnableMemCpyDAGOpt("enable-memcpy-dag-opt", cl::Hidden, cl::init(true), cl::desc("Gang up loads and stores generated by inlining of memcpy"))

static

Referenced by getMemcpyLoadsAndStores().

◆ EVTs

ManagedStatic<std::set<EVT, EVT::compareRawBits> > EVTs

static

Definition at line 8697 of file SelectionDAG.cpp.

◆ MaxLdStGlue

cl::opt<int> MaxLdStGlue("ldstmemcpy-glue-max", cl::desc("Number limit for gluing ld/st of memcpy."), cl::Hidden, cl::init(0))

static

Referenced by getMemcpyLoadsAndStores().

◆ SimpleVTArray

ManagedStatic<EVTArray> SimpleVTArray

static

Definition at line 8698 of file SelectionDAG.cpp.

◆ VTMutex

ManagedStatic<sys::SmartMutex<true> > VTMutex

static

Definition at line 8699 of file SelectionDAG.cpp.

Macros

Functions

Variables

Macro Definition Documentation

◆ DEBUG_TYPE

Function Documentation

◆ AddNodeIDCustom()

◆ AddNodeIDNode() [1/2]

◆ AddNodeIDNode() [2/2]

◆ AddNodeIDOpcode()

◆ AddNodeIDOperands() [1/2]

◆ AddNodeIDOperands() [2/2]

◆ AddNodeIDValueTypes()

◆ chainLoadsAndStoresForMemcpy()

◆ checkAddrSpaceIsValidForLibcall()

◆ checkForCyclesHelper()

◆ commuteShuffle()

◆ doNotCSE()

◆ FindOptimalMemOpLowering()

◆ FoldBUILD_VECTOR()

◆ FoldCONCAT_VECTORS()

◆ FoldValue()

◆ getMemcpyLoadsAndStores()

◆ getMemmoveLoadsAndStores()

◆ getMemsetStores()

◆ getMemsetStringVal()

◆ getMemsetValue()

◆ getValidShiftAmountConstant()

◆ InferPointerInfo() [1/2]

◆ InferPointerInfo() [2/2]

◆ isConstOrDemandedConstSplat()

◆ isMemSrcFromConstant()

◆ isSignedOp()

◆ makeVTList()

◆ NewSDValueDbgMsg()

◆ shouldLowerMemFuncForSize()

◆ VerifySDNode()

Variable Documentation

◆ EnableMemCpyDAGOpt

◆ EVTs

◆ MaxLdStGlue

◆ SimpleVTArray

◆ VTMutex