#include "llvm/Analysis/BlockFrequencyInfoImpl.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/GraphTraits.h"
#include "llvm/ADT/None.h"
#include "llvm/ADT/SCCIterator.h"
#include "llvm/Config/llvm-config.h"
#include "llvm/IR/Function.h"
#include "llvm/Support/BlockFrequency.h"
#include "llvm/Support/BranchProbability.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ScaledNumber.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/Support/raw_ostream.h"
#include <algorithm>
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <iterator>
#include <list>
#include <numeric>
#include <utility>
#include <vector>

Include dependency graph for BlockFrequencyInfoImpl.cpp:

Classes
struct	llvm::GraphTraits< IrreducibleGraph >

Namespaces
	llvm
	This class represents lattice values for constants.

Macros
#define	DEBUG_TYPE "block-freq"

Functions
static char	getHexDigit (int N)

static void	combineWeight (Weight &W, const Weight &OtherW)

static void	combineWeightsBySorting (WeightList &Weights)

static void	combineWeightsByHashing (WeightList &Weights)

static void	combineWeights (WeightList &Weights)

static uint64_t	shiftRightAndRound (uint64_t N, int Shift)

static void	cleanup (BlockFrequencyInfoImplBase &BFI)
	Clear all memory not needed downstream. More...

static void	debugAssign (const BlockFrequencyInfoImplBase &BFI, const DitheringDistributer &D, const BlockNode &T, const BlockMass &M, const char *Desc)

static void	convertFloatingToInteger (BlockFrequencyInfoImplBase &BFI, const Scaled64 &Min, const Scaled64 &Max)

static void	unwrapLoop (BlockFrequencyInfoImplBase &BFI, LoopData &Loop)
	Unwrap a loop package. More...

static void	findIrreducibleHeaders (const BlockFrequencyInfoImplBase &BFI, const IrreducibleGraph &G, const std::vector< const IrreducibleGraph::IrrNode *> &SCC, LoopData::NodeList &Headers, LoopData::NodeList &Others)
	Find extra irreducible headers. More...

static void	createIrreducibleLoop (BlockFrequencyInfoImplBase &BFI, const IrreducibleGraph &G, LoopData OuterLoop, std::list< LoopData >::iterator Insert, const std::vector< const IrreducibleGraph::IrrNode > &SCC)

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE "block-freq"

Definition at line 42 of file BlockFrequencyInfoImpl.cpp.

Function Documentation

◆ cleanup()

static void cleanup ( BlockFrequencyInfoImplBase & BFI )

static

Clear all memory not needed downstream.

Releases all memory not used downstream. In particular, saves Freqs.

Definition at line 283 of file BlockFrequencyInfoImpl.cpp.

References llvm::BlockFrequencyInfoImplBase::clear(), llvm::BlockFrequencyInfoImplBase::Freqs, and llvm::BlockFrequencyInfoImplBase::IsIrrLoopHeader.

Referenced by llvm::CrashRecoveryContext::CrashRecoveryContext(), llvm::BlockFrequencyInfoImplBase::finalizeMetrics(), llvm::FPPassManager::FPPassManager(), llvm::CrashRecoveryContext::registerCleanup(), llvm::Float2IntPass::runImpl(), and llvm::CrashRecoveryContext::unregisterCleanup().

◆ combineWeight()

static void combineWeight	(	Weight &	W,
		const Weight &	OtherW
	)

static

Definition at line 141 of file BlockFrequencyInfoImpl.cpp.

References assert(), and UINT64_MAX.

Referenced by combineWeightsByHashing(), and combineWeightsBySorting().

◆ combineWeights()

static void combineWeights ( WeightList & Weights )

static

Definition at line 197 of file BlockFrequencyInfoImpl.cpp.

References combineWeightsByHashing(), and combineWeightsBySorting().

Referenced by llvm::BlockFrequencyInfoImplBase::Distribution::normalize().

◆ combineWeightsByHashing()

static void combineWeightsByHashing ( WeightList & Weights )

static

Definition at line 178 of file BlockFrequencyInfoImpl.cpp.

References combineWeight(), I, llvm::NextPowerOf2(), and llvm::RISCVFenceField::W.

Referenced by combineWeights().

◆ combineWeightsBySorting()

static void combineWeightsBySorting ( WeightList & Weights )

static

Definition at line 157 of file BlockFrequencyInfoImpl.cpp.

References combineWeight(), E, I, llvm::RISCVFenceField::O, and llvm::sort().

Referenced by combineWeights().

◆ convertFloatingToInteger()

static void convertFloatingToInteger	(	BlockFrequencyInfoImplBase &	BFI,
		const Scaled64 &	Min,
		const Scaled64 &	Max
	)

static

Definition at line 461 of file BlockFrequencyInfoImpl.cpp.

References llvm::dbgs(), llvm::BlockFrequencyInfoImplBase::Freqs, llvm::BlockFrequencyInfoImplBase::getBlockName(), llvm::ScaledNumber< DigitsT >::inverse(), LLVM_DEBUG, llvm::max(), and llvm::ScaledNumber< DigitsT >::toInt().

Referenced by llvm::BlockFrequencyInfoImplBase::finalizeMetrics().

◆ createIrreducibleLoop()

static void createIrreducibleLoop	(	BlockFrequencyInfoImplBase &	BFI,
		const IrreducibleGraph &	G,
		LoopData *	OuterLoop,
		std::list< LoopData >::iterator	Insert,
		const std::vector< const IrreducibleGraph::IrrNode *> &	SCC
	)

static

Definition at line 749 of file BlockFrequencyInfoImpl.cpp.

References llvm::dbgs(), findIrreducibleHeaders(), LLVM_DEBUG, llvm::BlockFrequencyInfoImplBase::Loops, N, and llvm::BlockFrequencyInfoImplBase::Working.

Referenced by llvm::BlockFrequencyInfoImplBase::analyzeIrreducible().

◆ debugAssign()

static void debugAssign	(	const BlockFrequencyInfoImplBase &	BFI,
		const DitheringDistributer &	D,
		const BlockNode &	T,
		const BlockMass &	M,
		const char *	Desc
	)

static

Definition at line 414 of file BlockFrequencyInfoImpl.cpp.

References llvm::dbgs(), and llvm::BlockFrequencyInfoImplBase::getBlockName().

Referenced by llvm::BlockFrequencyInfoImplBase::adjustLoopHeaderMass(), llvm::BlockFrequencyInfoImplBase::distributeIrrLoopHeaderMass(), and llvm::BlockFrequencyInfoImplBase::distributeMass().

◆ findIrreducibleHeaders()

static void findIrreducibleHeaders	(	const BlockFrequencyInfoImplBase &	BFI,
		const IrreducibleGraph &	G,
		const std::vector< const IrreducibleGraph::IrrNode *> &	SCC,
		LoopData::NodeList &	Headers,
		LoopData::NodeList &	Others
	)