LLVM: include/llvm/Transforms/Utils/UnrollLoop.h Source File (original) (raw)

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15#ifndef LLVM_TRANSFORMS_UTILS_UNROLLLOOP_H

16#define LLVM_TRANSFORMS_UTILS_UNROLLLOOP_H

17

23

24namespace llvm {

25

40

42

43

44

47 "llvm.loop.unroll.followup_unrolled";

49 "llvm.loop.unroll.followup_remainder";

50

51

56

57

59

61

62

63

64

66

67

68

70};

71

84

90 bool PreserveLCSSA,

91 Loop **RemainderLoop = nullptr,

93

95 Loop *L, unsigned Count, bool AllowExpensiveTripCount,

96 bool UseEpilogRemainder, bool UnrollRemainder, bool ForgetAllSCEV,

99 unsigned SCEVExpansionBudget, bool RuntimeUnrollMultiExit,

100 Loop **ResultLoop = nullptr,

101 std::optional OriginalTripCount = std::nullopt,

103

105 Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple,

109

113

119

121

126 std::optional UserThreshold, std::optional UserCount,

127 std::optional UserAllowPartial, std::optional UserRuntime,

128 std::optional UserUpperBound,

129 std::optional UserFullUnrollMaxCount);

130

131

132

133

134

137 bool NotDuplicatable;

138

139public:

143

146 unsigned BEInsns);

147

148

150

152

153

154

157 unsigned CountOverwrite = 0) const;

158};

159

161 Loop *L, const TargetTransformInfo &TTI, DominatorTree &DT, LoopInfo *LI,

162 AssumptionCache *AC, ScalarEvolution &SE,

163 const SmallPtrSetImpl<const Value *> &EphValues,

164 OptimizationRemarkEmitter *ORE, unsigned TripCount, unsigned MaxTripCount,

165 bool MaxOrZero, unsigned TripMultiple, const UnrollCostEstimator &UCE,

166 TargetTransformInfo::UnrollingPreferences &UP,

167 TargetTransformInfo::PeelingPreferences &PP, bool &UseUpperBound);

168

169LLVM_ABI std::optional

171 ScalarEvolution *SE);

172}

173

174#endif

This file defines the DenseMap class.

This file defines an InstructionCost class that is used when calculating the cost of an instruction,...

This pass exposes codegen information to IR-level passes.

A cache of @llvm.assume calls within a function.

LLVM Basic Block Representation.

BlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate IR basic block frequen...

static BranchProbability getUnknown()

DependenceInfo - This class is the main dependence-analysis driver.

Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.

Represents a single loop in the control flow graph.

Analysis providing profile information.

The main scalar evolution driver.

A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...

StringRef - Represent a constant reference to a string, i.e.

This pass provides access to the codegen interfaces that are needed for IR-level transformations.

ConvergenceKind Convergence

Definition UnrollLoop.h:141

bool ConvergenceAllowsRuntime

Definition UnrollLoop.h:142

LLVM_ABI uint64_t getUnrolledLoopSize(const TargetTransformInfo::UnrollingPreferences &UP, unsigned CountOverwrite=0) const

Returns loop size estimation for unrolled loop, given the unrolling configuration specified by UP.

LLVM_ABI bool canUnroll() const

Whether it is legal to unroll this loop.

unsigned NumInlineCandidates

Definition UnrollLoop.h:140

LLVM_ABI UnrollCostEstimator(const Loop *L, const TargetTransformInfo &TTI, const SmallPtrSetImpl< const Value * > &EphValues, unsigned BEInsns)

uint64_t getRolledLoopSize() const

Definition UnrollLoop.h:151

LLVM Value Representation.

Abstract Attribute helper functions.

This is an optimization pass for GlobalISel generic memory operations.

LLVM_ABI bool isSafeToUnrollAndJam(Loop *L, ScalarEvolution &SE, DominatorTree &DT, DependenceInfo &DI, LoopInfo &LI)

LLVM_ABI void simplifyLoopAfterUnroll(Loop *L, bool SimplifyIVs, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, AAResults *AA=nullptr)

Perform some cleanup and simplifications on loops after unrolling.

LLVM_ABI std::optional< RecurrenceDescriptor > canParallelizeReductionWhenUnrolling(PHINode &Phi, Loop *L, ScalarEvolution *SE)

SmallDenseMap< const Loop *, Loop *, 4 > NewLoopsMap

Definition UnrollLoop.h:41

FunctionAddr VTableAddr Count

LoopUnrollResult

Represents the result of a UnrollLoop invocation.

Definition UnrollLoop.h:58

@ PartiallyUnrolled

The loop was partially unrolled – we still have a loop, but with a smaller trip count.

Definition UnrollLoop.h:65

@ Unmodified

The loop was not modified.

Definition UnrollLoop.h:60

@ FullyUnrolled

The loop was fully unrolled into straight-line code.

Definition UnrollLoop.h:69

LLVM_ABI bool computeUnrollCount(Loop *L, const TargetTransformInfo &TTI, DominatorTree &DT, LoopInfo *LI, AssumptionCache *AC, ScalarEvolution &SE, const SmallPtrSetImpl< const Value * > &EphValues, OptimizationRemarkEmitter *ORE, unsigned TripCount, unsigned MaxTripCount, bool MaxOrZero, unsigned TripMultiple, const UnrollCostEstimator &UCE, TargetTransformInfo::UnrollingPreferences &UP, TargetTransformInfo::PeelingPreferences &PP, bool &UseUpperBound)

const char *const LLVMLoopUnrollFollowupAll

Definition UnrollLoop.h:45

LLVM_ABI TargetTransformInfo::UnrollingPreferences gatherUnrollingPreferences(Loop *L, ScalarEvolution &SE, const TargetTransformInfo &TTI, BlockFrequencyInfo *BFI, ProfileSummaryInfo *PSI, llvm::OptimizationRemarkEmitter &ORE, int OptLevel, std::optional< unsigned > UserThreshold, std::optional< unsigned > UserCount, std::optional< bool > UserAllowPartial, std::optional< bool > UserRuntime, std::optional< bool > UserUpperBound, std::optional< unsigned > UserFullUnrollMaxCount)

Gather the various unrolling parameters based on the defaults, compiler flags, TTI overrides and user...

const char *const LLVMLoopUnrollFollowupRemainder

Definition UnrollLoop.h:48

LLVM_ABI const Loop * addClonedBlockToLoopInfo(BasicBlock *OriginalBB, BasicBlock *ClonedBB, LoopInfo *LI, NewLoopsMap &NewLoops)

Adds ClonedBB to LoopInfo, creates a new loop for ClonedBB if necessary and adds a mapping from the o...

const char *const LLVMLoopUnrollFollowupUnrolled

Definition UnrollLoop.h:46

LLVM_ABI bool UnrollRuntimeLoopRemainder(Loop *L, unsigned Count, bool AllowExpensiveTripCount, bool UseEpilogRemainder, bool UnrollRemainder, bool ForgetAllSCEV, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, bool PreserveLCSSA, unsigned SCEVExpansionBudget, bool RuntimeUnrollMultiExit, Loop **ResultLoop=nullptr, std::optional< unsigned > OriginalTripCount=std::nullopt, BranchProbability OriginalLoopProb=BranchProbability::getUnknown())

Insert code in the prolog/epilog code when unrolling a loop with a run-time trip-count.

LLVM_ABI LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple, bool UnrollRemainder, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, OptimizationRemarkEmitter *ORE, Loop **EpilogueLoop=nullptr)

LLVM_ABI MDNode * GetUnrollMetadata(MDNode *LoopID, StringRef Name)

Given an llvm.loop loop id metadata node, returns the loop hint metadata node with the given name (fo...

LLVM_ABI LoopUnrollResult UnrollLoop(Loop *L, UnrollLoopOptions ULO, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const llvm::TargetTransformInfo *TTI, OptimizationRemarkEmitter *ORE, bool PreserveLCSSA, Loop **RemainderLoop=nullptr, AAResults *AA=nullptr)

Unroll the given loop by Count.

Parameters that control the generic loop unrolling transformation.

Definition UnrollLoop.h:72

bool Runtime

Definition UnrollLoop.h:75

const Instruction * Heart

Definition UnrollLoop.h:79

unsigned Count

Definition UnrollLoop.h:73

bool RuntimeUnrollMultiExit

Definition UnrollLoop.h:81

bool UnrollRemainder

Definition UnrollLoop.h:77

bool Force

Definition UnrollLoop.h:74

bool AllowExpensiveTripCount

Definition UnrollLoop.h:76

bool ForgetAllSCEV

Definition UnrollLoop.h:78

bool AddAdditionalAccumulators

Definition UnrollLoop.h:82

unsigned SCEVExpansionBudget

Definition UnrollLoop.h:80