LLVM: include/llvm/Transforms/Utils/UnrollLoop.h Source File (original) (raw)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15#ifndef LLVM_TRANSFORMS_UTILS_UNROLLLOOP_H
16#define LLVM_TRANSFORMS_UTILS_UNROLLLOOP_H
17
23
24namespace llvm {
25
40
42
43
44
47 "llvm.loop.unroll.followup_unrolled";
49 "llvm.loop.unroll.followup_remainder";
50
51
56
57
59
61
62
63
64
66
67
68
70};
71
84
90 bool PreserveLCSSA,
91 Loop **RemainderLoop = nullptr,
93
95 Loop *L, unsigned Count, bool AllowExpensiveTripCount,
96 bool UseEpilogRemainder, bool UnrollRemainder, bool ForgetAllSCEV,
99 unsigned SCEVExpansionBudget, bool RuntimeUnrollMultiExit,
100 Loop **ResultLoop = nullptr,
101 std::optional OriginalTripCount = std::nullopt,
103
105 Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple,
109
113
119
121
126 std::optional UserThreshold, std::optional UserCount,
127 std::optional UserAllowPartial, std::optional UserRuntime,
128 std::optional UserUpperBound,
129 std::optional UserFullUnrollMaxCount);
130
131
132
133
134
137 bool NotDuplicatable;
138
139public:
143
146 unsigned BEInsns);
147
148
150
152
153
154
157 unsigned CountOverwrite = 0) const;
158};
159
161 Loop *L, const TargetTransformInfo &TTI, DominatorTree &DT, LoopInfo *LI,
162 AssumptionCache *AC, ScalarEvolution &SE,
163 const SmallPtrSetImpl<const Value *> &EphValues,
164 OptimizationRemarkEmitter *ORE, unsigned TripCount, unsigned MaxTripCount,
165 bool MaxOrZero, unsigned TripMultiple, const UnrollCostEstimator &UCE,
166 TargetTransformInfo::UnrollingPreferences &UP,
167 TargetTransformInfo::PeelingPreferences &PP, bool &UseUpperBound);
168
169LLVM_ABI std::optional
171 ScalarEvolution *SE);
172}
173
174#endif
This file defines the DenseMap class.
This file defines an InstructionCost class that is used when calculating the cost of an instruction,...
This pass exposes codegen information to IR-level passes.
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
BlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate IR basic block frequen...
static BranchProbability getUnknown()
DependenceInfo - This class is the main dependence-analysis driver.
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Represents a single loop in the control flow graph.
Analysis providing profile information.
The main scalar evolution driver.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
StringRef - Represent a constant reference to a string, i.e.
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
ConvergenceKind Convergence
Definition UnrollLoop.h:141
bool ConvergenceAllowsRuntime
Definition UnrollLoop.h:142
LLVM_ABI uint64_t getUnrolledLoopSize(const TargetTransformInfo::UnrollingPreferences &UP, unsigned CountOverwrite=0) const
Returns loop size estimation for unrolled loop, given the unrolling configuration specified by UP.
LLVM_ABI bool canUnroll() const
Whether it is legal to unroll this loop.
unsigned NumInlineCandidates
Definition UnrollLoop.h:140
LLVM_ABI UnrollCostEstimator(const Loop *L, const TargetTransformInfo &TTI, const SmallPtrSetImpl< const Value * > &EphValues, unsigned BEInsns)
uint64_t getRolledLoopSize() const
Definition UnrollLoop.h:151
LLVM Value Representation.
Abstract Attribute helper functions.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI bool isSafeToUnrollAndJam(Loop *L, ScalarEvolution &SE, DominatorTree &DT, DependenceInfo &DI, LoopInfo &LI)
LLVM_ABI void simplifyLoopAfterUnroll(Loop *L, bool SimplifyIVs, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, AAResults *AA=nullptr)
Perform some cleanup and simplifications on loops after unrolling.
LLVM_ABI std::optional< RecurrenceDescriptor > canParallelizeReductionWhenUnrolling(PHINode &Phi, Loop *L, ScalarEvolution *SE)
SmallDenseMap< const Loop *, Loop *, 4 > NewLoopsMap
Definition UnrollLoop.h:41
FunctionAddr VTableAddr Count
LoopUnrollResult
Represents the result of a UnrollLoop invocation.
Definition UnrollLoop.h:58
@ PartiallyUnrolled
The loop was partially unrolled – we still have a loop, but with a smaller trip count.
Definition UnrollLoop.h:65
@ Unmodified
The loop was not modified.
Definition UnrollLoop.h:60
@ FullyUnrolled
The loop was fully unrolled into straight-line code.
Definition UnrollLoop.h:69
LLVM_ABI bool computeUnrollCount(Loop *L, const TargetTransformInfo &TTI, DominatorTree &DT, LoopInfo *LI, AssumptionCache *AC, ScalarEvolution &SE, const SmallPtrSetImpl< const Value * > &EphValues, OptimizationRemarkEmitter *ORE, unsigned TripCount, unsigned MaxTripCount, bool MaxOrZero, unsigned TripMultiple, const UnrollCostEstimator &UCE, TargetTransformInfo::UnrollingPreferences &UP, TargetTransformInfo::PeelingPreferences &PP, bool &UseUpperBound)
const char *const LLVMLoopUnrollFollowupAll
Definition UnrollLoop.h:45
LLVM_ABI TargetTransformInfo::UnrollingPreferences gatherUnrollingPreferences(Loop *L, ScalarEvolution &SE, const TargetTransformInfo &TTI, BlockFrequencyInfo *BFI, ProfileSummaryInfo *PSI, llvm::OptimizationRemarkEmitter &ORE, int OptLevel, std::optional< unsigned > UserThreshold, std::optional< unsigned > UserCount, std::optional< bool > UserAllowPartial, std::optional< bool > UserRuntime, std::optional< bool > UserUpperBound, std::optional< unsigned > UserFullUnrollMaxCount)
Gather the various unrolling parameters based on the defaults, compiler flags, TTI overrides and user...
const char *const LLVMLoopUnrollFollowupRemainder
Definition UnrollLoop.h:48
LLVM_ABI const Loop * addClonedBlockToLoopInfo(BasicBlock *OriginalBB, BasicBlock *ClonedBB, LoopInfo *LI, NewLoopsMap &NewLoops)
Adds ClonedBB to LoopInfo, creates a new loop for ClonedBB if necessary and adds a mapping from the o...
const char *const LLVMLoopUnrollFollowupUnrolled
Definition UnrollLoop.h:46
LLVM_ABI bool UnrollRuntimeLoopRemainder(Loop *L, unsigned Count, bool AllowExpensiveTripCount, bool UseEpilogRemainder, bool UnrollRemainder, bool ForgetAllSCEV, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, bool PreserveLCSSA, unsigned SCEVExpansionBudget, bool RuntimeUnrollMultiExit, Loop **ResultLoop=nullptr, std::optional< unsigned > OriginalTripCount=std::nullopt, BranchProbability OriginalLoopProb=BranchProbability::getUnknown())
Insert code in the prolog/epilog code when unrolling a loop with a run-time trip-count.
LLVM_ABI LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple, bool UnrollRemainder, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const TargetTransformInfo *TTI, OptimizationRemarkEmitter *ORE, Loop **EpilogueLoop=nullptr)
LLVM_ABI MDNode * GetUnrollMetadata(MDNode *LoopID, StringRef Name)
Given an llvm.loop loop id metadata node, returns the loop hint metadata node with the given name (fo...
LLVM_ABI LoopUnrollResult UnrollLoop(Loop *L, UnrollLoopOptions ULO, LoopInfo *LI, ScalarEvolution *SE, DominatorTree *DT, AssumptionCache *AC, const llvm::TargetTransformInfo *TTI, OptimizationRemarkEmitter *ORE, bool PreserveLCSSA, Loop **RemainderLoop=nullptr, AAResults *AA=nullptr)
Unroll the given loop by Count.
Parameters that control the generic loop unrolling transformation.
Definition UnrollLoop.h:72
bool Runtime
Definition UnrollLoop.h:75
const Instruction * Heart
Definition UnrollLoop.h:79
unsigned Count
Definition UnrollLoop.h:73
bool RuntimeUnrollMultiExit
Definition UnrollLoop.h:81
bool UnrollRemainder
Definition UnrollLoop.h:77
bool Force
Definition UnrollLoop.h:74
bool AllowExpensiveTripCount
Definition UnrollLoop.h:76
bool ForgetAllSCEV
Definition UnrollLoop.h:78
bool AddAdditionalAccumulators
Definition UnrollLoop.h:82
unsigned SCEVExpansionBudget
Definition UnrollLoop.h:80