LLVM: lib/Transforms/Scalar/InferAlignment.cpp Source File (original) (raw)

1

2

3

4

5

6

7

8

9

10

11

12

13

26

27using namespace llvm;

29

33

37

38 Align NewAlign = Fn(PtrOp, OldAlign, PrefAlign);

39 if (NewAlign > OldAlign) {

41 return true;

42 }

43 }

44

46 const APInt *Const;

49 if (Const->ult(ActualAlign.value())) {

51 return true;

52 }

53 }

54

56 if (II)

57 return false;

58

59

60 switch (II->getIntrinsicID()) {

61 case Intrinsic::masked_load:

62 case Intrinsic::masked_store: {

63 unsigned PtrOpIdx = II->getIntrinsicID() == Intrinsic::masked_load ? 0 : 1;

64 Value *PtrOp = II->getArgOperand(PtrOpIdx);

65 Type *Type = II->getIntrinsicID() == Intrinsic::masked_load

66 ? II->getType()

67 : II->getArgOperand(0)->getType();

68

69 Align OldAlign = II->getParamAlign(PtrOpIdx).valueOrOne();

70 Align PrefAlign = DL.getPrefTypeAlign(Type);

71 Align NewAlign = Fn(PtrOp, OldAlign, PrefAlign);

72 if (NewAlign <= OldAlign)

73 return false;

74

75 II->addParamAttr(PtrOpIdx,

77 return true;

78 }

79 default:

80 return false;

81 }

82}

83

87

88

89

94 if (PrefAlign > OldAlign)

95 return std::max(OldAlign,

97 return OldAlign;

98 });

99 }

100 }

101

102

105 unsigned TrailZ =

107 return Align(1ull << std::min(Known.getBitWidth() - 1, TrailZ));

108 };

109

110

111

113 auto InferFromBasePointer = [&](Value *PtrOp, Align LoadStoreAlign) {

114 APInt OffsetFromBase(DL.getIndexTypeSizeInBits(PtrOp->getType()), 0);

116

117

118 Align BasePointerAlign =

120

121 auto [It, Inserted] =

122 BestBasePointerAligns.try_emplace(PtrOp, BasePointerAlign);

123 if (!Inserted) {

124

125

126

127

128 if (It->second > BasePointerAlign) {

129 Align BetterLoadStoreAlign =

131 return BetterLoadStoreAlign;

132 }

133 It->second = BasePointerAlign;

134 }

135 return LoadStoreAlign;

136 };

137

139

140

141

142

143

144

145 BestBasePointerAligns.clear();

146

150 return std::max(InferFromKnownBits(I, PtrOp),

151 InferFromBasePointer(PtrOp, OldAlign));

152 });

153 }

154 }

155

157}

158

This file implements a class to represent arbitrary precision integral constant values and operations...

MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL

static bool tryToImproveAlign(const DataLayout &DL, Instruction *I, function_ref< Align(Value *PtrOp, Align OldAlign, Align PrefAlign)> Fn)

Definition InferAlignment.cpp:30

bool inferAlignment(Function &F, AssumptionCache &AC, DominatorTree &DT)

Definition InferAlignment.cpp:84

uint64_t IntrinsicInst * II

Class for arbitrary precision integers.

uint64_t getLimitedValue(uint64_t Limit=UINT64_MAX) const

If this value is smaller than the specified limit, return it, otherwise return the limit value.

PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)

Get the result of an analysis pass for a given IR unit.

A function analysis which provides an AssumptionCache.

A cache of @llvm.assume calls within a function.

static LLVM_ABI Attribute getWithAlignment(LLVMContext &Context, Align Alignment)

Return a uniquified Attribute object that has the specific alignment set.

LLVM Basic Block Representation.

static LLVM_ABI Constant * getNullValue(Type *Ty)

Constructor to create a '0' constant of arbitrary type.

A parsed version of the target data layout string in and methods for querying it.

std::pair< iterator, bool > try_emplace(KeyT &&Key, Ts &&...Args)

Analysis pass which computes a DominatorTree.

Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.

A wrapper class for inspecting calls to intrinsic functions.

A set of analyses that are preserved following a run of a transformation pass.

static PreservedAnalyses all()

Construct a special preserved set that preserves all passes.

The instances of the Type class are immutable: once they are created, they are never changed.

LLVM Value Representation.

Type * getType() const

All values are typed, get the type of this value.

LLVM_ABI const Value * stripAndAccumulateConstantOffsets(const DataLayout &DL, APInt &Offset, bool AllowNonInbounds, bool AllowInvariantGroup=false, function_ref< bool(Value &Value, APInt &Offset)> ExternalAnalysis=nullptr, bool LookThroughIntToPtr=false) const

Accumulate the constant offset this value has compared to a base pointer.

static constexpr unsigned MaxAlignmentExponent

The maximum alignment for instructions.

An efficient, type-erasing, non-owning reference to a callable.

BinaryOp_match< LHS, RHS, Instruction::And > m_And(const LHS &L, const RHS &R)

auto m_PtrToIntOrAddr(const OpTy &Op)

Matches PtrToInt or PtrToAddr.

ap_match< APInt > m_APInt(const APInt *&Res)

Match a ConstantInt or splatted ConstantVector, binding the specified pointer to the contained APInt.

bool match(Val *V, const Pattern &P)

class_match< Value > m_Value()

Match an arbitrary value and ignore it.

This is an optimization pass for GlobalISel generic memory operations.

decltype(auto) dyn_cast(const From &Val)

dyn_cast - Return the argument parameter cast to the specified type.

const Value * getLoadStorePointerOperand(const Value *V)

A helper function that returns the pointer operand of a load or store instruction.

Align getLoadStoreAlignment(const Value *I)

A helper function that returns the alignment of load or store instruction.

LLVM_ABI void computeKnownBits(const Value *V, KnownBits &Known, const DataLayout &DL, AssumptionCache *AC=nullptr, const Instruction *CxtI=nullptr, const DominatorTree *DT=nullptr, bool UseInstrInfo=true, unsigned Depth=0)

Determine which bits of V are known to be either zero or one and return them in the KnownZero/KnownOn...

LLVM_ABI Align tryEnforceAlignment(Value *V, Align PrefAlign, const DataLayout &DL)

If the specified pointer points to an object that we control, try to modify the object's alignment to...

Align commonAlignment(Align A, uint64_t Offset)

Returns the alignment that satisfies both alignments.

Type * getLoadStoreType(const Value *I)

A helper function that returns the type of a load or store instruction.

void setLoadStoreAlignment(Value *I, Align NewAlign)

A helper function that set the alignment of load or store instruction.

AnalysisManager< Function > FunctionAnalysisManager

Convenience typedef for the Function analysis manager.

This struct is a compact representation of a valid (non-zero power of two) alignment.

constexpr uint64_t value() const

This is a hole in the type system and should not be abused.

PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)

Definition InferAlignment.cpp:159

unsigned countMinTrailingZeros() const

Returns the minimum number of trailing zero bits.

unsigned getBitWidth() const

Get the bit width of this value.