LLVM 24.0.0git
Local.h
Go to the documentation of this file.
1//===- Local.h - Functions to perform local transformations -----*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This family of functions perform various local transformations to the
10// program.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_TRANSFORMS_UTILS_LOCAL_H
15#define LLVM_TRANSFORMS_UTILS_LOCAL_H
16
17#include "llvm/ADT/ArrayRef.h"
18#include "llvm/IR/Dominators.h"
23#include <cstdint>
24
25namespace llvm {
26
27class DataLayout;
28class Value;
29class WeakTrackingVH;
30class WeakVH;
31template <typename PtrType> class SmallPtrSetImpl;
32template <typename T> class SmallVectorImpl;
33class AAResults;
34class AllocaInst;
35class AssumptionCache;
36class BasicBlock;
37class CallBase;
38class CallInst;
39class CondBrInst;
40class DIBuilder;
41class DomTreeUpdater;
42class Function;
43class Instruction;
44class InvokeInst;
45class LoadInst;
46class MDNode;
48class PHINode;
49class StoreInst;
52
53//===----------------------------------------------------------------------===//
54// Local constant propagation.
55//
56
57/// If a terminator instruction is predicated on a constant value, convert it
58/// into an unconditional branch to the constant destination.
59/// This is a nontrivial operation because the successors of this basic block
60/// must have their PHI nodes updated.
61/// Also calls RecursivelyDeleteTriviallyDeadInstructions() on any branch/switch
62/// conditions and indirectbr addresses this might make dead if
63/// DeleteDeadConditions is true.
65 bool DeleteDeadConditions = false,
66 const TargetLibraryInfo *TLI = nullptr,
67 DomTreeUpdater *DTU = nullptr);
68
69//===----------------------------------------------------------------------===//
70// Local dead code elimination.
71//
72
73/// Return true if the result produced by the instruction is not used, and the
74/// instruction will return. Certain side-effecting instructions are also
75/// considered dead if there are no uses of the instruction.
76LLVM_ABI bool
78 const TargetLibraryInfo *TLI = nullptr);
79
80/// Return true if the result produced by the instruction would have no side
81/// effects if it was not used. This is equivalent to checking whether
82/// isInstructionTriviallyDead would be true if the use count was 0.
83LLVM_ABI bool
85 const TargetLibraryInfo *TLI = nullptr);
86
87/// Return true if the result produced by the instruction has no side effects on
88/// any paths other than where it is used. This is less conservative than
89/// wouldInstructionBeTriviallyDead which is based on the assumption
90/// that the use count will be 0. An example usage of this API is for
91/// identifying instructions that can be sunk down to use(s).
93 Instruction *I, const TargetLibraryInfo *TLI = nullptr);
94
95/// If the specified value is a trivially dead instruction, delete it.
96/// If that makes any of its operands trivially dead, delete them too,
97/// recursively. Return true if any instructions were deleted.
99 Value *V, const TargetLibraryInfo *TLI = nullptr,
100 MemorySSAUpdater *MSSAU = nullptr,
101 std::function<void(Value *)> AboutToDeleteCallback =
102 std::function<void(Value *)>());
103
104/// Delete all of the instructions in `DeadInsts`, and all other instructions
105/// that deleting these in turn causes to be trivially dead.
106///
107/// The initial instructions in the provided vector must all have empty use
108/// lists and satisfy `isInstructionTriviallyDead`.
109///
110/// `DeadInsts` will be used as scratch storage for this routine and will be
111/// empty afterward.
114 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
115 std::function<void(Value *)> AboutToDeleteCallback =
116 std::function<void(Value *)>());
117
118/// Same functionality as RecursivelyDeleteTriviallyDeadInstructions, but allow
119/// instructions that are not trivially dead. These will be ignored.
120/// Returns true if any changes were made, i.e. any instructions trivially dead
121/// were found and deleted.
124 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
125 std::function<void(Value *)> AboutToDeleteCallback =
126 std::function<void(Value *)>());
127
128/// If the specified value is an effectively dead PHI node, due to being a
129/// def-use chain of single-use nodes that either forms a cycle or is terminated
130/// by a trivially dead instruction, delete it. If that makes any of its
131/// operands trivially dead, delete them too, recursively. Return true if a
132/// change was made.
134 PHINode *PN, const TargetLibraryInfo *TLI = nullptr,
135 MemorySSAUpdater *MSSAU = nullptr,
136 SmallPtrSetImpl<PHINode *> *KnownNonDeadPHIs = nullptr);
137
138/// Scan the specified basic block and try to simplify any instructions in it
139/// and recursively delete dead instructions.
140///
141/// This returns true if it changed the code, note that it can delete
142/// instructions in other blocks as well in this block.
143LLVM_ABI bool
145 const TargetLibraryInfo *TLI = nullptr);
146
147//===----------------------------------------------------------------------===//
148// Control Flow Graph Restructuring.
149//
150
151/// BB is a block with one predecessor and its predecessor is known to have one
152/// successor (BB!). Eliminate the edge between them, moving the instructions in
153/// the predecessor into BB. This deletes the predecessor block.
155 DomTreeUpdater *DTU = nullptr);
156
157/// BB is known to contain an unconditional branch, and contains no instructions
158/// other than PHI nodes, potential debug intrinsics and the branch. If
159/// possible, eliminate BB by rewriting all the predecessors to branch to the
160/// successor block and return true. If we can't transform, return false.
161LLVM_ABI bool
163 DomTreeUpdater *DTU = nullptr);
164
165/// Check for and eliminate duplicate PHI nodes in this block. This doesn't try
166/// to be clever about PHI nodes which differ only in the order of the incoming
167/// values, but instcombine orders them so it usually won't matter.
168///
169/// This overload removes the duplicate PHI nodes directly.
171
172/// Check for and eliminate duplicate PHI nodes in this block. This doesn't try
173/// to be clever about PHI nodes which differ only in the order of the incoming
174/// values, but instcombine orders them so it usually won't matter.
175///
176/// This overload collects the PHI nodes to be removed into the ToRemove set.
179
180/// This function is used to do simplification of a CFG. For example, it
181/// adjusts branches to branches to eliminate the extra hop, it eliminates
182/// unreachable basic blocks, and does other peephole optimization of the CFG.
183/// It returns true if a modification was made, possibly deleting the basic
184/// block that was pointed to. LoopHeaders is an optional input parameter
185/// providing the set of loop headers that SimplifyCFG should not eliminate.
188 DomTreeUpdater *DTU = nullptr,
189 const SimplifyCFGOptions &Options = {},
190 ArrayRef<WeakVH> LoopHeaders = {});
191
192/// This function is used to flatten a CFG. For example, it uses parallel-and
193/// and parallel-or mode to collapse if-conditions and merge if-regions with
194/// identical statements.
195LLVM_ABI bool FlattenCFG(BasicBlock *BB, AAResults *AA = nullptr);
196
197/// If this basic block is ONLY a setcc and a branch, and if a predecessor
198/// branches to us and one of our successors, fold the setcc into the
199/// predecessor and use logical operations to pick the right destination.
201 llvm::DomTreeUpdater *DTU = nullptr,
202 MemorySSAUpdater *MSSAU = nullptr,
203 const TargetTransformInfo *TTI = nullptr,
204 AssumptionCache *AC = nullptr,
205 unsigned BonusInstThreshold = 1);
206
207/// This function takes a virtual register computed by an Instruction and
208/// replaces it with a slot in the stack frame, allocated via alloca.
209/// This allows the CFG to be changed around without fear of invalidating the
210/// SSA information for the value. It returns the pointer to the alloca inserted
211/// to create a stack slot for X.
213 Instruction &X, bool VolatileLoads = false,
214 std::optional<BasicBlock::iterator> AllocaPoint = std::nullopt);
215
216/// This function takes a virtual register computed by a phi node and replaces
217/// it with a slot in the stack frame, allocated via alloca. The phi node is
218/// deleted and it returns the pointer to the alloca inserted.
220 PHINode *P, std::optional<BasicBlock::iterator> AllocaPoint = std::nullopt);
221
222/// If the specified pointer points to an object that we control, try to modify
223/// the object's alignment to PrefAlign. Returns a minimum known alignment of
224/// the value after the operation, which may be lower than PrefAlign.
225///
226/// Increating value alignment isn't often possible though. If alignment is
227/// important, a more reliable approach is to simply align all global variables
228/// and allocation instructions to their preferred alignment from the beginning.
230 const DataLayout &DL);
231
232/// Try to ensure that the alignment of \p V is at least \p PrefAlign bytes. If
233/// the owning object can be modified and has an alignment less than \p
234/// PrefAlign, it will be increased and \p PrefAlign returned. If the alignment
235/// cannot be increased, the known alignment of the value is returned.
236///
237/// It is not always possible to modify the alignment of the underlying object,
238/// so if alignment is important, a more reliable approach is to simply align
239/// all global variables and allocation instructions to their preferred
240/// alignment from the beginning.
242 const DataLayout &DL,
243 const Instruction *CxtI = nullptr,
244 AssumptionCache *AC = nullptr,
245 const DominatorTree *DT = nullptr);
246
247/// Try to infer an alignment for the specified pointer.
249 const Instruction *CxtI = nullptr,
250 AssumptionCache *AC = nullptr,
251 const DominatorTree *DT = nullptr) {
252 return getOrEnforceKnownAlignment(V, MaybeAlign(), DL, CxtI, AC, DT);
253}
254
255/// Create a call that matches the invoke \p II in terms of arguments,
256/// attributes, debug information, etc. The call is not placed in a block and it
257/// will not have a name. The invoke instruction is not removed, nor are the
258/// uses replaced by the new call.
259LLVM_ABI CallInst *createCallMatchingInvoke(InvokeInst *II);
260
261/// This function converts the specified invoke into a normal call.
262LLVM_ABI CallInst *changeToCall(InvokeInst *II, DomTreeUpdater *DTU = nullptr);
263
264///===---------------------------------------------------------------------===//
265/// Dbg Intrinsic utilities
266///
267
268/// Creates and inserts a dbg_value record intrinsic before a store
269/// that has an associated llvm.dbg.value intrinsic.
270LLVM_ABI void InsertDebugValueAtStoreLoc(DbgVariableRecord *DVR, StoreInst *SI,
271 DIBuilder &Builder);
272
273/// Inserts a dbg.value record before a store to an alloca'd value
274/// that has an associated dbg.declare record.
275LLVM_ABI void ConvertDebugDeclareToDebugValue(DbgVariableRecord *DVR,
276 StoreInst *SI,
277 DIBuilder &Builder);
278
279/// Inserts a dbg.value record before a load of an alloca'd value
280/// that has an associated dbg.declare record.
281LLVM_ABI void ConvertDebugDeclareToDebugValue(DbgVariableRecord *DVR,
282 LoadInst *LI, DIBuilder &Builder);
283
284/// Inserts a dbg.value record after a phi that has an associated
285/// llvm.dbg.declare record.
286LLVM_ABI void ConvertDebugDeclareToDebugValue(DbgVariableRecord *DVR,
287 PHINode *LI, DIBuilder &Builder);
288
289/// Lowers dbg.declare records into appropriate set of dbg.value records.
291
292/// Propagate dbg.value intrinsics through the newly inserted PHIs.
293LLVM_ABI void
294insertDebugValuesForPHIs(BasicBlock *BB,
295 SmallVectorImpl<PHINode *> &InsertedPHIs);
296
297/// Replaces dbg.declare record when the address it
298/// describes is replaced with a new value. If Deref is true, an
299/// additional DW_OP_deref is prepended to the expression. If Offset
300/// is non-zero, a constant displacement is added to the expression
301/// (between the optional Deref operations). Offset can be negative.
302LLVM_ABI bool replaceDbgDeclare(Value *Address, Value *NewAddress,
303 DIBuilder &Builder, uint8_t DIExprFlags,
304 int Offset);
305
306/// Replaces multiple dbg.value records when the alloca it describes
307/// is replaced with a new value. If Offset is non-zero, a constant displacement
308/// is added to the expression (after the mandatory Deref). Offset can be
309/// negative. New dbg.value records are inserted at the locations of
310/// the instructions they replace.
311LLVM_ABI void replaceDbgValueForAlloca(AllocaInst *AI, Value *NewAllocaAddress,
312 DIBuilder &Builder, int Offset = 0);
313
314/// Salvage debug records that use \p I before the instruction is deleted.
315/// Rewrite those uses in terms of its operands where we can, and encode the
316/// instruction's effect in the record's DIExpression. Deleting the instruction
317/// replaces any remaining debug-record uses with poison.
318LLVM_ABI void salvageDebugInfo(Instruction &I);
319
320/// Salvage only the records in \p DbgRecords instead of finding every debug
321/// user of \p I. Every record must be a debug user of the instruction.
322///
323/// Process records in order. For a dbg.assign, salvage a matching address
324/// before its variable location since replacing a variable-location operand
325/// can also replace the address. Stop when a checked variable location cannot
326/// be salvaged. A matching address counts as processed even if salvage leaves
327/// it unchanged. If nothing was processed, call setKillLocation() on every
328/// supplied record.
329LLVM_ABI void
332
333/// Given an instruction \p I and DIExpression \p DIExpr operating on
334/// it, append the effects of \p I to the DIExpression operand list
335/// \p Ops, or return \p nullptr if it cannot be salvaged.
336/// \p CurrentLocOps is the number of SSA values referenced by the
337/// incoming \p Ops. \return the first non-constant operand
338/// implicitly referred to by Ops. If \p I references more than one
339/// non-constant operand, any additional operands are added to
340/// \p AdditionalValues.
341///
342/// \example
343////
344/// I = add %a, i32 1
345///
346/// Return = %a
347/// Ops = llvm::dwarf::DW_OP_lit1 llvm::dwarf::DW_OP_add
348///
349/// I = add %a, %b
350///
351/// Return = %a
352/// Ops = llvm::dwarf::DW_OP_LLVM_arg0 llvm::dwarf::DW_OP_add
353/// AdditionalValues = %b
354LLVM_ABI Value *
355salvageDebugInfoImpl(Instruction &I, uint64_t CurrentLocOps,
356 SmallVectorImpl<uint64_t> &Ops,
357 SmallVectorImpl<Value *> &AdditionalValues);
358
359/// Point debug users of \p From to \p To or salvage them. Use this function
360/// only when replacing all uses of \p From with \p To, with a guarantee that
361/// \p From is going to be deleted.
362///
363/// Follow these rules to prevent use-before-def of \p To:
364/// . If \p To is a linked Instruction, set \p DomPoint to \p To.
365/// . If \p To is an unlinked Instruction, set \p DomPoint to the Instruction
366/// \p To will be inserted after.
367/// . If \p To is not an Instruction (e.g a Constant), the choice of
368/// \p DomPoint is arbitrary. Pick \p From for simplicity.
369///
370/// If a debug user cannot be preserved without reordering variable updates or
371/// introducing a use-before-def, it is either salvaged (\ref salvageDebugInfo)
372/// or deleted. Returns true if any debug users were updated.
373LLVM_ABI bool replaceAllDbgUsesWith(Instruction &From, Value &To,
374 Instruction &DomPoint, DominatorTree &DT);
375
376/// If a terminator in an unreachable basic block has an operand of type
377/// Instruction, transform it into poison. Return true if any operands
378/// are changed to poison. Original Values prior to being changed to poison
379/// are returned in \p PoisonedValues.
380LLVM_ABI bool
381handleUnreachableTerminator(Instruction *I,
382 SmallVectorImpl<Value *> &PoisonedValues);
383
384/// Remove all instructions from a basic block other than its terminator
385/// and any present EH pad instructions. Returns the number of instructions
386/// that have been removed.
388
389/// Insert an unreachable instruction before the specified
390/// instruction, making it and the rest of the code in the block dead.
391LLVM_ABI unsigned changeToUnreachable(Instruction *I,
392 bool PreserveLCSSA = false,
393 DomTreeUpdater *DTU = nullptr,
394 MemorySSAUpdater *MSSAU = nullptr);
395
396/// Convert the CallInst to InvokeInst with the specified unwind edge basic
397/// block. This also splits the basic block where CI is located, because
398/// InvokeInst is a terminator instruction. Returns the newly split basic
399/// block.
400LLVM_ABI BasicBlock *
401changeToInvokeAndSplitBasicBlock(CallInst *CI, BasicBlock *UnwindEdge,
402 DomTreeUpdater *DTU = nullptr);
403
404/// Replace 'BB's terminator with one that does not have an unwind successor
405/// block. Rewrites `invoke` to `call`, etc. Updates any PHIs in unwind
406/// successor. Returns the instruction that replaced the original terminator,
407/// which might be a call in case the original terminator was an invoke.
408///
409/// \param BB Block whose terminator will be replaced. Its terminator must
410/// have an unwind successor.
411LLVM_ABI Instruction *removeUnwindEdge(BasicBlock *BB,
412 DomTreeUpdater *DTU = nullptr);
413
414/// Remove all blocks that can not be reached from the function's entry.
415/// When \p FoldInstsToUnreachable is true, it will also convert obviously
416/// unreachable instructions into unreachable (e.g, store to null).
417///
418/// Returns true if any basic block was removed or any instruction was folded.
420 DomTreeUpdater *DTU = nullptr,
421 MemorySSAUpdater *MSSAU = nullptr,
422 bool FoldInstsToUnreachable = true);
423
424/// Combine the metadata of two instructions so that K can replace J. This
425/// specifically handles the case of CSE-like transformations. Some
426/// metadata can only be kept if K dominates J. For this to be correct,
427/// K cannot be hoisted.
428///
429/// Unknown metadata is removed.
430LLVM_ABI void combineMetadataForCSE(Instruction *K, const Instruction *J,
431 bool DoesKMove);
432
433/// Combine metadata of two instructions, where instruction J is a memory
434/// access that has been merged into K. This will intersect alias-analysis
435/// metadata, while preserving other known metadata.
436LLVM_ABI void combineAAMetadata(Instruction *K, const Instruction *J);
437
438/// Copy the metadata from the source instruction to the destination (the
439/// replacement for the source instruction).
440LLVM_ABI void copyMetadataForLoad(LoadInst &Dest, const LoadInst &Source);
441
442/// Patch the replacement so that it is not more restrictive than the value
443/// being replaced. It assumes that the replacement does not get moved from
444/// its original position.
445LLVM_ABI void patchReplacementInstruction(Instruction *I, Value *Repl);
446
447// Replace each use of 'From' with 'To', if that use does not belong to basic
448// block where 'From' is defined. Returns the number of replacements made.
449LLVM_ABI unsigned replaceNonLocalUsesWith(Instruction *From, Value *To);
450
451/// Replace each use of 'From' with 'To' if that use is dominated by
452/// the given edge. Returns the number of replacements made.
453LLVM_ABI unsigned replaceDominatedUsesWith(Value *From, Value *To,
454 DominatorTree &DT,
455 const BasicBlockEdge &Edge);
456/// Replace each use of 'From' with 'To' if that use is dominated by
457/// the end of the given BasicBlock. Returns the number of replacements made.
458LLVM_ABI unsigned replaceDominatedUsesWith(Value *From, Value *To,
459 DominatorTree &DT,
460 const BasicBlock *BB);
461/// Replace each use of 'From' with 'To' if that use is dominated by the
462/// given instruction. Returns the number of replacements made.
463LLVM_ABI unsigned replaceDominatedUsesWith(Value *From, Value *To,
464 DominatorTree &DT,
465 const Instruction *I);
466/// Replace each use of 'From' with 'To' if that use is dominated by
467/// the given edge and the callback ShouldReplace returns true. Returns the
468/// number of replacements made.
470 Value *From, Value *To, DominatorTree &DT, const BasicBlockEdge &Edge,
471 function_ref<bool(const Use &U, const Value *To)> ShouldReplace);
472/// Replace each use of 'From' with 'To' if that use is dominated by
473/// the end of the given BasicBlock and the callback ShouldReplace returns true.
474/// Returns the number of replacements made.
476 Value *From, Value *To, DominatorTree &DT, const BasicBlock *BB,
477 function_ref<bool(const Use &U, const Value *To)> ShouldReplace);
478/// Replace each use of 'From' with 'To' if that use is dominated by
479/// the given instruction and the callback ShouldReplace returns true. Returns
480/// the number of replacements made.
482 Value *From, Value *To, DominatorTree &DT, const Instruction *I,
483 function_ref<bool(const Use &U, const Value *To)> ShouldReplace);
484
485/// Return true if this call calls a gc leaf function.
486///
487/// A leaf function is a function that does not safepoint the thread during its
488/// execution. During a call or invoke to such a function, the callers stack
489/// does not have to be made parseable.
490///
491/// Most passes can and should ignore this information, and it is only used
492/// during lowering by the GC infrastructure.
493LLVM_ABI bool callsGCLeafFunction(const CallBase *Call,
494 const TargetLibraryInfo &TLI);
495
496/// Copy a nonnull metadata node to a new load instruction.
497///
498/// This handles mapping it to range metadata if the new load is an integer
499/// load instead of a pointer load.
500LLVM_ABI void copyNonnullMetadata(const LoadInst &OldLI, MDNode *N,
501 LoadInst &NewLI);
502
503/// Copy a range metadata node to a new load instruction.
504///
505/// This handles mapping it to nonnull metadata if the new load is a pointer
506/// load instead of an integer load and the range doesn't cover null.
507LLVM_ABI void copyRangeMetadata(const DataLayout &DL, const LoadInst &OldLI,
508 MDNode *N, LoadInst &NewLI);
509
510/// Remove the debug intrinsic instructions for the given instruction.
511LLVM_ABI void dropDebugUsers(Instruction &I);
512
513/// Hoist all of the instructions in the \p IfBlock to the dominant block
514/// \p DomBlock, by moving its instructions to the insertion point \p InsertPt.
515///
516/// The moved instructions receive the insertion point debug location values
517/// (DILocations) and their debug intrinsic instructions are removed.
518LLVM_ABI void hoistAllInstructionsInto(BasicBlock *DomBlock,
519 Instruction *InsertPt, BasicBlock *BB);
520
521/// Given a constant, create a debug information expression.
522LLVM_ABI DIExpression *getExpressionForConstant(DIBuilder &DIB,
523 const Constant &C, Type &Ty);
524
525/// Remap the operands of the debug records attached to \p Inst, and the
526/// operands of \p Inst itself if it's a debug intrinsic.
527LLVM_ABI void remapDebugVariable(ValueToValueMapTy &Mapping, Instruction *Inst);
528
529//===----------------------------------------------------------------------===//
530// Intrinsic pattern matching
531//
532
533/// Try to match a bswap or bitreverse idiom.
534///
535/// If an idiom is matched, an intrinsic call is inserted before \c I. Any added
536/// instructions are returned in \c InsertedInsts. They will all have been added
537/// to a basic block.
538///
539/// A bitreverse idiom normally requires around 2*BW nodes to be searched (where
540/// BW is the bitwidth of the integer type). A bswap idiom requires anywhere up
541/// to BW / 4 nodes to be searched, so is significantly faster.
542///
543/// This function returns true on a successful match or false otherwise.
544LLVM_ABI bool
545recognizeBSwapOrBitReverseIdiom(Instruction *I, bool MatchBSwaps,
546 bool MatchBitReversals,
547 SmallVectorImpl<Instruction *> &InsertedInsts);
548
549//===----------------------------------------------------------------------===//
550// Sanitizer utilities
551//
552
553/// Given a CallInst, check if it calls a string function known to CodeGen,
554/// and mark it with NoBuiltin if so. To be used by sanitizers that intend
555/// to intercept string functions and want to avoid converting them to target
556/// specific instructions.
557LLVM_ABI void
559 const TargetLibraryInfo *TLI);
560
561//===----------------------------------------------------------------------===//
562// Transform predicates
563//
564
565/// Given an instruction, is it legal to set operand OpIdx to a non-constant
566/// value?
567LLVM_ABI bool canReplaceOperandWithVariable(const Instruction *I,
568 unsigned OpIdx);
569
570//===----------------------------------------------------------------------===//
571// Value helper functions
572//
573
574/// Invert the given true/false value, possibly reusing an existing copy.
575LLVM_ABI Value *invertCondition(Value *Condition);
576
577//===----------------------------------------------------------------------===//
578// Assorted
579//
580
581/// If we can infer one attribute from another on the declaration of a
582/// function, explicitly materialize the maximal set in the IR.
584
585//===----------------------------------------------------------------------===//
586// Helpers to track and update flags on instructions.
587//
588
590 bool HasNUW = true;
591 bool HasNSW = true;
592 bool IsDisjoint = true;
593
594#ifndef NDEBUG
595 /// Opcode of merged instructions. All instructions passed to mergeFlags must
596 /// have the same opcode.
597 std::optional<unsigned> Opcode;
598#endif
599
600 // Note: At the moment, users are responsible to manage AllKnownNonNegative
601 // and AllKnownNonZero manually. AllKnownNonNegative can be true in a case
602 // where one of the operands is negative, but one the operators is not NSW.
603 // AllKnownNonNegative should not be used independently of HasNSW
605 bool AllKnownNonZero = true;
606
607 OverflowTracking() = default;
608
609 /// Merge in the no-wrap flags from \p I.
611
612 /// Apply the no-wrap flags to \p I if applicable.
614};
615
616} // end namespace llvm
617
618#endif // LLVM_TRANSFORMS_UTILS_LOCAL_H
unsigned uint64_t
ReachingDefInfo InstSet & ToRemove
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
#define X(NUM, ENUM, NAME)
Definition ELF.h:856
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
#define LLVM_ABI
Definition Compiler.h:215
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
static LVOptions Options
Definition LVOptions.cpp:25
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
uint64_t IntrinsicInst * II
#define P(N)
StandardInstrumentations SI(Mod->getContext(), Debug, VerifyEach)
an instruction to allocate memory on the stack
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
Definition BasicBlock.h:62
Base class for all callable instructions (InvokeInst and CallInst) Holds everything related to callin...
This class represents a function call, abstracting a target machine's calling convention.
Conditional Branch instruction.
A parsed version of the target data layout string in and methods for querying it.
Definition DataLayout.h:64
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Definition Dominators.h:122
Invoke instruction.
An instruction for reading from memory.
Metadata node.
Definition Metadata.h:1069
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
An instruction for storing to memory.
Provides information about what library functions are available for the current target.
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
LLVM Value Representation.
Definition Value.h:75
Value handle that is nullable, but tries to track the Value.
A nullable Value handle that is nullable.
CallInst * Call
Abstract Attribute helper functions.
Definition Attributor.h:165
This is an optimization pass for GlobalISel generic memory operations.
@ Offset
Definition DWP.cpp:578
LLVM_ABI bool foldBranchToCommonDest(CondBrInst *BI, llvm::DomTreeUpdater *DTU=nullptr, MemorySSAUpdater *MSSAU=nullptr, const TargetTransformInfo *TTI=nullptr, AssumptionCache *AC=nullptr, unsigned BonusInstThreshold=1)
If this basic block is ONLY a setcc and a branch, and if a predecessor branches to us and one of our ...
LLVM_ABI unsigned removeAllNonTerminatorAndEHPadInstructions(BasicBlock *BB)
Remove all instructions from a basic block other than its terminator and any present EH pad instructi...
Definition Local.cpp:2528
LLVM_ABI bool RecursivelyDeleteTriviallyDeadInstructions(Value *V, const TargetLibraryInfo *TLI=nullptr, MemorySSAUpdater *MSSAU=nullptr, std::function< void(Value *)> AboutToDeleteCallback=std::function< void(Value *)>())
If the specified value is a trivially dead instruction, delete it.
Definition Local.cpp:535
LLVM_ABI BasicBlock * changeToInvokeAndSplitBasicBlock(CallInst *CI, BasicBlock *UnwindEdge, DomTreeUpdater *DTU=nullptr)
Convert the CallInst to InvokeInst with the specified unwind edge basic block.
Definition Local.cpp:2646
LLVM_ABI bool ConstantFoldTerminator(BasicBlock *BB, bool DeleteDeadConditions=false, const TargetLibraryInfo *TLI=nullptr, DomTreeUpdater *DTU=nullptr)
If a terminator instruction is predicated on a constant value, convert it into an unconditional branc...
Definition Local.cpp:134
LLVM_ABI bool FlattenCFG(BasicBlock *BB, AAResults *AA=nullptr)
This function is used to flatten a CFG.
LLVM_ABI unsigned replaceDominatedUsesWithIf(Value *From, Value *To, DominatorTree &DT, const BasicBlockEdge &Edge, function_ref< bool(const Use &U, const Value *To)> ShouldReplace)
Replace each use of 'From' with 'To' if that use is dominated by the given edge and the callback Shou...
Definition Local.cpp:3302
LLVM_ABI unsigned replaceNonLocalUsesWith(Instruction *From, Value *To)
Definition Local.cpp:3266
LLVM_ABI void salvageDebugInfo(const MachineRegisterInfo &MRI, MachineInstr &MI)
Assuming the instruction MI is going to be deleted, attempt to salvage debug users of MI by writing t...
Definition Utils.cpp:1675
LLVM_ABI CallInst * changeToCall(InvokeInst *II, DomTreeUpdater *DTU=nullptr)
This function converts the specified invoke into a normal call.
Definition Local.cpp:2622
LLVM_ABI void copyMetadataForLoad(LoadInst &Dest, const LoadInst &Source)
Copy the metadata from the source instruction to the destination (the replacement for the source inst...
Definition Local.cpp:3139
LLVM_ABI void InsertDebugValueAtStoreLoc(DbgVariableRecord *DVR, StoreInst *SI, DIBuilder &Builder)
===------------------------------------------------------------------—===// Dbg Intrinsic utilities
Definition Local.cpp:1716
LLVM_ABI void remapDebugVariable(ValueToValueMapTy &Mapping, Instruction *Inst)
Remap the operands of the debug records attached to Inst, and the operands of Inst itself if it's a d...
Definition Local.cpp:3497
LLVM_ABI bool SimplifyInstructionsInBlock(BasicBlock *BB, const TargetLibraryInfo *TLI=nullptr)
Scan the specified basic block and try to simplify any instructions in it and recursively delete dead...
Definition Local.cpp:728
LLVM_ABI void insertDebugValuesForPHIs(BasicBlock *BB, SmallVectorImpl< PHINode * > &InsertedPHIs)
Propagate dbg.value intrinsics through the newly inserted PHIs.
Definition Local.cpp:1913
LLVM_ABI bool handleUnreachableTerminator(Instruction *I, SmallVectorImpl< Value * > &PoisonedValues)
If a terminator in an unreachable basic block has an operand of type Instruction, transform it into p...
Definition Local.cpp:2511
LLVM_ABI AllocaInst * DemoteRegToStack(Instruction &X, bool VolatileLoads=false, std::optional< BasicBlock::iterator > AllocaPoint=std::nullopt)
This function takes a virtual register computed by an Instruction and replaces it with a slot in the ...
LLVM_ABI bool removeUnreachableBlocks(Function &F, DomTreeUpdater *DTU=nullptr, MemorySSAUpdater *MSSAU=nullptr, bool FoldInstsToUnreachable=true)
Remove all blocks that can not be reached from the function's entry.
Definition Local.cpp:2926
Align getKnownAlignment(Value *V, const DataLayout &DL, const Instruction *CxtI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr)
Try to infer an alignment for the specified pointer.
Definition Local.h:248
LLVM_ABI bool isInstructionTriviallyDead(Instruction *I, const TargetLibraryInfo *TLI=nullptr)
Return true if the result produced by the instruction is not used, and the instruction will return.
Definition Local.cpp:403
LLVM_ABI AllocaInst * DemotePHIToStack(PHINode *P, std::optional< BasicBlock::iterator > AllocaPoint=std::nullopt)
This function takes a virtual register computed by a phi node and replaces it with a slot in the stac...
LLVM_ABI bool TryToSimplifyUncondBranchFromEmptyBlock(BasicBlock *BB, DomTreeUpdater *DTU=nullptr)
BB is known to contain an unconditional branch, and contains no instructions other than PHI nodes,...
Definition Local.cpp:1160
LLVM_ABI bool recognizeBSwapOrBitReverseIdiom(Instruction *I, bool MatchBSwaps, bool MatchBitReversals, SmallVectorImpl< Instruction * > &InsertedInsts)
Try to match a bswap or bitreverse idiom.
Definition Local.cpp:3802
LLVM_ABI Align getOrEnforceKnownAlignment(Value *V, MaybeAlign PrefAlign, const DataLayout &DL, const Instruction *CxtI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr)
Try to ensure that the alignment of V is at least PrefAlign bytes.
Definition Local.cpp:1571
LLVM_ABI bool wouldInstructionBeTriviallyDeadOnUnusedPaths(Instruction *I, const TargetLibraryInfo *TLI=nullptr)
Return true if the result produced by the instruction has no side effects on any paths other than whe...
Definition Local.cpp:410
LLVM_ABI bool LowerDbgDeclare(Function &F)
Lowers dbg.declare records into appropriate set of dbg.value records.
Definition Local.cpp:1826
LLVM_ABI DIExpression * getExpressionForConstant(DIBuilder &DIB, const Constant &C, Type &Ty)
Given a constant, create a debug information expression.
Definition Local.cpp:3455
LLVM_ABI CallInst * createCallMatchingInvoke(InvokeInst *II)
Create a call that matches the invoke II in terms of arguments, attributes, debug information,...
Definition Local.cpp:2596
LLVM_ABI void salvageDebugInfoForDbgValues(Instruction &I, ArrayRef< DbgVariableRecord * > DbgRecords)
Salvage only the records in DbgRecords instead of finding every debug user of I.
Definition Local.cpp:2134
LLVM_ABI void ConvertDebugDeclareToDebugValue(DbgVariableRecord *DVR, StoreInst *SI, DIBuilder &Builder)
Inserts a dbg.value record before a store to an alloca'd value that has an associated dbg....
Definition Local.cpp:1667
LLVM_ABI Instruction * removeUnwindEdge(BasicBlock *BB, DomTreeUpdater *DTU=nullptr)
Replace 'BB's terminator with one that does not have an unwind successor block.
Definition Local.cpp:2888
LLVM_ABI bool wouldInstructionBeTriviallyDead(const Instruction *I, const TargetLibraryInfo *TLI=nullptr)
Return true if the result produced by the instruction would have no side effects if it was not used.
Definition Local.cpp:422
LLVM_ABI void patchReplacementInstruction(Instruction *I, Value *Repl)
Patch the replacement so that it is not more restrictive than the value being replaced.
Definition Local.cpp:3202
LLVM_ABI bool RecursivelyDeleteDeadPHINode(PHINode *PN, const TargetLibraryInfo *TLI=nullptr, MemorySSAUpdater *MSSAU=nullptr, SmallPtrSetImpl< PHINode * > *KnownNonDeadPHIs=nullptr)
If the specified value is an effectively dead PHI node, due to being a def-use chain of single-use no...
Definition Local.cpp:635
LLVM_ABI unsigned replaceDominatedUsesWith(Value *From, Value *To, DominatorTree &DT, const BasicBlockEdge &Edge)
Replace each use of 'From' with 'To' if that use is dominated by the given edge.
Definition Local.cpp:3281
LLVM_ABI unsigned changeToUnreachable(Instruction *I, bool PreserveLCSSA=false, DomTreeUpdater *DTU=nullptr, MemorySSAUpdater *MSSAU=nullptr)
Insert an unreachable instruction before the specified instruction, making it and the rest of the cod...
Definition Local.cpp:2556
LLVM_ABI bool replaceAllDbgUsesWith(Instruction &From, Value &To, Instruction &DomPoint, DominatorTree &DT)
Point debug users of From to To or salvage them.
Definition Local.cpp:2457
LLVM_ABI Value * salvageDebugInfoImpl(Instruction &I, uint64_t CurrentLocOps, SmallVectorImpl< uint64_t > &Ops, SmallVectorImpl< Value * > &AdditionalValues)
Definition Local.cpp:2317
LLVM_ABI void combineMetadataForCSE(Instruction *K, const Instruction *J, bool DoesKMove)
Combine the metadata of two instructions so that K can replace J.
Definition Local.cpp:3130
LLVM_ABI void dropDebugUsers(Instruction &I)
Remove the debug intrinsic instructions for the given instruction.
Definition Local.cpp:3402
TargetTransformInfo TTI
LLVM_ABI void MergeBasicBlockIntoOnlyPred(BasicBlock *BB, DomTreeUpdater *DTU=nullptr)
BB is a block with one predecessor and its predecessor is known to have one successor (BB!...
Definition Local.cpp:768
LLVM_ABI cl::opt< bool > RequireAndPreserveDomTree
This function is used to do simplification of a CFG.
LLVM_ABI void hoistAllInstructionsInto(BasicBlock *DomBlock, Instruction *InsertPt, BasicBlock *BB)
Hoist all of the instructions in the IfBlock to the dominant block DomBlock, by moving its instructio...
Definition Local.cpp:3409
LLVM_ABI void copyRangeMetadata(const DataLayout &DL, const LoadInst &OldLI, MDNode *N, LoadInst &NewLI)
Copy a range metadata node to a new load instruction.
Definition Local.cpp:3378
LLVM_ABI void copyNonnullMetadata(const LoadInst &OldLI, MDNode *N, LoadInst &NewLI)
Copy a nonnull metadata node to a new load instruction.
Definition Local.cpp:3353
LLVM_ABI bool canReplaceOperandWithVariable(const Instruction *I, unsigned OpIdx)
Given an instruction, is it legal to set operand OpIdx to a non-constant value?
Definition Local.cpp:3915
LLVM_ABI void replaceDbgValueForAlloca(AllocaInst *AI, Value *NewAllocaAddress, DIBuilder &Builder, int Offset=0)
Replaces multiple dbg.value records when the alloca it describes is replaced with a new value.
Definition Local.cpp:2016
LLVM_ABI Align tryEnforceAlignment(Value *V, Align PrefAlign, const DataLayout &DL)
If the specified pointer points to an object that we control, try to modify the object's alignment to...
Definition Local.cpp:1522
ArrayRef(const T &OneElt) -> ArrayRef< T >
LLVM_ABI bool RecursivelyDeleteTriviallyDeadInstructionsPermissive(SmallVectorImpl< WeakTrackingVH > &DeadInsts, const TargetLibraryInfo *TLI=nullptr, MemorySSAUpdater *MSSAU=nullptr, std::function< void(Value *)> AboutToDeleteCallback=std::function< void(Value *)>())
Same functionality as RecursivelyDeleteTriviallyDeadInstructions, but allow instructions that are not...
Definition Local.cpp:550
ValueMap< const Value *, WeakTrackingVH > ValueToValueMapTy
LLVM_ABI bool simplifyCFG(BasicBlock *BB, const TargetTransformInfo &TTI, DomTreeUpdater *DTU=nullptr, const SimplifyCFGOptions &Options={}, ArrayRef< WeakVH > LoopHeaders={})
LLVM_ABI void combineAAMetadata(Instruction *K, const Instruction *J)
Combine metadata of two instructions, where instruction J is a memory access that has been merged int...
Definition Local.cpp:3135
LLVM_ABI bool inferAttributesFromOthers(Function &F)
If we can infer one attribute from another on the declaration of a function, explicitly materialize t...
Definition Local.cpp:4038
LLVM_ABI Value * invertCondition(Value *Condition)
Invert the given true/false value, possibly reusing an existing copy.
Definition Local.cpp:4004
LLVM_ABI void maybeMarkSanitizerLibraryCallNoBuiltin(CallInst *CI, const TargetLibraryInfo *TLI)
Given a CallInst, check if it calls a string function known to CodeGen, and mark it with NoBuiltin if...
Definition Local.cpp:3906
LLVM_ABI bool EliminateDuplicatePHINodes(BasicBlock *BB)
Check for and eliminate duplicate PHI nodes in this block.
Definition Local.cpp:1514
LLVM_ABI bool callsGCLeafFunction(const CallBase *Call, const TargetLibraryInfo &TLI)
Return true if this call calls a gc leaf function.
Definition Local.cpp:3329
LLVM_ABI bool replaceDbgDeclare(Value *Address, Value *NewAddress, DIBuilder &Builder, uint8_t DIExprFlags, int Offset)
Replaces dbg.declare record when the address it describes is replaced with a new value.
Definition Local.cpp:1976
#define N
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition Alignment.h:39
This struct is a compact representation of a valid (power of two) or undefined (0) alignment.
Definition Alignment.h:106
std::optional< unsigned > Opcode
Opcode of merged instructions.
Definition Local.h:597
LLVM_ABI void mergeFlags(Instruction &I)
Merge in the no-wrap flags from I.
Definition Local.cpp:4068
LLVM_ABI void applyFlags(Instruction &I)
Apply the no-wrap flags to I if applicable.
Definition Local.cpp:4084