File indexing completed on 2026-05-10 08:43:31
0001
0002
0003
0004
0005
0006
0007
0008
0009
0010
0011
0012
0013
0014
0015 #ifndef LLVM_CODEGEN_MACHINEMEMOPERAND_H
0016 #define LLVM_CODEGEN_MACHINEMEMOPERAND_H
0017
0018 #include "llvm/ADT/BitmaskEnum.h"
0019 #include "llvm/ADT/PointerUnion.h"
0020 #include "llvm/Analysis/MemoryLocation.h"
0021 #include "llvm/CodeGen/PseudoSourceValue.h"
0022 #include "llvm/CodeGenTypes/LowLevelType.h"
0023 #include "llvm/IR/DerivedTypes.h"
0024 #include "llvm/IR/LLVMContext.h"
0025 #include "llvm/IR/Metadata.h"
0026 #include "llvm/IR/Value.h" // PointerLikeTypeTraits<Value*>
0027 #include "llvm/Support/AtomicOrdering.h"
0028 #include "llvm/Support/DataTypes.h"
0029
0030 namespace llvm {
0031
0032 class MDNode;
0033 class raw_ostream;
0034 class MachineFunction;
0035 class ModuleSlotTracker;
0036 class TargetInstrInfo;
0037
0038
0039
0040
0041 struct MachinePointerInfo {
0042
0043 PointerUnion<const Value *, const PseudoSourceValue *> V;
0044
0045
0046 int64_t Offset;
0047
0048 unsigned AddrSpace = 0;
0049
0050 uint8_t StackID;
0051
0052 explicit MachinePointerInfo(const Value *v, int64_t offset = 0,
0053 uint8_t ID = 0)
0054 : V(v), Offset(offset), StackID(ID) {
0055 AddrSpace = v ? v->getType()->getPointerAddressSpace() : 0;
0056 }
0057
0058 explicit MachinePointerInfo(const PseudoSourceValue *v, int64_t offset = 0,
0059 uint8_t ID = 0)
0060 : V(v), Offset(offset), StackID(ID) {
0061 AddrSpace = v ? v->getAddressSpace() : 0;
0062 }
0063
0064 explicit MachinePointerInfo(unsigned AddressSpace = 0, int64_t offset = 0)
0065 : V((const Value *)nullptr), Offset(offset), AddrSpace(AddressSpace),
0066 StackID(0) {}
0067
0068 explicit MachinePointerInfo(
0069 PointerUnion<const Value *, const PseudoSourceValue *> v,
0070 int64_t offset = 0,
0071 uint8_t ID = 0)
0072 : V(v), Offset(offset), StackID(ID) {
0073 if (V) {
0074 if (const auto *ValPtr = dyn_cast_if_present<const Value *>(V))
0075 AddrSpace = ValPtr->getType()->getPointerAddressSpace();
0076 else
0077 AddrSpace = cast<const PseudoSourceValue *>(V)->getAddressSpace();
0078 }
0079 }
0080
0081 MachinePointerInfo getWithOffset(int64_t O) const {
0082 if (V.isNull())
0083 return MachinePointerInfo(AddrSpace, Offset + O);
0084 if (isa<const Value *>(V))
0085 return MachinePointerInfo(cast<const Value *>(V), Offset + O, StackID);
0086 return MachinePointerInfo(cast<const PseudoSourceValue *>(V), Offset + O,
0087 StackID);
0088 }
0089
0090
0091
0092 bool isDereferenceable(unsigned Size, LLVMContext &C,
0093 const DataLayout &DL) const;
0094
0095
0096 unsigned getAddrSpace() const;
0097
0098
0099 static MachinePointerInfo getConstantPool(MachineFunction &MF);
0100
0101
0102
0103 static MachinePointerInfo getFixedStack(MachineFunction &MF, int FI,
0104 int64_t Offset = 0);
0105
0106
0107 static MachinePointerInfo getJumpTable(MachineFunction &MF);
0108
0109
0110 static MachinePointerInfo getGOT(MachineFunction &MF);
0111
0112
0113 static MachinePointerInfo getStack(MachineFunction &MF, int64_t Offset,
0114 uint8_t ID = 0);
0115
0116
0117 static MachinePointerInfo getUnknownStack(MachineFunction &MF);
0118 };
0119
0120
0121
0122
0123
0124
0125
0126
0127
0128
0129 class MachineMemOperand {
0130 public:
0131
0132 enum Flags : uint16_t {
0133
0134 MONone = 0,
0135
0136 MOLoad = 1u << 0,
0137
0138 MOStore = 1u << 1,
0139
0140 MOVolatile = 1u << 2,
0141
0142 MONonTemporal = 1u << 3,
0143
0144 MODereferenceable = 1u << 4,
0145
0146 MOInvariant = 1u << 5,
0147
0148
0149
0150
0151
0152 MOTargetFlag1 = 1u << 6,
0153 MOTargetFlag2 = 1u << 7,
0154 MOTargetFlag3 = 1u << 8,
0155 MOTargetFlag4 = 1u << 9,
0156
0157 LLVM_MARK_AS_BITMASK_ENUM( MOTargetFlag4)
0158 };
0159
0160 private:
0161
0162 struct MachineAtomicInfo {
0163
0164 unsigned SSID : 8;
0165
0166
0167 unsigned Ordering : 4;
0168
0169
0170 unsigned FailureOrdering : 4;
0171 };
0172
0173 MachinePointerInfo PtrInfo;
0174
0175
0176
0177 LLT MemoryType;
0178
0179 Flags FlagVals;
0180 Align BaseAlign;
0181 MachineAtomicInfo AtomicInfo;
0182 AAMDNodes AAInfo;
0183 const MDNode *Ranges;
0184
0185 public:
0186
0187
0188
0189
0190
0191 MachineMemOperand(MachinePointerInfo PtrInfo, Flags flags, LocationSize TS,
0192 Align a, const AAMDNodes &AAInfo = AAMDNodes(),
0193 const MDNode *Ranges = nullptr,
0194 SyncScope::ID SSID = SyncScope::System,
0195 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
0196 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic);
0197 MachineMemOperand(MachinePointerInfo PtrInfo, Flags flags, LLT type, Align a,
0198 const AAMDNodes &AAInfo = AAMDNodes(),
0199 const MDNode *Ranges = nullptr,
0200 SyncScope::ID SSID = SyncScope::System,
0201 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
0202 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic);
0203
0204 const MachinePointerInfo &getPointerInfo() const { return PtrInfo; }
0205
0206
0207
0208
0209
0210
0211
0212
0213 const Value *getValue() const {
0214 return dyn_cast_if_present<const Value *>(PtrInfo.V);
0215 }
0216
0217 const PseudoSourceValue *getPseudoValue() const {
0218 return dyn_cast_if_present<const PseudoSourceValue *>(PtrInfo.V);
0219 }
0220
0221 const void *getOpaqueValue() const { return PtrInfo.V.getOpaqueValue(); }
0222
0223
0224 Flags getFlags() const { return FlagVals; }
0225
0226
0227 void setFlags(Flags f) { FlagVals |= f; }
0228
0229
0230
0231 int64_t getOffset() const { return PtrInfo.Offset; }
0232
0233 unsigned getAddrSpace() const { return PtrInfo.getAddrSpace(); }
0234
0235
0236
0237 LLT getMemoryType() const { return MemoryType; }
0238
0239
0240 LocationSize getSize() const {
0241 return MemoryType.isValid()
0242 ? LocationSize::precise(MemoryType.getSizeInBytes())
0243 : LocationSize::beforeOrAfterPointer();
0244 }
0245
0246
0247 LocationSize getSizeInBits() const {
0248 return MemoryType.isValid()
0249 ? LocationSize::precise(MemoryType.getSizeInBits())
0250 : LocationSize::beforeOrAfterPointer();
0251 }
0252
0253 LLT getType() const {
0254 return MemoryType;
0255 }
0256
0257
0258
0259 Align getAlign() const;
0260
0261
0262
0263 Align getBaseAlign() const { return BaseAlign; }
0264
0265
0266 AAMDNodes getAAInfo() const { return AAInfo; }
0267
0268
0269 const MDNode *getRanges() const { return Ranges; }
0270
0271
0272 SyncScope::ID getSyncScopeID() const {
0273 return static_cast<SyncScope::ID>(AtomicInfo.SSID);
0274 }
0275
0276
0277
0278
0279 AtomicOrdering getSuccessOrdering() const {
0280 return static_cast<AtomicOrdering>(AtomicInfo.Ordering);
0281 }
0282
0283
0284
0285 AtomicOrdering getFailureOrdering() const {
0286 return static_cast<AtomicOrdering>(AtomicInfo.FailureOrdering);
0287 }
0288
0289
0290
0291
0292 AtomicOrdering getMergedOrdering() const {
0293 return getMergedAtomicOrdering(getSuccessOrdering(), getFailureOrdering());
0294 }
0295
0296 bool isLoad() const { return FlagVals & MOLoad; }
0297 bool isStore() const { return FlagVals & MOStore; }
0298 bool isVolatile() const { return FlagVals & MOVolatile; }
0299 bool isNonTemporal() const { return FlagVals & MONonTemporal; }
0300 bool isDereferenceable() const { return FlagVals & MODereferenceable; }
0301 bool isInvariant() const { return FlagVals & MOInvariant; }
0302
0303
0304
0305 bool isAtomic() const {
0306 return getSuccessOrdering() != AtomicOrdering::NotAtomic;
0307 }
0308
0309
0310
0311
0312 bool isUnordered() const {
0313 return (getSuccessOrdering() == AtomicOrdering::NotAtomic ||
0314 getSuccessOrdering() == AtomicOrdering::Unordered) &&
0315 !isVolatile();
0316 }
0317
0318
0319
0320
0321 void refineAlignment(const MachineMemOperand *MMO);
0322
0323
0324
0325
0326 void setValue(const Value *NewSV) { PtrInfo.V = NewSV; }
0327 void setValue(const PseudoSourceValue *NewSV) { PtrInfo.V = NewSV; }
0328 void setOffset(int64_t NewOffset) { PtrInfo.Offset = NewOffset; }
0329
0330
0331 void setType(LLT NewTy) {
0332 MemoryType = NewTy;
0333 }
0334
0335
0336 void clearRanges() { Ranges = nullptr; }
0337
0338
0339
0340 void print(raw_ostream &OS, ModuleSlotTracker &MST,
0341 SmallVectorImpl<StringRef> &SSNs, const LLVMContext &Context,
0342 const MachineFrameInfo *MFI, const TargetInstrInfo *TII) const;
0343
0344
0345 friend bool operator==(const MachineMemOperand &LHS,
0346 const MachineMemOperand &RHS) {
0347 return LHS.getValue() == RHS.getValue() &&
0348 LHS.getPseudoValue() == RHS.getPseudoValue() &&
0349 LHS.getSize() == RHS.getSize() &&
0350 LHS.getOffset() == RHS.getOffset() &&
0351 LHS.getFlags() == RHS.getFlags() &&
0352 LHS.getAAInfo() == RHS.getAAInfo() &&
0353 LHS.getRanges() == RHS.getRanges() &&
0354 LHS.getAlign() == RHS.getAlign() &&
0355 LHS.getAddrSpace() == RHS.getAddrSpace();
0356 }
0357
0358 friend bool operator!=(const MachineMemOperand &LHS,
0359 const MachineMemOperand &RHS) {
0360 return !(LHS == RHS);
0361 }
0362 };
0363
0364 }
0365
0366 #endif