95#define DEPOTNAME "__local_depot"
105 if (
const User *U = dyn_cast<User>(V)) {
106 for (
unsigned i = 0, e = U->getNumOperands(); i != e; ++i) {
122 if (Visited.
count(GV))
126 if (!Visiting.
insert(GV).second)
144 NVPTX_MC::verifyInstructionPredicates(
MI->getOpcode(),
148 lowerToMCInst(
MI, Inst);
153bool NVPTXAsmPrinter::lowerImageHandleOperand(
const MachineInstr *
MI,
161 if (OpNo == 4 && MO.
isImm()) {
162 lowerImageHandleSymbol(MO.
getImm(), MCOp);
166 lowerImageHandleSymbol(MO.
getImm(), MCOp);
176 if (OpNo == VecSize && MO.
isImm()) {
177 lowerImageHandleSymbol(MO.
getImm(), MCOp);
184 if (OpNo == 0 && MO.
isImm()) {
185 lowerImageHandleSymbol(MO.
getImm(), MCOp);
192 if (OpNo == 1 && MO.
isImm()) {
193 lowerImageHandleSymbol(MO.
getImm(), MCOp);
203void NVPTXAsmPrinter::lowerImageHandleSymbol(
unsigned Index,
MCOperand &MCOp) {
216 if (
MI->getOpcode() == NVPTX::CALL_PROTOTYPE) {
224 for (
unsigned i = 0, e =
MI->getNumOperands(); i !=
e; ++i) {
229 if (lowerImageHandleOperand(
MI, i, MCOp)) {
235 if (lowerOperand(MO, MCOp))
285unsigned NVPTXAsmPrinter::encodeVirtualRegister(
unsigned Reg) {
290 unsigned RegNum = RegMap[
Reg];
295 if (RC == &NVPTX::Int1RegsRegClass) {
297 }
else if (RC == &NVPTX::Int16RegsRegClass) {
299 }
else if (RC == &NVPTX::Int32RegsRegClass) {
301 }
else if (RC == &NVPTX::Int64RegsRegClass) {
303 }
else if (RC == &NVPTX::Float32RegsRegClass) {
305 }
else if (RC == &NVPTX::Float64RegsRegClass) {
307 }
else if (RC == &NVPTX::Float16RegsRegClass) {
309 }
else if (RC == &NVPTX::Float16x2RegsRegClass) {
316 Ret |= (RegNum & 0x0FFFFFFF);
321 return Reg & 0x0FFFFFFF;
337 Type *Ty =
F->getReturnType();
349 if (
auto *ITy = dyn_cast<IntegerType>(Ty)) {
350 size = ITy->getBitWidth();
360 O <<
".param .b" <<
size <<
" func_retval0";
361 }
else if (isa<PointerType>(Ty)) {
362 O <<
".param .b" << TLI->getPointerTy(
DL).getSizeInBits()
365 unsigned totalsz =
DL.getTypeAllocSize(Ty);
366 unsigned retAlignment = 0;
368 retAlignment = TLI->getFunctionParamOptimizedAlign(F, Ty,
DL).value();
369 O <<
".param .align " << retAlignment <<
" .b8 func_retval0[" << totalsz
377 for (
unsigned i = 0, e = vtparts.
size(); i != e; ++i) {
379 EVT elemtype = vtparts[i];
381 elems = vtparts[i].getVectorNumElements();
382 elemtype = vtparts[i].getVectorElementType();
385 for (
unsigned j = 0, je = elems;
j != je; ++
j) {
389 O <<
".reg .b" << sz <<
" func_retval" << idx;
404 printReturnValStr(&F, O);
409bool NVPTXAsmPrinter::isLoopHeaderOfNoUnroll(
424 if (
const BasicBlock *PBB = PMBB->getBasicBlock()) {
426 PBB->getTerminator()->getMetadata(LLVMContext::MD_loop)) {
429 if (
MDNode *UnrollCountMD =
431 if (mdconst::extract<ConstantInt>(UnrollCountMD->getOperand(1))
443 if (isLoopHeaderOfNoUnroll(
MBB))
447void NVPTXAsmPrinter::emitFunctionEntryLabel() {
451 if (!GlobalsEmitted) {
453 GlobalsEmitted =
true;
459 emitLinkageDirective(F, O);
464 printReturnValStr(*
MF, O);
469 emitFunctionParamList(F, O);
472 emitKernelFunctionDirectives(*F, O);
482 setAndEmitFunctionVirtualRegisters(*
MF);
499void NVPTXAsmPrinter::emitFunctionBodyStart() {
506void NVPTXAsmPrinter::emitFunctionBodyEnd() {
516void NVPTXAsmPrinter::emitImplicitDef(
const MachineInstr *
MI)
const {
529void NVPTXAsmPrinter::emitKernelFunctionDirectives(
const Function &
F,
534 unsigned reqntidx, reqntidy, reqntidz;
535 bool specified =
false;
550 O <<
".reqntid " << reqntidx <<
", " << reqntidy <<
", " << reqntidz
556 unsigned maxntidx, maxntidy, maxntidz;
572 O <<
".maxntid " << maxntidx <<
", " << maxntidy <<
", " << maxntidz
577 O <<
".minnctapersm " << mincta <<
"\n";
581 O <<
".maxnreg " << maxnreg <<
"\n";
592 assert(
I != VRegMapping.
end() &&
"Bad register class");
596 assert(
VI != RegMap.
end() &&
"Bad virtual register");
597 unsigned MappedVR =
VI->second;
605void NVPTXAsmPrinter::emitVirtualRegister(
unsigned int vr,
611 emitLinkageDirective(F, O);
616 printReturnValStr(F, O);
619 emitFunctionParamList(F, O);
630 return GV->getName() !=
"llvm.used";
633 for (
const User *U :
C->users())
634 if (
const Constant *
C = dyn_cast<Constant>(U))
642 if (
const GlobalVariable *othergv = dyn_cast<GlobalVariable>(U)) {
643 if (othergv->getName() ==
"llvm.used")
648 if (
instr->getParent() &&
instr->getParent()->getParent()) {
650 if (oneFunc && (curFunc != oneFunc))
658 for (
const User *UU : U->users())
692 for (
const User *U :
C->users()) {
693 if (
const Constant *cu = dyn_cast<Constant>(U)) {
696 }
else if (
const Instruction *
I = dyn_cast<Instruction>(U)) {
713 if (
F.getAttributes().hasFnAttr(
"nvptx-libcall-callee")) {
714 emitDeclaration(&F, O);
718 if (
F.isDeclaration()) {
721 if (
F.getIntrinsicID())
723 emitDeclaration(&F, O);
726 for (
const User *U :
F.users()) {
727 if (
const Constant *
C = dyn_cast<Constant>(U)) {
732 emitDeclaration(&F, O);
738 emitDeclaration(&F, O);
743 if (!isa<Instruction>(U))
757 emitDeclaration(&F, O);
766 if (!GV)
return true;
768 if (!InitList)
return true;
772void NVPTXAsmPrinter::emitStartOfAsmFile(
Module &M) {
782 emitHeader(M, OS1, *STI);
787 if (M.alias_size()) {
793 "Module has a nontrivial global ctor, which NVPTX does not support.");
798 "Module has a nontrivial global dtor, which NVPTX does not support.");
805 GlobalsEmitted =
false;
810void NVPTXAsmPrinter::emitGlobals(
const Module &M) {
814 emitDeclarations(M, OS2);
829 assert(GVVisited.
size() == M.global_size() &&
"Missed a global variable");
830 assert(GVVisiting.
size() == 0 &&
"Did not fully process a global variable");
837 for (
unsigned i = 0, e =
Globals.size(); i != e; ++i)
838 printModuleLevelGV(Globals[i], OS2,
false, STI);
848 O <<
"// Generated by LLVM NVPTX Back-End\n";
853 O <<
".version " << (PTXVersion / 10) <<
"." << (PTXVersion % 10) <<
"\n";
860 O <<
", texmode_independent";
862 bool HasFullDebugInfo =
false;
864 switch(
CU->getEmissionKind()) {
870 HasFullDebugInfo =
true;
873 if (HasFullDebugInfo)
881 O <<
".address_size ";
896 if (!GlobalsEmitted) {
898 GlobalsEmitted =
true;
912 OutStreamer->emitRawText(
"\t.section\t.debug_loc\t{\t}");
916 TS->outputDwarfFileDirectives();
934void NVPTXAsmPrinter::emitLinkageDirective(
const GlobalValue *V,
937 if (V->hasExternalLinkage()) {
938 if (isa<GlobalVariable>(V)) {
946 }
else if (
V->isDeclaration())
950 }
else if (
V->hasAppendingLinkage()) {
952 msg.append(
"Error: ");
953 msg.append(
"Symbol ");
955 msg.append(std::string(
V->getName()));
956 msg.append(
"has unsupported appending linkage type");
958 }
else if (!
V->hasInternalLinkage() &&
959 !
V->hasPrivateLinkage()) {
965void NVPTXAsmPrinter::printModuleLevelGV(
const GlobalVariable *GVar,
1010 emitPTXGlobalVariable(GVar, O, STI);
1018 const Constant *Initializer =
nullptr;
1023 CI = dyn_cast<ConstantInt>(Initializer);
1032 O <<
"addr_mode_" << i <<
" = ";
1038 O <<
"clamp_to_border";
1041 O <<
"clamp_to_edge";
1052 O <<
"filter_mode = ";
1067 O <<
", force_unnormalized_coords = 1";
1077 if (strncmp(GVar->
getName().
data(),
"unrollpragma", 12) == 0)
1081 if (strncmp(GVar->
getName().
data(),
"filename", 8) == 0)
1087 const Function *demotedFunc =
nullptr;
1089 O <<
"// " << GVar->
getName() <<
" has been demoted\n";
1090 if (localDecls.find(demotedFunc) != localDecls.end())
1091 localDecls[demotedFunc].push_back(GVar);
1093 std::vector<const GlobalVariable *> temp;
1094 temp.push_back(GVar);
1095 localDecls[demotedFunc] = temp;
1101 emitPTXAddressSpace(PTy->getAddressSpace(), O);
1106 ".attribute(.managed) requires PTX version >= 4.0 and sm_30");
1108 O <<
" .attribute(.managed)";
1112 O <<
" .align " <<
A->value();
1114 O <<
" .align " << (int)
DL.getPrefTypeAlign(ETy).value();
1123 O << getPTXFundamentalTypeStr(ETy,
false);
1134 if (!Initializer->
isNullValue() && !isa<UndefValue>(Initializer)) {
1136 printScalarConstant(Initializer, O);
1145 "' is not allowed in addrspace(" +
1146 Twine(PTy->getAddressSpace()) +
")");
1162 ElementSize =
DL.getTypeStoreSize(ETy);
1169 if (!isa<UndefValue>(Initializer) && !Initializer->
isNullValue()) {
1170 AggBuffer aggBuffer(ElementSize, *
this);
1171 bufferAggregateConstant(Initializer, &aggBuffer);
1172 if (aggBuffer.numSymbols()) {
1174 if (ElementSize % ptrSize ||
1175 !aggBuffer.allSymbolsAligned(ptrSize)) {
1179 "initialized packed aggregate with pointers '" +
1181 "' requires at least PTX ISA version 7.1");
1184 O <<
"[" << ElementSize <<
"] = {";
1185 aggBuffer.printBytes(O);
1188 O <<
" .u" << ptrSize * 8 <<
" ";
1190 O <<
"[" << ElementSize / ptrSize <<
"] = {";
1191 aggBuffer.printWords(O);
1197 O <<
"[" << ElementSize <<
"] = {";
1198 aggBuffer.printBytes(O);
1227void NVPTXAsmPrinter::AggBuffer::printSymbol(
unsigned nSym,
raw_ostream &os) {
1228 const Value *
v = Symbols[nSym];
1229 const Value *v0 = SymbolsBeforeStripping[nSym];
1230 if (
const GlobalValue *GVar = dyn_cast<GlobalValue>(v)) {
1234 bool isGenericPointer = PTy && PTy->getAddressSpace() == 0;
1235 if (EmitGeneric && isGenericPointer && !isa<Function>(v)) {
1237 Name->print(os, AP.MAI);
1240 Name->print(os, AP.MAI);
1242 }
else if (
const ConstantExpr *CExpr = dyn_cast<ConstantExpr>(v0)) {
1243 const MCExpr *Expr = AP.lowerConstantForGV(cast<Constant>(CExpr),
false);
1244 AP.printMCExpr(*Expr, os);
1249void NVPTXAsmPrinter::AggBuffer::printBytes(
raw_ostream &os) {
1250 unsigned int ptrSize = AP.MAI->getCodePointerSize();
1251 symbolPosInBuffer.push_back(size);
1252 unsigned int nSym = 0;
1253 unsigned int nextSymbolPos = symbolPosInBuffer[nSym];
1254 for (
unsigned int pos = 0; pos <
size;) {
1257 if (pos != nextSymbolPos) {
1258 os << (
unsigned int)buffer[pos];
1265 std::string symText;
1267 printSymbol(nSym, oss);
1268 for (
unsigned i = 0; i < ptrSize; ++i) {
1272 os <<
"(" << symText <<
")";
1275 nextSymbolPos = symbolPosInBuffer[++nSym];
1276 assert(nextSymbolPos >= pos);
1280void NVPTXAsmPrinter::AggBuffer::printWords(
raw_ostream &os) {
1281 unsigned int ptrSize = AP.MAI->getCodePointerSize();
1282 symbolPosInBuffer.push_back(size);
1283 unsigned int nSym = 0;
1284 unsigned int nextSymbolPos = symbolPosInBuffer[nSym];
1285 assert(nextSymbolPos % ptrSize == 0);
1286 for (
unsigned int pos = 0; pos <
size; pos += ptrSize) {
1289 if (pos == nextSymbolPos) {
1290 printSymbol(nSym, os);
1291 nextSymbolPos = symbolPosInBuffer[++nSym];
1292 assert(nextSymbolPos % ptrSize == 0);
1293 assert(nextSymbolPos >= pos + ptrSize);
1294 }
else if (ptrSize == 4)
1302 if (localDecls.find(f) == localDecls.end())
1305 std::vector<const GlobalVariable *> &gvars = localDecls[
f];
1312 O <<
"\t// demoted variable\n\t";
1313 printModuleLevelGV(GV, O,
true, STI);
1317void NVPTXAsmPrinter::emitPTXAddressSpace(
unsigned int AddressSpace,
1340NVPTXAsmPrinter::getPTXFundamentalTypeStr(
Type *Ty,
bool useB4PTR)
const {
1343 unsigned NumBits = cast<IntegerType>(Ty)->getBitWidth();
1346 else if (NumBits <= 64) {
1347 std::string
name =
"u";
1348 return name + utostr(NumBits);
1364 assert((PtrSize == 64 || PtrSize == 32) &&
"Unexpected pointer size");
1382void NVPTXAsmPrinter::emitPTXGlobalVariable(
const GlobalVariable *GVar,
1395 ".attribute(.managed) requires PTX version >= 4.0 and sm_30");
1397 O <<
" .attribute(.managed)";
1400 O <<
" .align " <<
A->value();
1402 O <<
" .align " << (int)
DL.getPrefTypeAlign(ETy).value();
1414 O << getPTXFundamentalTypeStr(ETy);
1420 int64_t ElementSize = 0;
1430 ElementSize =
DL.getTypeStoreSize(ETy);
1451 unsigned paramIndex = 0;
1457 if (
F->arg_empty() && !
F->isVarArg()) {
1464 for (
I =
F->arg_begin(),
E =
F->arg_end();
I !=
E; ++
I, paramIndex++) {
1465 Type *Ty =
I->getType();
1476 std::string sname = std::string(
I->getName());
1478 if (hasImageHandles)
1479 O <<
"\t.param .u64 .ptr .surfref ";
1481 O <<
"\t.param .surfref ";
1482 O << TLI->getParamName(F, paramIndex);
1485 if (hasImageHandles)
1486 O <<
"\t.param .u64 .ptr .texref ";
1488 O <<
"\t.param .texref ";
1489 O << TLI->getParamName(F, paramIndex);
1492 if (hasImageHandles)
1493 O <<
"\t.param .u64 .ptr .samplerref ";
1495 O <<
"\t.param .samplerref ";
1496 O << TLI->getParamName(F, paramIndex);
1502 auto getOptimalAlignForParam = [TLI, &
DL, &PAL,
F,
1504 Align TypeAlign = TLI->getFunctionParamOptimizedAlign(F, Ty,
DL);
1505 MaybeAlign ParamAlign = PAL.getParamAlignment(paramIndex);
1506 return std::max(TypeAlign, ParamAlign.
valueOrOne());
1509 if (!PAL.hasParamAttr(paramIndex, Attribute::ByVal)) {
1515 Align OptimalAlign = getOptimalAlignForParam(Ty);
1517 O <<
"\t.param .align " << OptimalAlign.
value() <<
" .b8 ";
1518 O << TLI->getParamName(F, paramIndex);
1519 O <<
"[" <<
DL.getTypeAllocSize(Ty) <<
"]";
1524 auto *PTy = dyn_cast<PointerType>(Ty);
1525 unsigned PTySizeInBits = 0;
1528 TLI->getPointerTy(
DL, PTy->getAddressSpace()).getSizeInBits();
1529 assert(PTySizeInBits &&
"Invalid pointer size");
1535 O <<
"\t.param .u" << PTySizeInBits <<
" ";
1539 int addrSpace = PTy->getAddressSpace();
1540 switch (addrSpace) {
1545 O <<
".ptr .const ";
1548 O <<
".ptr .shared ";
1551 O <<
".ptr .global ";
1554 Align ParamAlign =
I->getParamAlign().valueOrOne();
1555 O <<
".align " << ParamAlign.
value() <<
" ";
1557 O << TLI->getParamName(F, paramIndex);
1567 O << getPTXFundamentalTypeStr(Ty);
1569 O << TLI->getParamName(F, paramIndex);
1575 if (isa<IntegerType>(Ty)) {
1576 sz = cast<IntegerType>(Ty)->getBitWidth();
1579 assert(PTySizeInBits &&
"Invalid pointer size");
1589 O <<
"\t.param .b" << sz <<
" ";
1591 O <<
"\t.reg .b" << sz <<
" ";
1592 O << TLI->getParamName(F, paramIndex);
1597 Type *ETy = PAL.getParamByValType(paramIndex);
1598 assert(ETy &&
"Param should have byval type");
1600 if (isABI || isKernelFunc) {
1605 Align OptimalAlign =
1607 ? getOptimalAlignForParam(ETy)
1608 : TLI->getFunctionByValParamAlign(
1609 F, ETy, PAL.getParamAlignment(paramIndex).valueOrOne(),
DL);
1611 unsigned sz =
DL.getTypeAllocSize(ETy);
1612 O <<
"\t.param .align " << OptimalAlign.
value() <<
" .b8 ";
1613 O << TLI->getParamName(F, paramIndex);
1614 O <<
"[" << sz <<
"]";
1623 for (
unsigned i = 0, e = vtparts.
size(); i != e; ++i) {
1625 EVT elemtype = vtparts[i];
1627 elems = vtparts[i].getVectorNumElements();
1628 elemtype = vtparts[i].getVectorElementType();
1631 for (
unsigned j = 0, je = elems;
j != je; ++
j) {
1635 O <<
"\t.reg .b" << sz <<
" ";
1636 O << TLI->getParamName(F, paramIndex);
1649 if (
F->isVarArg()) {
1654 O << TLI->getParamName(F, -1) <<
"[]";
1660void NVPTXAsmPrinter::setAndEmitFunctionVirtualRegisters(
1677 O <<
"\t.reg .b64 \t%SP;\n";
1678 O <<
"\t.reg .b64 \t%SPL;\n";
1680 O <<
"\t.reg .b32 \t%SP;\n";
1681 O <<
"\t.reg .b32 \t%SPL;\n";
1690 for (
unsigned i = 0; i < numVRs; i++) {
1694 int n = regmap.
size();
1695 regmap.
insert(std::make_pair(vr, n + 1));
1710 for (
unsigned i=0; i<
TRI->getNumRegClasses(); i++) {
1715 int n = regmap.
size();
1719 O <<
"\t.reg " << rcname <<
" \t" << rcStr <<
"<" << (n+1)
1730 unsigned int numHex;
1749 if (
const ConstantInt *CI = dyn_cast<ConstantInt>(CPV)) {
1753 if (
const ConstantFP *CFP = dyn_cast<ConstantFP>(CPV)) {
1754 printFPConstant(CFP, O);
1757 if (isa<ConstantPointerNull>(CPV)) {
1761 if (
const GlobalValue *GVar = dyn_cast<GlobalValue>(CPV)) {
1762 bool IsNonGenericPointer =
false;
1764 IsNonGenericPointer =
true;
1766 if (EmitGeneric && !isa<Function>(CPV) && !IsNonGenericPointer) {
1775 if (
const ConstantExpr *Cexpr = dyn_cast<ConstantExpr>(CPV)) {
1776 const MCExpr *
E = lowerConstantForGV(cast<Constant>(Cexpr),
false);
1783void NVPTXAsmPrinter::bufferLEByte(
const Constant *CPV,
int Bytes,
1784 AggBuffer *AggBuffer) {
1786 int AllocSize =
DL.getTypeAllocSize(CPV->
getType());
1790 AggBuffer->addZeros(Bytes ? Bytes : AllocSize);
1795 auto AddIntToBuffer = [AggBuffer, Bytes](
const APInt &Val) {
1796 size_t NumBytes = (Val.getBitWidth() + 7) / 8;
1798 for (
unsigned I = 0;
I < NumBytes; ++
I) {
1799 Buf[
I] = Val.extractBitsAsZExtValue(8,
I * 8);
1801 AggBuffer->addBytes(Buf.data(), NumBytes, Bytes);
1806 if (
const auto CI = dyn_cast<ConstantInt>(CPV)) {
1810 if (
const auto *Cexpr = dyn_cast<ConstantExpr>(CPV)) {
1811 if (
const auto *CI =
1816 if (Cexpr->getOpcode() == Instruction::PtrToInt) {
1817 Value *
V = Cexpr->getOperand(0)->stripPointerCasts();
1818 AggBuffer->addSymbol(V, Cexpr->getOperand(0));
1819 AggBuffer->addZeros(AllocSize);
1830 AddIntToBuffer(cast<ConstantFP>(CPV)->getValueAPF().bitcastToAPInt());
1834 if (
const GlobalValue *GVar = dyn_cast<GlobalValue>(CPV)) {
1835 AggBuffer->addSymbol(GVar, GVar);
1836 }
else if (
const ConstantExpr *Cexpr = dyn_cast<ConstantExpr>(CPV)) {
1837 const Value *
v = Cexpr->stripPointerCasts();
1838 AggBuffer->addSymbol(v, Cexpr);
1840 AggBuffer->addZeros(AllocSize);
1847 if (isa<ConstantAggregate>(CPV) || isa<ConstantDataSequential>(CPV)) {
1848 bufferAggregateConstant(CPV, AggBuffer);
1849 if (Bytes > AllocSize)
1850 AggBuffer->addZeros(Bytes - AllocSize);
1851 }
else if (isa<ConstantAggregateZero>(CPV))
1852 AggBuffer->addZeros(Bytes);
1863void NVPTXAsmPrinter::bufferAggregateConstant(
const Constant *CPV,
1864 AggBuffer *aggBuffer) {
1869 if (
const ConstantInt *CI = dyn_cast<ConstantInt>(CPV)) {
1871 for (
unsigned I = 0,
E =
DL.getTypeAllocSize(CPV->
getType());
I <
E; ++
I) {
1873 aggBuffer->addBytes(&Byte, 1, 1);
1880 if (isa<ConstantArray>(CPV) || isa<ConstantVector>(CPV)) {
1883 bufferLEByte(cast<Constant>(CPV->
getOperand(i)), 0, aggBuffer);
1888 dyn_cast<ConstantDataSequential>(CPV)) {
1889 if (CDS->getNumElements())
1890 for (
unsigned i = 0; i < CDS->getNumElements(); ++i)
1891 bufferLEByte(cast<Constant>(CDS->getElementAsConstant(i)), 0,
1896 if (isa<ConstantStruct>(CPV)) {
1901 Bytes =
DL.getStructLayout(ST)->getElementOffset(0) +
1902 DL.getTypeAllocSize(ST) -
1903 DL.getStructLayout(ST)->getElementOffset(i);
1905 Bytes =
DL.getStructLayout(ST)->getElementOffset(i + 1) -
1906 DL.getStructLayout(ST)->getElementOffset(i);
1907 bufferLEByte(cast<Constant>(CPV->
getOperand(i)), Bytes, aggBuffer);
1920NVPTXAsmPrinter::lowerConstantForGV(
const Constant *CV,
bool ProcessingGeneric) {
1926 if (
const ConstantInt *CI = dyn_cast<ConstantInt>(CV))
1929 if (
const GlobalValue *GV = dyn_cast<GlobalValue>(CV)) {
1932 if (ProcessingGeneric) {
1944 switch (
CE->getOpcode()) {
1951 return lowerConstantForGV(
C, ProcessingGeneric);
1956 OS <<
"Unsupported expression in static initializer: ";
1957 CE->printAsOperand(
OS,
false,
1962 case Instruction::AddrSpaceCast: {
1965 if (DstTy->getAddressSpace() == 0) {
1966 return lowerConstantForGV(cast<const Constant>(
CE->getOperand(0)),
true);
1970 OS <<
"Unsupported expression in static initializer: ";
1971 CE->printAsOperand(
OS,
false,
1976 case Instruction::GetElementPtr: {
1980 APInt OffsetAI(
DL.getPointerTypeSizeInBits(
CE->getType()), 0);
1981 cast<GEPOperator>(CE)->accumulateConstantOffset(
DL, OffsetAI);
1983 const MCExpr *
Base = lowerConstantForGV(
CE->getOperand(0),
1988 int64_t
Offset = OffsetAI.getSExtValue();
1993 case Instruction::Trunc:
1999 case Instruction::BitCast:
2000 return lowerConstantForGV(
CE->getOperand(0), ProcessingGeneric);
2002 case Instruction::IntToPtr: {
2010 return lowerConstantForGV(Op, ProcessingGeneric);
2013 case Instruction::PtrToInt: {
2019 Type *Ty =
CE->getType();
2021 const MCExpr *OpExpr = lowerConstantForGV(Op, ProcessingGeneric);
2025 if (
DL.getTypeAllocSize(Ty) ==
DL.getTypeAllocSize(
Op->getType()))
2031 unsigned InBits =
DL.getTypeAllocSizeInBits(
Op->getType());
2038 case Instruction::Add: {
2039 const MCExpr *
LHS = lowerConstantForGV(
CE->getOperand(0), ProcessingGeneric);
2040 const MCExpr *
RHS = lowerConstantForGV(
CE->getOperand(1), ProcessingGeneric);
2041 switch (
CE->getOpcode()) {
2053 return cast<MCTargetExpr>(&Expr)->printImpl(
OS,
MAI);
2055 OS << cast<MCConstantExpr>(Expr).getValue();
2081 if (isa<MCConstantExpr>(BE.
getLHS()) || isa<MCSymbolRefExpr>(BE.
getLHS()) ||
2082 isa<NVPTXGenericMCSymbolRefExpr>(BE.
getLHS())) {
2094 if (RHSC->getValue() < 0) {
2095 OS << RHSC->getValue();
2106 if (isa<MCConstantExpr>(BE.
getRHS()) || isa<MCSymbolRefExpr>(BE.
getRHS())) {
2122bool NVPTXAsmPrinter::PrintAsmOperand(
const MachineInstr *
MI,
unsigned OpNo,
2124 if (ExtraCode && ExtraCode[0]) {
2125 if (ExtraCode[1] != 0)
2128 switch (ExtraCode[0]) {
2137 printOperand(
MI, OpNo, O);
2142bool NVPTXAsmPrinter::PrintAsmMemoryOperand(
const MachineInstr *
MI,
2144 const char *ExtraCode,
2146 if (ExtraCode && ExtraCode[0])
2150 printMemOperand(
MI, OpNo, O);
2156void NVPTXAsmPrinter::printOperand(
const MachineInstr *
MI,
int opNum,
2162 if (MO.
getReg() == NVPTX::VRDepot)
2167 emitVirtualRegister(MO.
getReg(), O);
2192void NVPTXAsmPrinter::printMemOperand(
const MachineInstr *
MI,
int opNum,
2194 printOperand(
MI, opNum, O);
2196 if (Modifier && strcmp(Modifier,
"add") == 0) {
2198 printOperand(
MI, opNum + 1, O);
2200 if (
MI->getOperand(opNum + 1).isImm() &&
2201 MI->getOperand(opNum + 1).getImm() == 0)
2204 printOperand(
MI, opNum + 1, O);
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
This file declares a class to represent arbitrary precision floating point values and provide a varie...
This file implements a class to represent arbitrary precision integral constant values and operations...
This file contains the simple types necessary to represent the attributes associated with functions a...
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
#define LLVM_EXTERNAL_VISIBILITY
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Looks at all the uses of the given value Returns the Liveness deduced from the uses of this value Adds all uses that cause the result to be MaybeLive to MaybeLiveRetUses If the result is MaybeLiveUses might be modified but its content should be ignored(since it might not be complete). DeadArgumentEliminationPass
This file defines the DenseMap class.
This file defines the DenseSet and SmallDenseSet classes.
static GCMetadataPrinterRegistry::Add< ErlangGCPrinter > X("erlang", "erlang-compatible garbage collector")
unsigned const TargetRegisterInfo * TRI
Module.h This file contains the declarations for the Module class.
static bool isEmptyXXStructor(GlobalVariable *GV)
static bool usedInOneFunc(const User *U, Function const *&oneFunc)
static void VisitGlobalVariableForEmission(const GlobalVariable *GV, SmallVectorImpl< const GlobalVariable * > &Order, DenseSet< const GlobalVariable * > &Visited, DenseSet< const GlobalVariable * > &Visiting)
VisitGlobalVariableForEmission - Add GV to the list of GlobalVariable instances to be emitted,...
LLVM_EXTERNAL_VISIBILITY void LLVMInitializeNVPTXAsmPrinter()
static bool usedInGlobalVarDef(const Constant *C)
static bool useFuncSeen(const Constant *C, DenseMap< const Function *, bool > &seenMap)
static void DiscoverDependentGlobals(const Value *V, DenseSet< const GlobalVariable * > &Globals)
DiscoverDependentGlobals - Return a set of GlobalVariables on which V depends.
static bool canDemoteGlobalVar(const GlobalVariable *gv, Function const *&f)
static GCMetadataPrinterRegistry::Add< OcamlGCMetadataPrinter > Y("ocaml", "ocaml 3.10-compatible collector")
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallString class.
This file defines the SmallVector class.
opStatus convert(const fltSemantics &ToSemantics, roundingMode RM, bool *losesInfo)
APInt bitcastToAPInt() const
Class for arbitrary precision integers.
APInt getLoBits(unsigned numBits) const
Compute an APInt containing numBits lowbits from this APInt.
uint64_t getZExtValue() const
Get zero extended value.
void lshrInPlace(unsigned ShiftAmt)
Logical right-shift this APInt by ShiftAmt in place.
This class represents an incoming formal argument to a Function.
MCSymbol * getSymbol(const GlobalValue *GV) const
void EmitToStreamer(MCStreamer &S, const MCInst &Inst)
TargetMachine & TM
Target machine description.
virtual void PrintSymbolOperand(const MachineOperand &MO, raw_ostream &OS)
Print the MachineOperand as a symbol.
const MCAsmInfo * MAI
Target Asm Printer information.
MachineFunction * MF
The current machine function.
bool doInitialization(Module &M) override
Set up the AsmPrinter when we are working on a new module.
unsigned getFunctionNumber() const
Return a unique ID for the current function.
MCSymbol * CurrentFnSym
The symbol for the current function.
MachineModuleInfo * MMI
This is a pointer to the current MachineModuleInfo.
MCContext & OutContext
This is the context for the output file that we are streaming.
bool doFinalization(Module &M) override
Shut down the asmprinter.
MCSymbol * GetExternalSymbolSymbol(StringRef Sym) const
Return the MCSymbol for the specified ExternalSymbol.
virtual void emitBasicBlockStart(const MachineBasicBlock &MBB)
Targets can override this to emit stuff at the start of a basic block.
bool runOnMachineFunction(MachineFunction &MF) override
Emit the specified function out to the OutStreamer.
std::unique_ptr< MCStreamer > OutStreamer
This is the MCStreamer object for the file we are generating.
const DataLayout & getDataLayout() const
Return information about data layout.
void emitInitialRawDwarfLocDirective(const MachineFunction &MF)
Emits inital debug location directive.
const MCSubtargetInfo & getSubtargetInfo() const
Return information about subtarget.
virtual bool PrintAsmOperand(const MachineInstr *MI, unsigned OpNo, const char *ExtraCode, raw_ostream &OS)
Print the specified operand of MI, an INLINEASM instruction, using the specified assembler variant.
LLVM Basic Block Representation.
const Function * getParent() const
Return the enclosing method, or null if none.
ConstantArray - Constant Array Declarations.
ConstantDataSequential - A vector or array constant whose element type is a simple 1/2/4/8-byte integ...
A constant value that is initialized with an expression using other constant values.
static Constant * getIntegerCast(Constant *C, Type *Ty, bool IsSigned)
Create a ZExt, Bitcast or Trunc for integer -> integer casts.
ConstantFP - Floating Point Values [float, double].
const APFloat & getValueAPF() const
This is the shared class of boolean and integer constants.
uint64_t getZExtValue() const
Return the constant as a 64-bit unsigned integer value after it has been zero extended as appropriate...
const APInt & getValue() const
Return the constant as an APInt value reference.
This is an important base class in LLVM.
bool isNullValue() const
Return true if this is the value that would be returned by getNullValue.
A parsed version of the target data layout string in and methods for querying it.
iterator find(const_arg_type_t< KeyT > Val)
bool contains(const_arg_type_t< KeyT > Val) const
Return true if the specified key is in the map, false otherwise.
std::pair< iterator, bool > insert(const std::pair< KeyT, ValueT > &KV)
Implements a dense probed hash-table based set.
StringRef getSection() const
Get the custom section of this global if it has one.
MaybeAlign getAlign() const
Returns the alignment of the given variable or function.
bool hasSection() const
Check if this global has a custom object file section.
bool hasLinkOnceLinkage() const
bool hasExternalLinkage() const
bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
bool hasPrivateLinkage() const
Module * getParent()
Get the module that this global value is contained inside of...
bool hasInternalLinkage() const
PointerType * getType() const
Global values are always pointers.
bool hasWeakLinkage() const
bool hasCommonLinkage() const
bool hasAvailableExternallyLinkage() const
Type * getValueType() const
const Constant * getInitializer() const
getInitializer - Return the initializer for this global variable.
bool hasInitializer() const
Definitions have initializers, declarations don't.
This class describes a target machine that is implemented with the LLVM target-independent code gener...
unsigned getCodePointerSize() const
Get the code pointer size in bytes.
Binary assembler expressions.
const MCExpr * getLHS() const
Get the left-hand side expression of the binary operator.
const MCExpr * getRHS() const
Get the right-hand side expression of the binary operator.
static const MCBinaryExpr * createAnd(const MCExpr *LHS, const MCExpr *RHS, MCContext &Ctx)
static const MCBinaryExpr * createAdd(const MCExpr *LHS, const MCExpr *RHS, MCContext &Ctx)
Opcode getOpcode() const
Get the kind of this binary expression.
static const MCConstantExpr * create(int64_t Value, MCContext &Ctx, bool PrintInHex=false, unsigned SizeInBytes=0)
Context object for machine code objects.
MCSymbol * getOrCreateSymbol(const Twine &Name)
Lookup the symbol inside with the specified Name.
Base class for the full range of assembler expressions which are needed for parsing.
@ Unary
Unary expressions.
@ Constant
Constant expressions.
@ SymbolRef
References to labels and assigned expressions.
@ Target
Target specific expression.
@ Binary
Binary expressions.
Instances of this class represent a single low-level machine instruction.
void addOperand(const MCOperand Op)
void setOpcode(unsigned Op)
Describe properties that are true of each instruction in the target description file.
Instances of this class represent operands of the MCInst class.
static MCOperand createReg(unsigned Reg)
static MCOperand createExpr(const MCExpr *Val)
static MCOperand createImm(int64_t Val)
Represent a reference to a symbol from inside an expression.
const MCSymbol & getSymbol() const
static const MCSymbolRefExpr * create(const MCSymbol *Symbol, MCContext &Ctx)
MCSymbol - Instances of this class represent a symbol name in the MC file, and MCSymbols are created ...
void print(raw_ostream &OS, const MCAsmInfo *MAI) const
print - Print the value to the stream OS.
Unary assembler expressions.
Opcode getOpcode() const
Get the kind of this unary expression.
const MCExpr * getSubExpr() const
Get the child of this unary expression.
MCSymbol * getSymbol() const
Return the MCSymbol for this basic block.
iterator_range< pred_iterator > predecessors()
The MachineFrameInfo class represents an abstract stack frame until prolog/epilog code is inserted.
uint64_t getStackSize() const
Return the number of bytes that must be allocated to hold all of the fixed size frame objects.
Align getMaxAlign() const
Return the alignment in bytes that this function must be aligned to, which is greater than the defaul...
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
MachineFrameInfo & getFrameInfo()
getFrameInfo - Return the frame info object for the current function.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
Function & getFunction()
Return the LLVM function that this machine code represents.
const LLVMTargetMachine & getTarget() const
getTarget - Return the target machine this machine code is compiled with
Ty * getInfo()
getInfo - Keep track of various per-function pieces of information for backends that would like to do...
Representation of each machine instruction.
bool isLoopHeader(const MachineBasicBlock *BB) const
True if the block is a loop header node.
MachineLoop * getLoopFor(const MachineBasicBlock *BB) const
Return the innermost loop that BB lives in.
bool hasDebugInfo() const
Returns true if valid debug info is present.
MachineOperand class - Representation of each machine instruction operand.
const GlobalValue * getGlobal() const
MachineBasicBlock * getMBB() const
bool isImm() const
isImm - Tests if this is a MO_Immediate operand.
MachineOperandType getType() const
getType - Returns the MachineOperandType for this operand.
const char * getSymbolName() const
Register getReg() const
getReg - Returns the register number.
const ConstantFP * getFPImm() const
@ MO_Immediate
Immediate operand.
@ MO_GlobalAddress
Address of a global value.
@ MO_MachineBasicBlock
MachineBasicBlock reference.
@ MO_Register
Register operand.
@ MO_ExternalSymbol
Name of external global symbol.
@ MO_FPImmediate
Floating-point immediate operand.
const TargetRegisterClass * getRegClass(Register Reg) const
Return the register class of the specified virtual register.
unsigned getNumVirtRegs() const
getNumVirtRegs - Return the number of virtual registers created.
A Module instance is used to store all the information related to an LLVM module.
bool doInitialization(Module &M) override
Set up the AsmPrinter when we are working on a new module.
bool runOnMachineFunction(MachineFunction &F) override
Emit the specified function out to the OutStreamer.
std::string getVirtualRegisterName(unsigned) const
bool doFinalization(Module &M) override
Shut down the asmprinter.
const MCSymbol * getFunctionFrameSymbol() const override
Return symbol for the function pseudo stack if the stack frame is not a register based.
static const NVPTXFloatMCExpr * createConstantFPHalf(const APFloat &Flt, MCContext &Ctx)
static const NVPTXFloatMCExpr * createConstantFPSingle(const APFloat &Flt, MCContext &Ctx)
static const NVPTXFloatMCExpr * createConstantFPDouble(const APFloat &Flt, MCContext &Ctx)
static const NVPTXGenericMCSymbolRefExpr * create(const MCSymbolRefExpr *SymExpr, MCContext &Ctx)
static const char * getRegisterName(MCRegister Reg)
const char * getImageHandleSymbol(unsigned Idx) const
Returns the symbol name at the given index.
const char * getName(unsigned RegNo) const
std::string getTargetName() const
bool hasImageHandles() const
unsigned getMaxRequiredAlignment() const
bool hasMaskOperator() const
const NVPTXTargetLowering * getTargetLowering() const override
unsigned getPTXVersion() const
const NVPTXRegisterInfo * getRegisterInfo() const override
unsigned int getSmVersion() const
NVPTX::DrvInterface getDrvInterface() const
const NVPTXSubtarget * getSubtargetImpl(const Function &) const override
Virtual method implemented by subclasses that returns a reference to that target's TargetSubtargetInf...
UniqueStringSaver & getStrPool() const
Implments NVPTX-specific streamer.
void closeLastSection()
Close last section.
unsigned getAddressSpace() const
Return the address space of the Pointer type.
Wrapper class representing virtual and physical registers.
bool isPhysical() const
Return true if the specified register number is in the physical register namespace.
static Register index2VirtReg(unsigned Index)
Convert a 0-based index to a virtual register number.
static bool isVirtualRegister(unsigned Reg)
Return true if the specified register number is in the virtual register namespace.
bool isVirtual() const
Return true if the specified register number is in the virtual register namespace.
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
bool startswith(StringRef Prefix) const
const char * data() const
data - Get a pointer to the start of the string (which may not be null terminated).
Class to represent struct types.
const STC & getSubtarget(const Function &F) const
This method returns a pointer to the specified type of TargetSubtargetInfo.
unsigned getPointerSizeInBits(unsigned AS) const
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
virtual const TargetRegisterInfo * getRegisterInfo() const
getRegisterInfo - If register information is available, return it.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
The instances of the Type class are immutable: once they are created, they are never changed.
bool isVectorTy() const
True if this is an instance of VectorType.
bool isPointerTy() const
True if this is an instance of PointerType.
unsigned getPointerAddressSpace() const
Get the address space of this pointer or pointer vector type.
@ HalfTyID
16-bit floating point type
@ VoidTyID
type with no size
@ FloatTyID
32-bit floating point type
@ IntegerTyID
Arbitrary bit width integers.
@ FixedVectorTyID
Fixed width SIMD vector type.
@ BFloatTyID
16-bit floating point type (7-bit significand)
@ DoubleTyID
64-bit floating point type
unsigned getScalarSizeInBits() const LLVM_READONLY
If this is a vector type, return the getPrimitiveSizeInBits value for the element type.
bool isAggregateType() const
Return true if the type is an aggregate type.
bool isHalfTy() const
Return true if this is 'half', a 16-bit IEEE fp type.
bool isFloatingPointTy() const
Return true if this is one of the floating-point types.
bool isIntOrPtrTy() const
Return true if this is an integer type or a pointer type.
bool isIntegerTy() const
True if this is an instance of IntegerType.
TypeID getTypeID() const
Return the type id for the type.
TypeSize getPrimitiveSizeInBits() const LLVM_READONLY
Return the basic size of this type if it is a primitive type.
StringRef save(const char *S)
Value * getOperand(unsigned i) const
unsigned getNumOperands() const
LLVM Value Representation.
Type * getType() const
All values are typed, get the type of this value.
StringRef getName() const
Return a constant reference to the value's name.
std::pair< iterator, bool > insert(const ValueT &V)
bool erase(const ValueT &V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
This class implements an extremely fast bulk output stream that can only output to a stream.
A raw_ostream that writes to an std::string.
A raw_ostream that writes to an SmallVector or SmallString.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ C
The default llvm calling convention, compatible with C.
LegalityPredicate isVector(unsigned TypeIdx)
True iff the specified type index is a vector.
@ CE
Windows NT (Windows on ARM)
Reg
All possible values of the reg field in the ModR/M byte.
uint64_t read64le(const void *P)
uint32_t read32le(const void *P)
This is an optimization pass for GlobalISel generic memory operations.
bool shouldEmitPTXNoReturn(const Value *V, const TargetMachine &TM)
auto size(R &&Range, std::enable_if_t< std::is_base_of< std::random_access_iterator_tag, typename std::iterator_traits< decltype(Range.begin())>::iterator_category >::value, void > *=nullptr)
Get the size of a range.
std::string getSamplerName(const Value &val)
bool getAlign(const Function &F, unsigned index, unsigned &align)
bool getMinCTASm(const Function &F, unsigned &x)
std::string getNVPTXRegClassName(TargetRegisterClass const *RC)
bool isImage(const Value &val)
bool getMaxNTIDz(const Function &F, unsigned &z)
Constant * ConstantFoldConstant(const Constant *C, const DataLayout &DL, const TargetLibraryInfo *TLI=nullptr)
ConstantFoldConstant - Fold the constant using the specified DataLayout.
bool isManaged(const Value &val)
unsigned promoteScalarArgumentSize(unsigned size)
bool isSurface(const Value &val)
void clearAnnotationCache(const Module *Mod)
void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
std::string getSurfaceName(const Value &val)
bool getReqNTIDx(const Function &F, unsigned &x)
bool getReqNTIDy(const Function &F, unsigned &y)
FormattedNumber format_hex_no_prefix(uint64_t N, unsigned Width, bool Upper=false)
format_hex_no_prefix - Output N as a fixed width hexadecimal.
bool getMaxNReg(const Function &F, unsigned &x)
bool isTexture(const Value &val)
bool isImageWriteOnly(const Value &val)
bool isImageReadWrite(const Value &val)
void write_hex(raw_ostream &S, uint64_t N, HexPrintStyle Style, std::optional< size_t > Width=std::nullopt)
std::string getTextureName(const Value &val)
std::string getNVPTXRegClassStr(TargetRegisterClass const *RC)
Target & getTheNVPTXTarget64()
bool isKernelFunction(const Function &F)
bool getReqNTIDz(const Function &F, unsigned &z)
bool getMaxNTIDx(const Function &F, unsigned &x)
void ComputeValueVTs(const TargetLowering &TLI, const DataLayout &DL, Type *Ty, SmallVectorImpl< EVT > &ValueVTs, SmallVectorImpl< uint64_t > *Offsets=nullptr, uint64_t StartingOffset=0)
ComputeValueVTs - Given an LLVM IR type, compute a sequence of EVTs that represent all the individual...
bool getMaxNTIDy(const Function &F, unsigned &y)
bool isSampler(const Value &val)
MDNode * GetUnrollMetadata(MDNode *LoopID, StringRef Name)
Given an llvm.loop loop id metadata node, returns the loop hint metadata node with the given name (fo...
Target & getTheNVPTXTarget32()
static const fltSemantics & IEEEsingle() LLVM_READNONE
static constexpr roundingMode rmNearestTiesToEven
static const fltSemantics & IEEEdouble() LLVM_READNONE
This struct is a compact representation of a valid (non-zero power of two) alignment.
uint64_t value() const
This is a hole in the type system and should not be abused.
TypeSize getSizeInBits() const
Return the size of the specified value type in bits.
bool isInteger() const
Return true if this is an integer or a vector integer type.
This struct is a compact representation of a valid (power of two) or undefined (0) alignment.
Align valueOrOne() const
For convenience, returns a valid alignment or 1 if undefined.
RegisterAsmPrinter - Helper template for registering a target specific assembly printer,...