LLVM 23.0.0git
RISCVCallLowering.cpp
Go to the documentation of this file.
1//===-- RISCVCallLowering.cpp - Call lowering -------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9/// \file
10/// This file implements the lowering of LLVM calls to machine code calls for
11/// GlobalISel.
12//
13//===----------------------------------------------------------------------===//
14
15#include "RISCVCallLowering.h"
16#include "RISCVCallingConv.h"
17#include "RISCVISelLowering.h"
19#include "RISCVSubtarget.h"
24#include <functional>
25
26using namespace llvm;
27
28namespace {
29
30struct RISCVOutgoingValueHandler : public CallLowering::OutgoingValueHandler {
31 RISCVOutgoingValueHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI,
32 MachineInstrBuilder MIB)
33 : OutgoingValueHandler(B, MRI), MIB(MIB),
34 Subtarget(MIRBuilder.getMF().getSubtarget<RISCVSubtarget>()) {}
35 Register getStackAddress(uint64_t MemSize, int64_t Offset,
36 MachinePointerInfo &MPO,
37 ISD::ArgFlagsTy Flags) override {
38 MachineFunction &MF = MIRBuilder.getMF();
39 LLT p0 = LLT::pointer(0, Subtarget.getXLen());
40 LLT sXLen = LLT::scalar(Subtarget.getXLen());
41
42 if (!SPReg)
43 SPReg = MIRBuilder.buildCopy(p0, Register(RISCV::X2)).getReg(0);
44
45 auto OffsetReg = MIRBuilder.buildConstant(sXLen, Offset);
46
47 auto AddrReg = MIRBuilder.buildPtrAdd(p0, SPReg, OffsetReg);
48
50 return AddrReg.getReg(0);
51 }
52
53 void assignValueToAddress(Register ValVReg, Register Addr, LLT MemTy,
54 const MachinePointerInfo &MPO,
55 const CCValAssign &VA) override {
56 MachineFunction &MF = MIRBuilder.getMF();
57 uint64_t LocMemOffset = VA.getLocMemOffset();
58
59 // TODO: Move StackAlignment to subtarget and share with FrameLowering.
60 auto MMO =
62 commonAlignment(Align(16), LocMemOffset));
63
64 Register ExtReg = extendRegister(ValVReg, VA);
65 MIRBuilder.buildStore(ExtReg, Addr, *MMO);
66 }
67
68 void assignValueToReg(Register ValVReg, Register PhysReg,
69 const CCValAssign &VA,
70 ISD::ArgFlagsTy Flags = {}) override {
71 Register ExtReg = extendRegister(ValVReg, VA);
72 MIRBuilder.buildCopy(PhysReg, ExtReg);
73 MIB.addUse(PhysReg, RegState::Implicit);
74 }
75
76 unsigned assignCustomValue(CallLowering::ArgInfo &Arg,
78 std::function<void()> *Thunk) override {
79 const CCValAssign &VA = VAs[0];
80 bool NarrowValWideLoc =
81 (VA.getLocVT() == MVT::i64 && VA.getValVT() == MVT::f32) ||
82 (VA.getLocVT().isInteger() && VA.getValVT() == MVT::f16);
83 bool FixedLenVecInScalableVec =
85 if (NarrowValWideLoc || FixedLenVecInScalableVec) {
86 Register PhysReg = VA.getLocReg();
87
88 std::function<void()> AssignFunc;
89 if (NarrowValWideLoc) {
90 AssignFunc = [=]() {
91 auto Trunc = MIRBuilder.buildAnyExt(LLT(VA.getLocVT()), Arg.Regs[0]);
92 MIRBuilder.buildCopy(PhysReg, Trunc);
93 MIB.addUse(PhysReg, RegState::Implicit);
94 };
95 } else if (FixedLenVecInScalableVec) {
96 AssignFunc = [=]() {
97 auto SubVec = MIRBuilder.buildInsertSubvector(
98 LLT(VA.getLocVT()), MIRBuilder.buildUndef(LLT(VA.getLocVT())),
99 Arg.Regs[0], 0);
100 MIRBuilder.buildCopy(PhysReg, SubVec);
101 MIB.addUse(PhysReg, RegState::Implicit);
102 };
103 } else
105 "A narrower value must be passed in a wider register or a fixed "
106 "length vector in a scalable vector register.");
107
108 if (Thunk) {
109 *Thunk = std::move(AssignFunc);
110 return 1;
111 }
112
113 AssignFunc();
114 return 1;
115 }
116
117 assert(VAs.size() >= 2 && "Expected at least 2 VAs.");
118 const CCValAssign &VAHi = VAs[1];
119
120 assert(VAHi.needsCustom() && "Value doesn't need custom handling");
121 assert(VA.getValNo() == VAHi.getValNo() &&
122 "Values belong to different arguments");
123
124 assert(VA.getLocVT() == MVT::i32 && VAHi.getLocVT() == MVT::i32 &&
125 VA.getValVT() == MVT::f64 && VAHi.getValVT() == MVT::f64 &&
126 "unexpected custom value");
127
128 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
129 MRI.createGenericVirtualRegister(LLT::scalar(32))};
130 MIRBuilder.buildUnmerge(NewRegs, Arg.Regs[0]);
131
132 if (VAHi.isMemLoc()) {
133 LLT MemTy(VAHi.getLocVT());
134
135 MachinePointerInfo MPO;
136 Register StackAddr = getStackAddress(
137 MemTy.getSizeInBytes(), VAHi.getLocMemOffset(), MPO, Arg.Flags[0]);
138
139 assignValueToAddress(NewRegs[1], StackAddr, MemTy, MPO,
140 const_cast<CCValAssign &>(VAHi));
141 }
142
143 auto assignFunc = [=]() {
144 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
145 if (VAHi.isRegLoc())
146 assignValueToReg(NewRegs[1], VAHi.getLocReg(), VAHi);
147 };
148
149 if (Thunk) {
150 *Thunk = std::move(assignFunc);
151 return 2;
152 }
153
154 assignFunc();
155 return 2;
156 }
157
158private:
159 MachineInstrBuilder MIB;
160
161 // Cache the SP register vreg if we need it more than once in this call site.
162 Register SPReg;
163
164 const RISCVSubtarget &Subtarget;
165};
166
167struct RISCVIncomingValueHandler : public CallLowering::IncomingValueHandler {
168 RISCVIncomingValueHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI)
169 : IncomingValueHandler(B, MRI),
170 Subtarget(MIRBuilder.getMF().getSubtarget<RISCVSubtarget>()) {}
171
172 Register getStackAddress(uint64_t MemSize, int64_t Offset,
173 MachinePointerInfo &MPO,
174 ISD::ArgFlagsTy Flags) override {
175 MachineFrameInfo &MFI = MIRBuilder.getMF().getFrameInfo();
176
177 int FI = MFI.CreateFixedObject(MemSize, Offset, /*Immutable=*/true);
178 MPO = MachinePointerInfo::getFixedStack(MIRBuilder.getMF(), FI);
179 return MIRBuilder.buildFrameIndex(LLT::pointer(0, Subtarget.getXLen()), FI)
180 .getReg(0);
181 }
182
183 void assignValueToAddress(Register ValVReg, Register Addr, LLT MemTy,
184 const MachinePointerInfo &MPO,
185 const CCValAssign &VA) override {
186 MachineFunction &MF = MIRBuilder.getMF();
187 auto MMO = MF.getMachineMemOperand(MPO, MachineMemOperand::MOLoad, MemTy,
188 inferAlignFromPtrInfo(MF, MPO));
189 MIRBuilder.buildLoad(ValVReg, Addr, *MMO);
190 }
191
192 void assignValueToReg(Register ValVReg, Register PhysReg,
193 const CCValAssign &VA,
194 ISD::ArgFlagsTy Flags = {}) override {
195 markPhysRegUsed(PhysReg);
196 IncomingValueHandler::assignValueToReg(ValVReg, PhysReg, VA);
197 }
198
199 unsigned assignCustomValue(CallLowering::ArgInfo &Arg,
201 std::function<void()> *Thunk) override {
202 const CCValAssign &VA = VAs[0];
203 bool NarrowValWideLoc =
204 (VA.getLocVT() == MVT::i64 && VA.getValVT() == MVT::f32) ||
205 (VA.getLocVT().isInteger() && VA.getValVT() == MVT::f16);
206 bool FixedLenVecInScalableVec =
208 if (NarrowValWideLoc || FixedLenVecInScalableVec) {
209 Register PhysReg = VA.getLocReg();
210
211 markPhysRegUsed(PhysReg);
212
213 LLT LocTy(VA.getLocVT());
214 auto Copy = MIRBuilder.buildCopy(LocTy, PhysReg);
215
216 if (NarrowValWideLoc)
217 MIRBuilder.buildTrunc(Arg.Regs[0], Copy.getReg(0));
218 else if (FixedLenVecInScalableVec)
219 MIRBuilder.buildExtractSubvector(Arg.Regs[0], Copy.getReg(0), 0);
220 else
222 "A narrower value must be passed in a wider register or a fixed "
223 "length vector in a scalable vector register.");
224 return 1;
225 }
226
227 assert(VAs.size() >= 2 && "Expected at least 2 VAs.");
228 const CCValAssign &VAHi = VAs[1];
229
230 assert(VAHi.needsCustom() && "Value doesn't need custom handling");
231 assert(VA.getValNo() == VAHi.getValNo() &&
232 "Values belong to different arguments");
233
234 assert(VA.getLocVT() == MVT::i32 && VAHi.getLocVT() == MVT::i32 &&
235 VA.getValVT() == MVT::f64 && VAHi.getValVT() == MVT::f64 &&
236 "unexpected custom value");
237
238 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
239 MRI.createGenericVirtualRegister(LLT::scalar(32))};
240
241 if (VAHi.isMemLoc()) {
242 LLT MemTy(VAHi.getLocVT());
243
244 MachinePointerInfo MPO;
245 Register StackAddr = getStackAddress(
246 MemTy.getSizeInBytes(), VAHi.getLocMemOffset(), MPO, Arg.Flags[0]);
247
248 assignValueToAddress(NewRegs[1], StackAddr, MemTy, MPO,
249 const_cast<CCValAssign &>(VAHi));
250 }
251
252 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
253 if (VAHi.isRegLoc())
254 assignValueToReg(NewRegs[1], VAHi.getLocReg(), VAHi);
255
256 MIRBuilder.buildMergeLikeInstr(Arg.Regs[0], NewRegs);
257
258 return 2;
259 }
260
261 /// How the physical register gets marked varies between formal
262 /// parameters (it's a basic-block live-in), and a call instruction
263 /// (it's an implicit-def of the BL).
264 virtual void markPhysRegUsed(MCRegister PhysReg) = 0;
265
266private:
267 const RISCVSubtarget &Subtarget;
268};
269
270struct RISCVFormalArgHandler : public RISCVIncomingValueHandler {
271 RISCVFormalArgHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI)
272 : RISCVIncomingValueHandler(B, MRI) {}
273
274 void markPhysRegUsed(MCRegister PhysReg) override {
275 MIRBuilder.getMRI()->addLiveIn(PhysReg);
276 MIRBuilder.getMBB().addLiveIn(PhysReg);
277 }
278};
279
280struct RISCVCallReturnHandler : public RISCVIncomingValueHandler {
281 RISCVCallReturnHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI,
282 MachineInstrBuilder &MIB)
283 : RISCVIncomingValueHandler(B, MRI), MIB(MIB) {}
284
285 void markPhysRegUsed(MCRegister PhysReg) override {
286 MIB.addDef(PhysReg, RegState::Implicit);
287 }
288
289 MachineInstrBuilder MIB;
290};
291
292} // namespace
293
296
297/// Return true if scalable vector with ScalarTy is legal for lowering.
299 const RISCVSubtarget &Subtarget) {
300 if (EltTy->isPointerTy())
301 return Subtarget.is64Bit() ? Subtarget.hasVInstructionsI64() : true;
302 if (EltTy->isIntegerTy(1) || EltTy->isIntegerTy(8) ||
303 EltTy->isIntegerTy(16) || EltTy->isIntegerTy(32))
304 return true;
305 if (EltTy->isIntegerTy(64))
306 return Subtarget.hasVInstructionsI64();
307 if (EltTy->isHalfTy())
308 return Subtarget.hasVInstructionsF16Minimal();
309 if (EltTy->isBFloatTy())
310 return Subtarget.hasVInstructionsBF16Minimal();
311 if (EltTy->isFloatTy())
312 return Subtarget.hasVInstructionsF32();
313 if (EltTy->isDoubleTy())
314 return Subtarget.hasVInstructionsF64();
315 return false;
316}
317
318// TODO: Support all argument types.
319// TODO: Remove IsLowerArgs argument by adding support for vectors in lowerCall.
320static bool isSupportedArgumentType(Type *T, const RISCVSubtarget &Subtarget,
321 bool IsLowerArgs = false) {
322 if (T->isIntegerTy())
323 return true;
324 if (T->isHalfTy() || T->isFloatTy() || T->isDoubleTy() || T->isFP128Ty())
325 return true;
326 if (T->isPointerTy())
327 return true;
328 if (T->isArrayTy())
329 return isSupportedArgumentType(T->getArrayElementType(), Subtarget,
330 IsLowerArgs);
331 // TODO: Support fixed vector types.
332 if (IsLowerArgs && T->isVectorTy() && Subtarget.hasVInstructions() &&
333 T->isScalableTy() &&
334 isLegalElementTypeForRVV(T->getScalarType(), Subtarget))
335 return true;
336 if (T->isVectorTy() && !T->isScalableTy())
337 return true;
338
339 return false;
340}
341
342// TODO: Only integer, pointer and aggregate types are supported now.
343// TODO: Remove IsLowerRetVal argument by adding support for vectors in
344// lowerCall.
345static bool isSupportedReturnType(Type *T, const RISCVSubtarget &Subtarget,
346 bool IsLowerRetVal = false) {
347 if (T->isIntegerTy() || T->isFloatingPointTy() || T->isPointerTy())
348 return true;
349
350 if (T->isArrayTy())
351 return isSupportedReturnType(T->getArrayElementType(), Subtarget);
352
353 if (T->isStructTy()) {
354 auto StructT = cast<StructType>(T);
355 for (unsigned i = 0, e = StructT->getNumElements(); i != e; ++i)
356 if (!isSupportedReturnType(StructT->getElementType(i), Subtarget))
357 return false;
358 return true;
359 }
360
361 if (IsLowerRetVal && T->isVectorTy() && Subtarget.hasVInstructions() &&
362 T->isScalableTy() &&
363 isLegalElementTypeForRVV(T->getScalarType(), Subtarget))
364 return true;
365 if (T->isVectorTy() && !T->isScalableTy())
366 return true;
367
368 return false;
369}
370
372 const Value *Val, ArrayRef<Register> VRegs,
373 FunctionLoweringInfo &FLI) const {
374 assert(!Val == VRegs.empty() && "Return value without a vreg");
375 MachineInstrBuilder Ret = MIRBuilder.buildInstrNoInsert(RISCV::PseudoRET);
376
377 if (!FLI.CanLowerReturn) {
378 insertSRetStores(MIRBuilder, Val->getType(), VRegs, FLI.DemoteRegister);
379 } else if (!VRegs.empty()) {
380 const RISCVSubtarget &Subtarget =
381 MIRBuilder.getMF().getSubtarget<RISCVSubtarget>();
382 if (!isSupportedReturnType(Val->getType(), Subtarget,
383 /*IsLowerRetVal=*/true))
384 return false;
385
386 MachineFunction &MF = MIRBuilder.getMF();
387 const DataLayout &DL = MF.getDataLayout();
388 const Function &F = MF.getFunction();
389 CallingConv::ID CC = F.getCallingConv();
390
391 ArgInfo OrigRetInfo(VRegs, Val->getType(), 0);
392 setArgFlags(OrigRetInfo, AttributeList::ReturnIndex, DL, F);
393
394 SmallVector<ArgInfo, 4> SplitRetInfos;
395 splitToValueTypes(OrigRetInfo, SplitRetInfos, DL, CC);
396
398 RISCVOutgoingValueHandler Handler(MIRBuilder, MF.getRegInfo(), Ret);
399
401 CCState CCInfo(CC, F.isVarArg(), MF, RetLocs, F.getContext());
402 if (!determineAssignments(Assigner, SplitRetInfos, CCInfo) ||
403 !handleAssignments(Handler, SplitRetInfos, CCInfo, RetLocs, MIRBuilder))
404 return false;
405
406 if (any_of(RetLocs, [](CCValAssign &VA) {
407 return VA.getLocVT().isScalableVector();
408 }))
410 }
411
412 MIRBuilder.insertInstr(Ret);
413 return true;
414}
415
417 CallingConv::ID CallConv,
419 bool IsVarArg) const {
421 CCState CCInfo(CallConv, IsVarArg, MF, RetLocs,
422 MF.getFunction().getContext());
423
424 return checkReturn(CCInfo, Outs, RetCC_RISCV);
425}
426
427/// If there are varargs that were passed in a0-a7, the data in those registers
428/// must be copied to the varargs save area on the stack.
429void RISCVCallLowering::saveVarArgRegisters(
431 IncomingValueAssigner &Assigner, CCState &CCInfo) const {
432 MachineFunction &MF = MIRBuilder.getMF();
433 const RISCVSubtarget &Subtarget = MF.getSubtarget<RISCVSubtarget>();
434 unsigned XLenInBytes = Subtarget.getXLen() / 8;
437 unsigned Idx = CCInfo.getFirstUnallocated(ArgRegs);
438 MachineFrameInfo &MFI = MF.getFrameInfo();
440
441 // Size of the vararg save area. For now, the varargs save area is either
442 // zero or large enough to hold a0-a7.
443 int VarArgsSaveSize = XLenInBytes * (ArgRegs.size() - Idx);
444 int FI;
445
446 // If all registers are allocated, then all varargs must be passed on the
447 // stack and we don't need to save any argregs.
448 if (VarArgsSaveSize == 0) {
449 int VaArgOffset = Assigner.StackSize;
450 FI = MFI.CreateFixedObject(XLenInBytes, VaArgOffset, true);
451 } else {
452 int VaArgOffset = -VarArgsSaveSize;
453 FI = MFI.CreateFixedObject(VarArgsSaveSize, VaArgOffset, true);
454
455 // If saving an odd number of registers then create an extra stack slot to
456 // ensure that the frame pointer is 2*XLEN-aligned, which in turn ensures
457 // offsets to even-numbered registered remain 2*XLEN-aligned.
458 if (Idx % 2) {
459 MFI.CreateFixedObject(XLenInBytes,
460 VaArgOffset - static_cast<int>(XLenInBytes), true);
461 VarArgsSaveSize += XLenInBytes;
462 }
463
464 const LLT p0 = LLT::pointer(MF.getDataLayout().getAllocaAddrSpace(),
465 Subtarget.getXLen());
466 const LLT sXLen = LLT::scalar(Subtarget.getXLen());
467
468 auto FIN = MIRBuilder.buildFrameIndex(p0, FI);
469 auto Offset = MIRBuilder.buildConstant(
470 MRI.createGenericVirtualRegister(sXLen), XLenInBytes);
471
472 // Copy the integer registers that may have been used for passing varargs
473 // to the vararg save area.
474 const MVT XLenVT = Subtarget.getXLenVT();
475 for (unsigned I = Idx; I < ArgRegs.size(); ++I) {
476 const Register VReg = MRI.createGenericVirtualRegister(sXLen);
477 Handler.assignValueToReg(
478 VReg, ArgRegs[I],
480 ArgRegs[I], XLenVT, CCValAssign::Full));
481 auto MPO =
482 MachinePointerInfo::getFixedStack(MF, FI, (I - Idx) * XLenInBytes);
483 MIRBuilder.buildStore(VReg, FIN, MPO, inferAlignFromPtrInfo(MF, MPO));
484 FIN = MIRBuilder.buildPtrAdd(MRI.createGenericVirtualRegister(p0),
485 FIN.getReg(0), Offset);
486 }
487 }
488
489 // Record the frame index of the first variable argument which is a value
490 // necessary to G_VASTART.
491 RVFI->setVarArgsFrameIndex(FI);
492 RVFI->setVarArgsSaveSize(VarArgsSaveSize);
493}
494
496 const Function &F,
498 FunctionLoweringInfo &FLI) const {
499 MachineFunction &MF = MIRBuilder.getMF();
500
501 const RISCVSubtarget &Subtarget = MF.getSubtarget<RISCVSubtarget>();
502 for (auto &Arg : F.args()) {
503 if (!isSupportedArgumentType(Arg.getType(), Subtarget,
504 /*IsLowerArgs=*/true))
505 return false;
506 }
507
509 const DataLayout &DL = MF.getDataLayout();
510 CallingConv::ID CC = F.getCallingConv();
511
512 SmallVector<ArgInfo, 32> SplitArgInfos;
513
514 // Insert the hidden sret parameter if the return value won't fit in the
515 // return registers.
516 if (!FLI.CanLowerReturn)
517 insertSRetIncomingArgument(F, SplitArgInfos, FLI.DemoteRegister, MRI, DL);
518
519 unsigned Index = 0;
520 for (auto &Arg : F.args()) {
521 // Construct the ArgInfo object from destination register and argument type.
522 ArgInfo AInfo(VRegs[Index], Arg.getType(), Index);
523 setArgFlags(AInfo, Index + AttributeList::FirstArgIndex, DL, F);
524
525 // Handle any required merging from split value types from physical
526 // registers into the desired VReg. ArgInfo objects are constructed
527 // correspondingly and appended to SplitArgInfos.
528 splitToValueTypes(AInfo, SplitArgInfos, DL, CC);
529
530 ++Index;
531 }
532
534 RISCVFormalArgHandler Handler(MIRBuilder, MF.getRegInfo());
535
537 CCState CCInfo(CC, F.isVarArg(), MIRBuilder.getMF(), ArgLocs, F.getContext());
538 if (!determineAssignments(Assigner, SplitArgInfos, CCInfo) ||
539 !handleAssignments(Handler, SplitArgInfos, CCInfo, ArgLocs, MIRBuilder))
540 return false;
541
542 if (any_of(ArgLocs,
543 [](CCValAssign &VA) { return VA.getLocVT().isScalableVector(); }))
545
546 if (F.isVarArg())
547 saveVarArgRegisters(MIRBuilder, Handler, Assigner, CCInfo);
548
549 return true;
550}
551
553 CallLoweringInfo &Info) const {
554 MachineFunction &MF = MIRBuilder.getMF();
555 const DataLayout &DL = MF.getDataLayout();
556 CallingConv::ID CC = Info.CallConv;
557
558 const RISCVSubtarget &Subtarget =
559 MIRBuilder.getMF().getSubtarget<RISCVSubtarget>();
560 for (auto &AInfo : Info.OrigArgs) {
561 if (!isSupportedArgumentType(AInfo.Ty, Subtarget))
562 return false;
563 if (AInfo.Flags[0].isByVal())
564 return false;
565 }
566
567 if (!Info.OrigRet.Ty->isVoidTy() &&
568 !isSupportedReturnType(Info.OrigRet.Ty, Subtarget))
569 return false;
570
571 MachineInstrBuilder CallSeqStart =
572 MIRBuilder.buildInstr(RISCV::ADJCALLSTACKDOWN);
573
574 SmallVector<ArgInfo, 32> SplitArgInfos;
575 for (auto &AInfo : Info.OrigArgs) {
576 // Handle any required unmerging of split value types from a given VReg into
577 // physical registers. ArgInfo objects are constructed correspondingly and
578 // appended to SplitArgInfos.
579 splitToValueTypes(AInfo, SplitArgInfos, DL, CC);
580 }
581
582 // TODO: Support tail calls.
583 Info.IsTailCall = false;
584
585 // Select the recommended relocation type R_RISCV_CALL_PLT.
586 if (!Info.Callee.isReg())
587 Info.Callee.setTargetFlags(RISCVII::MO_CALL);
588
590 MIRBuilder
591 .buildInstrNoInsert(Info.Callee.isReg() ? RISCV::PseudoCALLIndirect
592 : RISCV::PseudoCALL)
593 .add(Info.Callee);
594 const TargetRegisterInfo *TRI = Subtarget.getRegisterInfo();
595 Call.addRegMask(TRI->getCallPreservedMask(MF, Info.CallConv));
596
597 OutgoingValueAssigner ArgAssigner(CC_RISCV);
598 RISCVOutgoingValueHandler ArgHandler(MIRBuilder, MF.getRegInfo(), Call);
599 if (!determineAndHandleAssignments(ArgHandler, ArgAssigner, SplitArgInfos,
600 MIRBuilder, CC, Info.IsVarArg))
601 return false;
602
603 MIRBuilder.insertInstr(Call);
604
605 CallSeqStart.addImm(ArgAssigner.StackSize).addImm(0);
606 MIRBuilder.buildInstr(RISCV::ADJCALLSTACKUP)
607 .addImm(ArgAssigner.StackSize)
608 .addImm(0);
609
610 // If Callee is a reg, since it is used by a target specific
611 // instruction, it must have a register class matching the
612 // constraint of that instruction.
613 if (Call->getOperand(0).isReg())
615 *Subtarget.getInstrInfo(),
616 *Subtarget.getRegBankInfo(), *Call,
617 Call->getDesc(), Call->getOperand(0), 0);
618
619 if (Info.CanLowerReturn && !Info.OrigRet.Ty->isVoidTy()) {
620 SmallVector<ArgInfo, 4> SplitRetInfos;
621 splitToValueTypes(Info.OrigRet, SplitRetInfos, DL, CC);
622
624 RISCVCallReturnHandler RetHandler(MIRBuilder, MF.getRegInfo(), Call);
625 if (!determineAndHandleAssignments(RetHandler, RetAssigner, SplitRetInfos,
626 MIRBuilder, CC, Info.IsVarArg))
627 return false;
628 }
629
630 if (!Info.CanLowerReturn)
631 insertSRetLoads(MIRBuilder, Info.OrigRet.Ty, Info.OrigRet.Regs,
632 Info.DemoteRegister, Info.DemoteStackIndex);
633
634 return true;
635}
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
This file declares the MachineIRBuilder class.
Register const TargetRegisterInfo * TRI
Promote Memory to Register
Definition Mem2Reg.cpp:110
#define T
static bool isSupportedReturnType(Type *T)
static bool isSupportedArgumentType(Type *T)
static bool isLegalElementTypeForRVV(Type *EltTy, const RISCVSubtarget &Subtarget)
Return true if scalable vector with ScalarTy is legal for lowering.
This file describes how to lower LLVM calls to machine code calls.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
size_t size() const
Get the array size.
Definition ArrayRef.h:141
bool empty() const
Check if the array is empty.
Definition ArrayRef.h:136
CCState - This class holds information needed while lowering arguments and return values.
unsigned getFirstUnallocated(ArrayRef< MCPhysReg > Regs) const
getFirstUnallocated - Return the index of the first unallocated register in the set,...
CCValAssign - Represent assignment of one arg/retval to a location.
Register getLocReg() const
static CCValAssign getReg(unsigned ValNo, MVT ValVT, MCRegister Reg, MVT LocVT, LocInfo HTP, bool IsCustom=false)
bool needsCustom() const
int64_t getLocMemOffset() const
unsigned getValNo() const
void insertSRetLoads(MachineIRBuilder &MIRBuilder, Type *RetTy, ArrayRef< Register > VRegs, Register DemoteReg, int FI) const
Load the returned value from the stack into virtual registers in VRegs.
bool handleAssignments(ValueHandler &Handler, SmallVectorImpl< ArgInfo > &Args, CCState &CCState, SmallVectorImpl< CCValAssign > &ArgLocs, MachineIRBuilder &MIRBuilder, ArrayRef< Register > ThisReturnRegs={}) const
Use Handler to insert code to handle the argument/return values represented by Args.
void insertSRetIncomingArgument(const Function &F, SmallVectorImpl< ArgInfo > &SplitArgs, Register &DemoteReg, MachineRegisterInfo &MRI, const DataLayout &DL) const
Insert the hidden sret ArgInfo to the beginning of SplitArgs.
void splitToValueTypes(const ArgInfo &OrigArgInfo, SmallVectorImpl< ArgInfo > &SplitArgs, const DataLayout &DL, CallingConv::ID CallConv, SmallVectorImpl< TypeSize > *Offsets=nullptr) const
Break OrigArgInfo into one or more pieces the calling convention can process, returned in SplitArgs.
bool determineAndHandleAssignments(ValueHandler &Handler, ValueAssigner &Assigner, SmallVectorImpl< ArgInfo > &Args, MachineIRBuilder &MIRBuilder, CallingConv::ID CallConv, bool IsVarArg, ArrayRef< Register > ThisReturnRegs={}) const
Invoke ValueAssigner::assignArg on each of the given Args and then use Handler to move them to the as...
void insertSRetStores(MachineIRBuilder &MIRBuilder, Type *RetTy, ArrayRef< Register > VRegs, Register DemoteReg) const
Store the return value given by VRegs into stack starting at the offset specified in DemoteReg.
bool determineAssignments(ValueAssigner &Assigner, SmallVectorImpl< ArgInfo > &Args, CCState &CCInfo) const
Analyze the argument list in Args, using Assigner to populate CCInfo.
bool checkReturn(CCState &CCInfo, SmallVectorImpl< BaseArgInfo > &Outs, CCAssignFn *Fn) const
CallLowering(const TargetLowering *TLI)
void setArgFlags(ArgInfo &Arg, unsigned OpIdx, const DataLayout &DL, const FuncInfoTy &FuncInfo) const
A parsed version of the target data layout string in and methods for querying it.
Definition DataLayout.h:64
unsigned getAllocaAddrSpace() const
Definition DataLayout.h:252
FunctionLoweringInfo - This contains information that is global to a function that is used when lower...
Register DemoteRegister
DemoteRegister - if CanLowerReturn is false, DemoteRegister is a vreg allocated to hold a pointer to ...
bool CanLowerReturn
CanLowerReturn - true iff the function's return value can be lowered to registers.
LLVMContext & getContext() const
getContext - Return a reference to the LLVMContext associated with this function.
Definition Function.cpp:358
static constexpr LLT scalar(unsigned SizeInBits)
Get a low-level scalar or aggregate "bag of bits".
static constexpr LLT pointer(unsigned AddressSpace, unsigned SizeInBits)
Get a low-level pointer in the given address space.
constexpr TypeSize getSizeInBytes() const
Returns the total size of the type in bytes, i.e.
bool isScalableVector() const
Return true if this is a vector value type where the runtime length is machine dependent.
bool isFixedLengthVector() const
The MachineFrameInfo class represents an abstract stack frame until prolog/epilog code is inserted.
LLVM_ABI int CreateFixedObject(uint64_t Size, int64_t SPOffset, bool IsImmutable, bool isAliased=false)
Create a new object at a fixed location on the stack.
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
MachineMemOperand * getMachineMemOperand(MachinePointerInfo PtrInfo, MachineMemOperand::Flags f, LLT MemTy, Align base_alignment, const AAMDNodes &AAInfo=AAMDNodes(), const MDNode *Ranges=nullptr, SyncScope::ID SSID=SyncScope::System, AtomicOrdering Ordering=AtomicOrdering::NotAtomic, AtomicOrdering FailureOrdering=AtomicOrdering::NotAtomic)
getMachineMemOperand - Allocate a new MachineMemOperand.
MachineFrameInfo & getFrameInfo()
getFrameInfo - Return the frame info object for the current function.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
const DataLayout & getDataLayout() const
Return the DataLayout attached to the Module associated to this MF.
Function & getFunction()
Return the LLVM function that this machine code represents.
Ty * getInfo()
getInfo - Keep track of various per-function pieces of information for backends that would like to do...
Helper class to build MachineInstr.
MachineInstrBuilder insertInstr(MachineInstrBuilder MIB)
Insert an existing instruction at the insertion point.
MachineInstrBuilder buildPtrAdd(const DstOp &Res, const SrcOp &Op0, const SrcOp &Op1, std::optional< unsigned > Flags=std::nullopt)
Build and insert Res = G_PTR_ADD Op0, Op1.
MachineInstrBuilder buildStore(const SrcOp &Val, const SrcOp &Addr, MachineMemOperand &MMO)
Build and insert G_STORE Val, Addr, MMO.
MachineInstrBuilder buildInstr(unsigned Opcode)
Build and insert <empty> = Opcode <empty>.
MachineInstrBuilder buildFrameIndex(const DstOp &Res, int Idx)
Build and insert Res = G_FRAME_INDEX Idx.
MachineFunction & getMF()
Getter for the function we currently build.
MachineInstrBuilder buildInstrNoInsert(unsigned Opcode)
Build but don't insert <empty> = Opcode <empty>.
virtual MachineInstrBuilder buildConstant(const DstOp &Res, const ConstantInt &Val)
Build and insert Res = G_CONSTANT Val.
const MachineInstrBuilder & addImm(int64_t Val) const
Add a new immediate operand.
const MachineInstrBuilder & add(const MachineOperand &MO) const
@ MOLoad
The memory access reads data.
@ MOStore
The memory access writes data.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
LLVM_ABI Register createGenericVirtualRegister(LLT Ty, StringRef Name="")
Create and return a new generic virtual register with low-level type Ty.
bool lowerReturn(MachineIRBuilder &MIRBuiler, const Value *Val, ArrayRef< Register > VRegs, FunctionLoweringInfo &FLI) const override
This hook behaves as the extended lowerReturn function, but for targets that do not support swifterro...
bool canLowerReturn(MachineFunction &MF, CallingConv::ID CallConv, SmallVectorImpl< BaseArgInfo > &Outs, bool IsVarArg) const override
This hook must be implemented to check whether the return values described by Outs can fit into the r...
bool lowerCall(MachineIRBuilder &MIRBuilder, CallLoweringInfo &Info) const override
This hook must be implemented to lower the given call instruction, including argument and return valu...
bool lowerFormalArguments(MachineIRBuilder &MIRBuilder, const Function &F, ArrayRef< ArrayRef< Register > > VRegs, FunctionLoweringInfo &FLI) const override
This hook must be implemented to lower the incoming (formal) arguments, described by VRegs,...
RISCVCallLowering(const RISCVTargetLowering &TLI)
RISCVMachineFunctionInfo - This class is derived from MachineFunctionInfo and contains private RISCV-...
RISCVABI::ABI getTargetABI() const
bool hasVInstructionsI64() const
bool hasVInstructionsF64() const
bool hasVInstructionsBF16Minimal() const
bool hasVInstructionsF16Minimal() const
unsigned getXLen() const
const RISCVRegisterBankInfo * getRegBankInfo() const override
bool hasVInstructions() const
const RISCVRegisterInfo * getRegisterInfo() const override
const RISCVInstrInfo * getInstrInfo() const override
bool hasVInstructionsF32() const
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
bool isPointerTy() const
True if this is an instance of PointerType.
Definition Type.h:284
bool isFloatTy() const
Return true if this is 'float', a 32-bit IEEE fp type.
Definition Type.h:155
bool isBFloatTy() const
Return true if this is 'bfloat', a 16-bit bfloat type.
Definition Type.h:147
bool isHalfTy() const
Return true if this is 'half', a 16-bit IEEE fp type.
Definition Type.h:144
bool isDoubleTy() const
Return true if this is 'double', a 64-bit IEEE fp type.
Definition Type.h:158
bool isIntegerTy() const
True if this is an instance of IntegerType.
Definition Type.h:257
unsigned getNumOperands() const
Definition User.h:229
LLVM Value Representation.
Definition Value.h:75
Type * getType() const
All values are typed, get the type of this value.
Definition Value.h:255
CallInst * Call
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
constexpr char Align[]
Key for Kernel::Arg::Metadata::mAlign.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
Definition CallingConv.h:24
ArrayRef< MCPhysReg > getArgGPRs(const RISCVABI::ABI ABI)
This is an optimization pass for GlobalISel generic memory operations.
@ Offset
Definition DWP.cpp:558
LLVM_ABI Register constrainOperandRegClass(const MachineFunction &MF, const TargetRegisterInfo &TRI, MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, MachineInstr &InsertPt, const TargetRegisterClass &RegClass, MachineOperand &RegMO)
Constrain the Register operand OpIdx, so that it is now constrained to the TargetRegisterClass passed...
Definition Utils.cpp:57
CCAssignFn RetCC_RISCV
This is used for assigning return values to locations when making calls.
bool any_of(R &&range, UnaryPredicate P)
Provide wrappers to std::any_of which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1745
ArrayRef(const T &OneElt) -> ArrayRef< T >
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:559
Align commonAlignment(Align A, uint64_t Offset)
Returns the alignment that satisfies both alignments.
Definition Alignment.h:201
CCAssignFn CC_RISCV
This is used for assigining arguments to locations when making calls.
LLVM_ABI Align inferAlignFromPtrInfo(MachineFunction &MF, const MachinePointerInfo &MPO)
Definition Utils.cpp:841
SmallVector< Register, 4 > Regs
SmallVector< ISD::ArgFlagsTy, 4 > Flags
Base class for ValueHandlers used for arguments coming into the current function, or for return value...
void assignValueToReg(Register ValVReg, Register PhysReg, const CCValAssign &VA, ISD::ArgFlagsTy Flags={}) override
Provides a default implementation for argument handling.
Base class for ValueHandlers used for arguments passed to a function call, or for return values.
uint64_t StackSize
The size of the currently allocated portion of the stack.
static LLVM_ABI MachinePointerInfo getStack(MachineFunction &MF, int64_t Offset, uint8_t ID=0)
Stack pointer relative access.
static LLVM_ABI MachinePointerInfo getFixedStack(MachineFunction &MF, int FI, int64_t Offset=0)
Return a MachinePointerInfo record that refers to the specified FrameIndex.