LLVM 19.0.0git
RISCVCallLowering.cpp
Go to the documentation of this file.
1//===-- RISCVCallLowering.cpp - Call lowering -------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9/// \file
10/// This file implements the lowering of LLVM calls to machine code calls for
11/// GlobalISel.
12//
13//===----------------------------------------------------------------------===//
14
15#include "RISCVCallLowering.h"
16#include "RISCVISelLowering.h"
18#include "RISCVSubtarget.h"
22
23using namespace llvm;
24
25namespace {
26
27struct RISCVOutgoingValueAssigner : public CallLowering::OutgoingValueAssigner {
28private:
29 // The function used internally to assign args - we ignore the AssignFn stored
30 // by OutgoingValueAssigner since RISC-V implements its CC using a custom
31 // function with a different signature.
33
34 // Whether this is assigning args for a return.
35 bool IsRet;
36
37 RVVArgDispatcher &RVVDispatcher;
38
39public:
40 RISCVOutgoingValueAssigner(
41 RISCVTargetLowering::RISCVCCAssignFn *RISCVAssignFn_, bool IsRet,
42 RVVArgDispatcher &RVVDispatcher)
43 : CallLowering::OutgoingValueAssigner(nullptr),
44 RISCVAssignFn(RISCVAssignFn_), IsRet(IsRet),
45 RVVDispatcher(RVVDispatcher) {}
46
47 bool assignArg(unsigned ValNo, EVT OrigVT, MVT ValVT, MVT LocVT,
49 const CallLowering::ArgInfo &Info, ISD::ArgFlagsTy Flags,
50 CCState &State) override {
52 const DataLayout &DL = MF.getDataLayout();
53 const RISCVSubtarget &Subtarget = MF.getSubtarget<RISCVSubtarget>();
54
55 if (RISCVAssignFn(DL, Subtarget.getTargetABI(), ValNo, ValVT, LocVT,
56 LocInfo, Flags, State, Info.IsFixed, IsRet, Info.Ty,
57 *Subtarget.getTargetLowering(), RVVDispatcher))
58 return true;
59
60 StackSize = State.getStackSize();
61 return false;
62 }
63};
64
65struct RISCVOutgoingValueHandler : public CallLowering::OutgoingValueHandler {
66 RISCVOutgoingValueHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI,
68 : OutgoingValueHandler(B, MRI), MIB(MIB),
69 Subtarget(MIRBuilder.getMF().getSubtarget<RISCVSubtarget>()) {}
70 Register getStackAddress(uint64_t MemSize, int64_t Offset,
72 ISD::ArgFlagsTy Flags) override {
73 MachineFunction &MF = MIRBuilder.getMF();
74 LLT p0 = LLT::pointer(0, Subtarget.getXLen());
75 LLT sXLen = LLT::scalar(Subtarget.getXLen());
76
77 if (!SPReg)
78 SPReg = MIRBuilder.buildCopy(p0, Register(RISCV::X2)).getReg(0);
79
80 auto OffsetReg = MIRBuilder.buildConstant(sXLen, Offset);
81
82 auto AddrReg = MIRBuilder.buildPtrAdd(p0, SPReg, OffsetReg);
83
85 return AddrReg.getReg(0);
86 }
87
88 void assignValueToAddress(Register ValVReg, Register Addr, LLT MemTy,
89 const MachinePointerInfo &MPO,
90 const CCValAssign &VA) override {
91 MachineFunction &MF = MIRBuilder.getMF();
92 uint64_t LocMemOffset = VA.getLocMemOffset();
93
94 // TODO: Move StackAlignment to subtarget and share with FrameLowering.
95 auto MMO =
97 commonAlignment(Align(16), LocMemOffset));
98
99 Register ExtReg = extendRegister(ValVReg, VA);
100 MIRBuilder.buildStore(ExtReg, Addr, *MMO);
101 }
102
103 void assignValueToReg(Register ValVReg, Register PhysReg,
104 const CCValAssign &VA) override {
105 // If we're passing an f32 value into an i64, anyextend before copying.
106 if (VA.getLocVT() == MVT::i64 && VA.getValVT() == MVT::f32)
107 ValVReg = MIRBuilder.buildAnyExt(LLT::scalar(64), ValVReg).getReg(0);
108
109 Register ExtReg = extendRegister(ValVReg, VA);
110 MIRBuilder.buildCopy(PhysReg, ExtReg);
111 MIB.addUse(PhysReg, RegState::Implicit);
112 }
113
116 std::function<void()> *Thunk) override {
117 assert(VAs.size() >= 2 && "Expected at least 2 VAs.");
118 const CCValAssign &VALo = VAs[0];
119 const CCValAssign &VAHi = VAs[1];
120
121 assert(VAHi.needsCustom() && "Value doesn't need custom handling");
122 assert(VALo.getValNo() == VAHi.getValNo() &&
123 "Values belong to different arguments");
124
125 assert(VALo.getLocVT() == MVT::i32 && VAHi.getLocVT() == MVT::i32 &&
126 VALo.getValVT() == MVT::f64 && VAHi.getValVT() == MVT::f64 &&
127 "unexpected custom value");
128
129 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
130 MRI.createGenericVirtualRegister(LLT::scalar(32))};
131 MIRBuilder.buildUnmerge(NewRegs, Arg.Regs[0]);
132
133 if (VAHi.isMemLoc()) {
134 LLT MemTy(VAHi.getLocVT());
135
137 Register StackAddr = getStackAddress(
138 MemTy.getSizeInBytes(), VAHi.getLocMemOffset(), MPO, Arg.Flags[0]);
139
140 assignValueToAddress(NewRegs[1], StackAddr, MemTy, MPO,
141 const_cast<CCValAssign &>(VAHi));
142 }
143
144 auto assignFunc = [=]() {
145 assignValueToReg(NewRegs[0], VALo.getLocReg(), VALo);
146 if (VAHi.isRegLoc())
147 assignValueToReg(NewRegs[1], VAHi.getLocReg(), VAHi);
148 };
149
150 if (Thunk) {
151 *Thunk = assignFunc;
152 return 2;
153 }
154
155 assignFunc();
156 return 2;
157 }
158
159private:
161
162 // Cache the SP register vreg if we need it more than once in this call site.
163 Register SPReg;
164
165 const RISCVSubtarget &Subtarget;
166};
167
168struct RISCVIncomingValueAssigner : public CallLowering::IncomingValueAssigner {
169private:
170 // The function used internally to assign args - we ignore the AssignFn stored
171 // by IncomingValueAssigner since RISC-V implements its CC using a custom
172 // function with a different signature.
174
175 // Whether this is assigning args from a return.
176 bool IsRet;
177
178 RVVArgDispatcher &RVVDispatcher;
179
180public:
181 RISCVIncomingValueAssigner(
182 RISCVTargetLowering::RISCVCCAssignFn *RISCVAssignFn_, bool IsRet,
183 RVVArgDispatcher &RVVDispatcher)
184 : CallLowering::IncomingValueAssigner(nullptr),
185 RISCVAssignFn(RISCVAssignFn_), IsRet(IsRet),
186 RVVDispatcher(RVVDispatcher) {}
187
188 bool assignArg(unsigned ValNo, EVT OrigVT, MVT ValVT, MVT LocVT,
189 CCValAssign::LocInfo LocInfo,
190 const CallLowering::ArgInfo &Info, ISD::ArgFlagsTy Flags,
191 CCState &State) override {
193 const DataLayout &DL = MF.getDataLayout();
194 const RISCVSubtarget &Subtarget = MF.getSubtarget<RISCVSubtarget>();
195
196 if (LocVT.isScalableVector())
198
199 if (RISCVAssignFn(DL, Subtarget.getTargetABI(), ValNo, ValVT, LocVT,
200 LocInfo, Flags, State, /*IsFixed=*/true, IsRet, Info.Ty,
201 *Subtarget.getTargetLowering(), RVVDispatcher))
202 return true;
203
204 StackSize = State.getStackSize();
205 return false;
206 }
207};
208
209struct RISCVIncomingValueHandler : public CallLowering::IncomingValueHandler {
210 RISCVIncomingValueHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI)
211 : IncomingValueHandler(B, MRI),
212 Subtarget(MIRBuilder.getMF().getSubtarget<RISCVSubtarget>()) {}
213
214 Register getStackAddress(uint64_t MemSize, int64_t Offset,
216 ISD::ArgFlagsTy Flags) override {
217 MachineFrameInfo &MFI = MIRBuilder.getMF().getFrameInfo();
218
219 int FI = MFI.CreateFixedObject(MemSize, Offset, /*Immutable=*/true);
220 MPO = MachinePointerInfo::getFixedStack(MIRBuilder.getMF(), FI);
221 return MIRBuilder.buildFrameIndex(LLT::pointer(0, Subtarget.getXLen()), FI)
222 .getReg(0);
223 }
224
225 void assignValueToAddress(Register ValVReg, Register Addr, LLT MemTy,
226 const MachinePointerInfo &MPO,
227 const CCValAssign &VA) override {
228 MachineFunction &MF = MIRBuilder.getMF();
229 auto MMO = MF.getMachineMemOperand(MPO, MachineMemOperand::MOLoad, MemTy,
230 inferAlignFromPtrInfo(MF, MPO));
231 MIRBuilder.buildLoad(ValVReg, Addr, *MMO);
232 }
233
234 void assignValueToReg(Register ValVReg, Register PhysReg,
235 const CCValAssign &VA) override {
236 markPhysRegUsed(PhysReg);
237 IncomingValueHandler::assignValueToReg(ValVReg, PhysReg, VA);
238 }
239
242 std::function<void()> *Thunk) override {
243 assert(VAs.size() >= 2 && "Expected at least 2 VAs.");
244 const CCValAssign &VALo = VAs[0];
245 const CCValAssign &VAHi = VAs[1];
246
247 assert(VAHi.needsCustom() && "Value doesn't need custom handling");
248 assert(VALo.getValNo() == VAHi.getValNo() &&
249 "Values belong to different arguments");
250
251 assert(VALo.getLocVT() == MVT::i32 && VAHi.getLocVT() == MVT::i32 &&
252 VALo.getValVT() == MVT::f64 && VAHi.getValVT() == MVT::f64 &&
253 "unexpected custom value");
254
255 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
256 MRI.createGenericVirtualRegister(LLT::scalar(32))};
257
258 if (VAHi.isMemLoc()) {
259 LLT MemTy(VAHi.getLocVT());
260
262 Register StackAddr = getStackAddress(
263 MemTy.getSizeInBytes(), VAHi.getLocMemOffset(), MPO, Arg.Flags[0]);
264
265 assignValueToAddress(NewRegs[1], StackAddr, MemTy, MPO,
266 const_cast<CCValAssign &>(VAHi));
267 }
268
269 assignValueToReg(NewRegs[0], VALo.getLocReg(), VALo);
270 if (VAHi.isRegLoc())
271 assignValueToReg(NewRegs[1], VAHi.getLocReg(), VAHi);
272
273 MIRBuilder.buildMergeLikeInstr(Arg.Regs[0], NewRegs);
274
275 return 2;
276 }
277
278 /// How the physical register gets marked varies between formal
279 /// parameters (it's a basic-block live-in), and a call instruction
280 /// (it's an implicit-def of the BL).
281 virtual void markPhysRegUsed(MCRegister PhysReg) = 0;
282
283private:
284 const RISCVSubtarget &Subtarget;
285};
286
287struct RISCVFormalArgHandler : public RISCVIncomingValueHandler {
288 RISCVFormalArgHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI)
289 : RISCVIncomingValueHandler(B, MRI) {}
290
291 void markPhysRegUsed(MCRegister PhysReg) override {
292 MIRBuilder.getMRI()->addLiveIn(PhysReg);
293 MIRBuilder.getMBB().addLiveIn(PhysReg);
294 }
295};
296
297struct RISCVCallReturnHandler : public RISCVIncomingValueHandler {
298 RISCVCallReturnHandler(MachineIRBuilder &B, MachineRegisterInfo &MRI,
300 : RISCVIncomingValueHandler(B, MRI), MIB(MIB) {}
301
302 void markPhysRegUsed(MCRegister PhysReg) override {
303 MIB.addDef(PhysReg, RegState::Implicit);
304 }
305
307};
308
309} // namespace
310
312 : CallLowering(&TLI) {}
313
314/// Return true if scalable vector with ScalarTy is legal for lowering.
316 const RISCVSubtarget &Subtarget) {
317 if (EltTy->isPointerTy())
318 return Subtarget.is64Bit() ? Subtarget.hasVInstructionsI64() : true;
319 if (EltTy->isIntegerTy(1) || EltTy->isIntegerTy(8) ||
320 EltTy->isIntegerTy(16) || EltTy->isIntegerTy(32))
321 return true;
322 if (EltTy->isIntegerTy(64))
323 return Subtarget.hasVInstructionsI64();
324 if (EltTy->isHalfTy())
325 return Subtarget.hasVInstructionsF16();
326 if (EltTy->isBFloatTy())
327 return Subtarget.hasVInstructionsBF16();
328 if (EltTy->isFloatTy())
329 return Subtarget.hasVInstructionsF32();
330 if (EltTy->isDoubleTy())
331 return Subtarget.hasVInstructionsF64();
332 return false;
333}
334
335// TODO: Support all argument types.
336// TODO: Remove IsLowerArgs argument by adding support for vectors in lowerCall.
337static bool isSupportedArgumentType(Type *T, const RISCVSubtarget &Subtarget,
338 bool IsLowerArgs = false) {
339 // TODO: Integers larger than 2*XLen are passed indirectly which is not
340 // supported yet.
341 if (T->isIntegerTy())
342 return T->getIntegerBitWidth() <= Subtarget.getXLen() * 2;
343 if (T->isFloatTy() || T->isDoubleTy())
344 return true;
345 if (T->isPointerTy())
346 return true;
347 // TODO: Support fixed vector types.
348 if (IsLowerArgs && T->isVectorTy() && Subtarget.hasVInstructions() &&
349 T->isScalableTy() &&
350 isLegalElementTypeForRVV(T->getScalarType(), Subtarget))
351 return true;
352 return false;
353}
354
355// TODO: Only integer, pointer and aggregate types are supported now.
356// TODO: Remove IsLowerRetVal argument by adding support for vectors in
357// lowerCall.
358static bool isSupportedReturnType(Type *T, const RISCVSubtarget &Subtarget,
359 bool IsLowerRetVal = false) {
360 // TODO: Integers larger than 2*XLen are passed indirectly which is not
361 // supported yet.
362 if (T->isIntegerTy())
363 return T->getIntegerBitWidth() <= Subtarget.getXLen() * 2;
364 if (T->isFloatTy() || T->isDoubleTy())
365 return true;
366 if (T->isPointerTy())
367 return true;
368
369 if (T->isArrayTy())
370 return isSupportedReturnType(T->getArrayElementType(), Subtarget);
371
372 if (T->isStructTy()) {
373 auto StructT = cast<StructType>(T);
374 for (unsigned i = 0, e = StructT->getNumElements(); i != e; ++i)
375 if (!isSupportedReturnType(StructT->getElementType(i), Subtarget))
376 return false;
377 return true;
378 }
379
380 if (IsLowerRetVal && T->isVectorTy() && Subtarget.hasVInstructions() &&
381 T->isScalableTy() &&
382 isLegalElementTypeForRVV(T->getScalarType(), Subtarget))
383 return true;
384
385 return false;
386}
387
388bool RISCVCallLowering::lowerReturnVal(MachineIRBuilder &MIRBuilder,
389 const Value *Val,
390 ArrayRef<Register> VRegs,
391 MachineInstrBuilder &Ret) const {
392 if (!Val)
393 return true;
394
395 const RISCVSubtarget &Subtarget =
396 MIRBuilder.getMF().getSubtarget<RISCVSubtarget>();
397 if (!isSupportedReturnType(Val->getType(), Subtarget, /*IsLowerRetVal=*/true))
398 return false;
399
400 MachineFunction &MF = MIRBuilder.getMF();
401 const DataLayout &DL = MF.getDataLayout();
402 const Function &F = MF.getFunction();
403 CallingConv::ID CC = F.getCallingConv();
404
405 ArgInfo OrigRetInfo(VRegs, Val->getType(), 0);
407
408 SmallVector<ArgInfo, 4> SplitRetInfos;
409 splitToValueTypes(OrigRetInfo, SplitRetInfos, DL, CC);
410
411 RVVArgDispatcher Dispatcher{&MF, getTLI<RISCVTargetLowering>(),
412 ArrayRef(F.getReturnType())};
413 RISCVOutgoingValueAssigner Assigner(
415 /*IsRet=*/true, Dispatcher);
416 RISCVOutgoingValueHandler Handler(MIRBuilder, MF.getRegInfo(), Ret);
417 return determineAndHandleAssignments(Handler, Assigner, SplitRetInfos,
418 MIRBuilder, CC, F.isVarArg());
419}
420
422 const Value *Val, ArrayRef<Register> VRegs,
423 FunctionLoweringInfo &FLI) const {
424 assert(!Val == VRegs.empty() && "Return value without a vreg");
425 MachineInstrBuilder Ret = MIRBuilder.buildInstrNoInsert(RISCV::PseudoRET);
426
427 if (!lowerReturnVal(MIRBuilder, Val, VRegs, Ret))
428 return false;
429
430 MIRBuilder.insertInstr(Ret);
431 return true;
432}
433
434/// If there are varargs that were passed in a0-a7, the data in those registers
435/// must be copied to the varargs save area on the stack.
436void RISCVCallLowering::saveVarArgRegisters(
438 IncomingValueAssigner &Assigner, CCState &CCInfo) const {
439 MachineFunction &MF = MIRBuilder.getMF();
440 const RISCVSubtarget &Subtarget = MF.getSubtarget<RISCVSubtarget>();
441 unsigned XLenInBytes = Subtarget.getXLen() / 8;
444 unsigned Idx = CCInfo.getFirstUnallocated(ArgRegs);
445 MachineFrameInfo &MFI = MF.getFrameInfo();
447
448 // Size of the vararg save area. For now, the varargs save area is either
449 // zero or large enough to hold a0-a7.
450 int VarArgsSaveSize = XLenInBytes * (ArgRegs.size() - Idx);
451 int FI;
452
453 // If all registers are allocated, then all varargs must be passed on the
454 // stack and we don't need to save any argregs.
455 if (VarArgsSaveSize == 0) {
456 int VaArgOffset = Assigner.StackSize;
457 FI = MFI.CreateFixedObject(XLenInBytes, VaArgOffset, true);
458 } else {
459 int VaArgOffset = -VarArgsSaveSize;
460 FI = MFI.CreateFixedObject(VarArgsSaveSize, VaArgOffset, true);
461
462 // If saving an odd number of registers then create an extra stack slot to
463 // ensure that the frame pointer is 2*XLEN-aligned, which in turn ensures
464 // offsets to even-numbered registered remain 2*XLEN-aligned.
465 if (Idx % 2) {
466 MFI.CreateFixedObject(XLenInBytes,
467 VaArgOffset - static_cast<int>(XLenInBytes), true);
468 VarArgsSaveSize += XLenInBytes;
469 }
470
472 Subtarget.getXLen());
473 const LLT sXLen = LLT::scalar(Subtarget.getXLen());
474
475 auto FIN = MIRBuilder.buildFrameIndex(p0, FI);
476 auto Offset = MIRBuilder.buildConstant(
477 MRI.createGenericVirtualRegister(sXLen), XLenInBytes);
478
479 // Copy the integer registers that may have been used for passing varargs
480 // to the vararg save area.
481 const MVT XLenVT = Subtarget.getXLenVT();
482 for (unsigned I = Idx; I < ArgRegs.size(); ++I) {
483 const Register VReg = MRI.createGenericVirtualRegister(sXLen);
484 Handler.assignValueToReg(
485 VReg, ArgRegs[I],
487 ArgRegs[I], XLenVT, CCValAssign::Full));
488 auto MPO =
489 MachinePointerInfo::getFixedStack(MF, FI, (I - Idx) * XLenInBytes);
490 MIRBuilder.buildStore(VReg, FIN, MPO, inferAlignFromPtrInfo(MF, MPO));
491 FIN = MIRBuilder.buildPtrAdd(MRI.createGenericVirtualRegister(p0),
492 FIN.getReg(0), Offset);
493 }
494 }
495
496 // Record the frame index of the first variable argument which is a value
497 // necessary to G_VASTART.
498 RVFI->setVarArgsFrameIndex(FI);
499 RVFI->setVarArgsSaveSize(VarArgsSaveSize);
500}
501
503 const Function &F,
505 FunctionLoweringInfo &FLI) const {
506 // Early exit if there are no arguments. varargs are not part of F.args() but
507 // must be lowered.
508 if (F.arg_empty() && !F.isVarArg())
509 return true;
510
511 const RISCVSubtarget &Subtarget =
512 MIRBuilder.getMF().getSubtarget<RISCVSubtarget>();
513 for (auto &Arg : F.args()) {
514 if (!isSupportedArgumentType(Arg.getType(), Subtarget,
515 /*IsLowerArgs=*/true))
516 return false;
517 }
518
519 MachineFunction &MF = MIRBuilder.getMF();
520 const DataLayout &DL = MF.getDataLayout();
521 CallingConv::ID CC = F.getCallingConv();
522
523 SmallVector<ArgInfo, 32> SplitArgInfos;
524 SmallVector<Type *, 4> TypeList;
525 unsigned Index = 0;
526 for (auto &Arg : F.args()) {
527 // Construct the ArgInfo object from destination register and argument type.
528 ArgInfo AInfo(VRegs[Index], Arg.getType(), Index);
530
531 // Handle any required merging from split value types from physical
532 // registers into the desired VReg. ArgInfo objects are constructed
533 // correspondingly and appended to SplitArgInfos.
534 splitToValueTypes(AInfo, SplitArgInfos, DL, CC);
535
536 TypeList.push_back(Arg.getType());
537
538 ++Index;
539 }
540
541 RVVArgDispatcher Dispatcher{&MF, getTLI<RISCVTargetLowering>(),
542 ArrayRef(TypeList)};
543 RISCVIncomingValueAssigner Assigner(
545 /*IsRet=*/false, Dispatcher);
546 RISCVFormalArgHandler Handler(MIRBuilder, MF.getRegInfo());
547
549 CCState CCInfo(CC, F.isVarArg(), MIRBuilder.getMF(), ArgLocs, F.getContext());
550 if (!determineAssignments(Assigner, SplitArgInfos, CCInfo) ||
551 !handleAssignments(Handler, SplitArgInfos, CCInfo, ArgLocs, MIRBuilder))
552 return false;
553
554 if (F.isVarArg())
555 saveVarArgRegisters(MIRBuilder, Handler, Assigner, CCInfo);
556
557 return true;
558}
559
561 CallLoweringInfo &Info) const {
562 MachineFunction &MF = MIRBuilder.getMF();
563 const DataLayout &DL = MF.getDataLayout();
564 const Function &F = MF.getFunction();
565 CallingConv::ID CC = F.getCallingConv();
566
567 const RISCVSubtarget &Subtarget =
568 MIRBuilder.getMF().getSubtarget<RISCVSubtarget>();
569 for (auto &AInfo : Info.OrigArgs) {
570 if (!isSupportedArgumentType(AInfo.Ty, Subtarget))
571 return false;
572 }
573
574 if (!Info.OrigRet.Ty->isVoidTy() &&
575 !isSupportedReturnType(Info.OrigRet.Ty, Subtarget))
576 return false;
577
578 MachineInstrBuilder CallSeqStart =
579 MIRBuilder.buildInstr(RISCV::ADJCALLSTACKDOWN);
580
581 SmallVector<ArgInfo, 32> SplitArgInfos;
583 SmallVector<Type *, 4> TypeList;
584 for (auto &AInfo : Info.OrigArgs) {
585 // Handle any required unmerging of split value types from a given VReg into
586 // physical registers. ArgInfo objects are constructed correspondingly and
587 // appended to SplitArgInfos.
588 splitToValueTypes(AInfo, SplitArgInfos, DL, CC);
589 TypeList.push_back(AInfo.Ty);
590 }
591
592 // TODO: Support tail calls.
593 Info.IsTailCall = false;
594
595 // Select the recommended relocation type R_RISCV_CALL_PLT.
596 if (!Info.Callee.isReg())
597 Info.Callee.setTargetFlags(RISCVII::MO_CALL);
598
600 MIRBuilder
601 .buildInstrNoInsert(Info.Callee.isReg() ? RISCV::PseudoCALLIndirect
602 : RISCV::PseudoCALL)
603 .add(Info.Callee);
604 const TargetRegisterInfo *TRI = Subtarget.getRegisterInfo();
605 Call.addRegMask(TRI->getCallPreservedMask(MF, Info.CallConv));
606
607 RVVArgDispatcher ArgDispatcher{&MF, getTLI<RISCVTargetLowering>(),
608 ArrayRef(TypeList)};
609 RISCVOutgoingValueAssigner ArgAssigner(
611 /*IsRet=*/false, ArgDispatcher);
612 RISCVOutgoingValueHandler ArgHandler(MIRBuilder, MF.getRegInfo(), Call);
613 if (!determineAndHandleAssignments(ArgHandler, ArgAssigner, SplitArgInfos,
614 MIRBuilder, CC, Info.IsVarArg))
615 return false;
616
617 MIRBuilder.insertInstr(Call);
618
619 CallSeqStart.addImm(ArgAssigner.StackSize).addImm(0);
620 MIRBuilder.buildInstr(RISCV::ADJCALLSTACKUP)
621 .addImm(ArgAssigner.StackSize)
622 .addImm(0);
623
624 // If Callee is a reg, since it is used by a target specific
625 // instruction, it must have a register class matching the
626 // constraint of that instruction.
627 if (Call->getOperand(0).isReg())
629 *Subtarget.getInstrInfo(),
630 *Subtarget.getRegBankInfo(), *Call,
631 Call->getDesc(), Call->getOperand(0), 0);
632
633 if (Info.OrigRet.Ty->isVoidTy())
634 return true;
635
636 SmallVector<ArgInfo, 4> SplitRetInfos;
637 splitToValueTypes(Info.OrigRet, SplitRetInfos, DL, CC);
638
639 RVVArgDispatcher RetDispatcher{&MF, getTLI<RISCVTargetLowering>(),
640 ArrayRef(F.getReturnType())};
641 RISCVIncomingValueAssigner RetAssigner(
643 /*IsRet=*/true, RetDispatcher);
644 RISCVCallReturnHandler RetHandler(MIRBuilder, MF.getRegInfo(), Call);
645 if (!determineAndHandleAssignments(RetHandler, RetAssigner, SplitRetInfos,
646 MIRBuilder, CC, Info.IsVarArg))
647 return false;
648
649 return true;
650}
unsigned const MachineRegisterInfo * MRI
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
Analysis containing CSE Info
Definition: CSEInfo.cpp:27
Returns the sub type a function will return at a given Idx Should correspond to the result type of an ExtractValue instruction executed with just that one unsigned Idx
uint64_t Addr
#define F(x, y, z)
Definition: MD5.cpp:55
#define I(x, y, z)
Definition: MD5.cpp:58
This file declares the MachineIRBuilder class.
unsigned const TargetRegisterInfo * TRI
static bool isSupportedReturnType(Type *T)
static bool isSupportedArgumentType(Type *T)
static bool isLegalElementTypeForRVV(Type *EltTy, const RISCVSubtarget &Subtarget)
Return true if scalable vector with ScalarTy is legal for lowering.
This file describes how to lower LLVM calls to machine code calls.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41
size_t size() const
size - Get the array size.
Definition: ArrayRef.h:165
bool empty() const
empty - Check if the array is empty.
Definition: ArrayRef.h:160
CCState - This class holds information needed while lowering arguments and return values.
MachineFunction & getMachineFunction() const
unsigned getFirstUnallocated(ArrayRef< MCPhysReg > Regs) const
getFirstUnallocated - Return the index of the first unallocated register in the set,...
uint64_t getStackSize() const
Returns the size of the currently allocated portion of the stack.
CCValAssign - Represent assignment of one arg/retval to a location.
bool isRegLoc() const
Register getLocReg() const
static CCValAssign getReg(unsigned ValNo, MVT ValVT, unsigned RegNo, MVT LocVT, LocInfo HTP, bool IsCustom=false)
bool needsCustom() const
bool isMemLoc() const
int64_t getLocMemOffset() const
unsigned getValNo() const
bool handleAssignments(ValueHandler &Handler, SmallVectorImpl< ArgInfo > &Args, CCState &CCState, SmallVectorImpl< CCValAssign > &ArgLocs, MachineIRBuilder &MIRBuilder, ArrayRef< Register > ThisReturnRegs=std::nullopt) const
Use Handler to insert code to handle the argument/return values represented by Args.
bool determineAndHandleAssignments(ValueHandler &Handler, ValueAssigner &Assigner, SmallVectorImpl< ArgInfo > &Args, MachineIRBuilder &MIRBuilder, CallingConv::ID CallConv, bool IsVarArg, ArrayRef< Register > ThisReturnRegs=std::nullopt) const
Invoke ValueAssigner::assignArg on each of the given Args and then use Handler to move them to the as...
void splitToValueTypes(const ArgInfo &OrigArgInfo, SmallVectorImpl< ArgInfo > &SplitArgs, const DataLayout &DL, CallingConv::ID CallConv, SmallVectorImpl< uint64_t > *Offsets=nullptr) const
Break OrigArgInfo into one or more pieces the calling convention can process, returned in SplitArgs.
bool determineAssignments(ValueAssigner &Assigner, SmallVectorImpl< ArgInfo > &Args, CCState &CCInfo) const
Analyze the argument list in Args, using Assigner to populate CCInfo.
void setArgFlags(ArgInfo &Arg, unsigned OpIdx, const DataLayout &DL, const FuncInfoTy &FuncInfo) const
A parsed version of the target data layout string in and methods for querying it.
Definition: DataLayout.h:110
unsigned getAllocaAddrSpace() const
Definition: DataLayout.h:276
FunctionLoweringInfo - This contains information that is global to a function that is used when lower...
static constexpr LLT scalar(unsigned SizeInBits)
Get a low-level scalar or aggregate "bag of bits".
Definition: LowLevelType.h:42
static constexpr LLT pointer(unsigned AddressSpace, unsigned SizeInBits)
Get a low-level pointer in the given address space.
Definition: LowLevelType.h:57
constexpr TypeSize getSizeInBytes() const
Returns the total size of the type in bytes, i.e.
Definition: LowLevelType.h:203
Wrapper class representing physical registers. Should be passed by value.
Definition: MCRegister.h:33
Machine Value Type.
bool isScalableVector() const
Return true if this is a vector value type where the runtime length is machine dependent.
The MachineFrameInfo class represents an abstract stack frame until prolog/epilog code is inserted.
int CreateFixedObject(uint64_t Size, int64_t SPOffset, bool IsImmutable, bool isAliased=false)
Create a new object at a fixed location on the stack.
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
MachineMemOperand * getMachineMemOperand(MachinePointerInfo PtrInfo, MachineMemOperand::Flags f, LLT MemTy, Align base_alignment, const AAMDNodes &AAInfo=AAMDNodes(), const MDNode *Ranges=nullptr, SyncScope::ID SSID=SyncScope::System, AtomicOrdering Ordering=AtomicOrdering::NotAtomic, AtomicOrdering FailureOrdering=AtomicOrdering::NotAtomic)
getMachineMemOperand - Allocate a new MachineMemOperand.
MachineFrameInfo & getFrameInfo()
getFrameInfo - Return the frame info object for the current function.
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
const DataLayout & getDataLayout() const
Return the DataLayout attached to the Module associated to this MF.
Function & getFunction()
Return the LLVM function that this machine code represents.
Ty * getInfo()
getInfo - Keep track of various per-function pieces of information for backends that would like to do...
Helper class to build MachineInstr.
MachineInstrBuilder insertInstr(MachineInstrBuilder MIB)
Insert an existing instruction at the insertion point.
MachineInstrBuilder buildPtrAdd(const DstOp &Res, const SrcOp &Op0, const SrcOp &Op1, std::optional< unsigned > Flags=std::nullopt)
Build and insert Res = G_PTR_ADD Op0, Op1.
MachineInstrBuilder buildStore(const SrcOp &Val, const SrcOp &Addr, MachineMemOperand &MMO)
Build and insert G_STORE Val, Addr, MMO.
MachineInstrBuilder buildInstr(unsigned Opcode)
Build and insert <empty> = Opcode <empty>.
MachineInstrBuilder buildFrameIndex(const DstOp &Res, int Idx)
Build and insert Res = G_FRAME_INDEX Idx.
MachineFunction & getMF()
Getter for the function we currently build.
MachineInstrBuilder buildInstrNoInsert(unsigned Opcode)
Build but don't insert <empty> = Opcode <empty>.
virtual MachineInstrBuilder buildConstant(const DstOp &Res, const ConstantInt &Val)
Build and insert Res = G_CONSTANT Val.
const MachineInstrBuilder & addImm(int64_t Val) const
Add a new immediate operand.
const MachineInstrBuilder & add(const MachineOperand &MO) const
const MachineInstrBuilder & addDef(Register RegNo, unsigned Flags=0, unsigned SubReg=0) const
Add a virtual register definition operand.
@ MOLoad
The memory access reads data.
@ MOStore
The memory access writes data.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
bool lowerReturn(MachineIRBuilder &MIRBuiler, const Value *Val, ArrayRef< Register > VRegs, FunctionLoweringInfo &FLI) const override
This hook behaves as the extended lowerReturn function, but for targets that do not support swifterro...
bool lowerCall(MachineIRBuilder &MIRBuilder, CallLoweringInfo &Info) const override
This hook must be implemented to lower the given call instruction, including argument and return valu...
bool lowerFormalArguments(MachineIRBuilder &MIRBuilder, const Function &F, ArrayRef< ArrayRef< Register > > VRegs, FunctionLoweringInfo &FLI) const override
This hook must be implemented to lower the incoming (formal) arguments, described by VRegs,...
RISCVCallLowering(const RISCVTargetLowering &TLI)
RISCVMachineFunctionInfo - This class is derived from MachineFunctionInfo and contains private RISCV-...
RISCVABI::ABI getTargetABI() const
const RegisterBankInfo * getRegBankInfo() const override
bool hasVInstructionsI64() const
bool hasVInstructionsF64() const
unsigned getXLen() const
bool hasVInstructionsF16() const
bool hasVInstructionsBF16() const
bool hasVInstructions() const
const RISCVRegisterInfo * getRegisterInfo() const override
const RISCVInstrInfo * getInstrInfo() const override
const RISCVTargetLowering * getTargetLowering() const override
bool hasVInstructionsF32() const
bool RISCVCCAssignFn(const DataLayout &DL, RISCVABI::ABI, unsigned ValNo, MVT ValVT, MVT LocVT, CCValAssign::LocInfo LocInfo, ISD::ArgFlagsTy ArgFlags, CCState &State, bool IsFixed, bool IsRet, Type *OrigTy, const RISCVTargetLowering &TLI, RVVArgDispatcher &RVVDispatcher)
RISCVCCAssignFn - This target-specific function extends the default CCValAssign with additional infor...
As per the spec, the rules for passing vector arguments are as follows:
Wrapper class representing virtual and physical registers.
Definition: Register.h:19
void push_back(const T &Elt)
Definition: SmallVector.h:426
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition: SmallVector.h:1209
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
Definition: Type.h:45
bool isPointerTy() const
True if this is an instance of PointerType.
Definition: Type.h:255
bool isFloatTy() const
Return true if this is 'float', a 32-bit IEEE fp type.
Definition: Type.h:154
bool isBFloatTy() const
Return true if this is 'bfloat', a 16-bit bfloat type.
Definition: Type.h:146
bool isHalfTy() const
Return true if this is 'half', a 16-bit IEEE fp type.
Definition: Type.h:143
bool isDoubleTy() const
Return true if this is 'double', a 64-bit IEEE fp type.
Definition: Type.h:157
bool isIntegerTy() const
True if this is an instance of IntegerType.
Definition: Type.h:228
unsigned getNumOperands() const
Definition: User.h:191
LLVM Value Representation.
Definition: Value.h:74
Type * getType() const
All values are typed, get the type of this value.
Definition: Value.h:255
@ Fast
Attempts to make calls as fast as possible (e.g.
Definition: CallingConv.h:41
bool CC_RISCV(const DataLayout &DL, RISCVABI::ABI ABI, unsigned ValNo, MVT ValVT, MVT LocVT, CCValAssign::LocInfo LocInfo, ISD::ArgFlagsTy ArgFlags, CCState &State, bool IsFixed, bool IsRet, Type *OrigTy, const RISCVTargetLowering &TLI, RVVArgDispatcher &RVVDispatcher)
bool CC_RISCV_FastCC(const DataLayout &DL, RISCVABI::ABI ABI, unsigned ValNo, MVT ValVT, MVT LocVT, CCValAssign::LocInfo LocInfo, ISD::ArgFlagsTy ArgFlags, CCState &State, bool IsFixed, bool IsRet, Type *OrigTy, const RISCVTargetLowering &TLI, RVVArgDispatcher &RVVDispatcher)
ArrayRef< MCPhysReg > getArgGPRs(const RISCVABI::ABI ABI)
@ Implicit
Not emitted register (e.g. carry, or temporary result).
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
@ Offset
Definition: DWP.cpp:456
Register constrainOperandRegClass(const MachineFunction &MF, const TargetRegisterInfo &TRI, MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, MachineInstr &InsertPt, const TargetRegisterClass &RegClass, MachineOperand &RegMO)
Constrain the Register operand OpIdx, so that it is now constrained to the TargetRegisterClass passed...
Definition: Utils.cpp:54
Align commonAlignment(Align A, uint64_t Offset)
Returns the alignment that satisfies both alignments.
Definition: Alignment.h:212
Align inferAlignFromPtrInfo(MachineFunction &MF, const MachinePointerInfo &MPO)
Definition: Utils.cpp:865
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition: Alignment.h:39
Helper struct shared between Function Specialization and SCCP Solver.
Definition: SCCPSolver.h:41
SmallVector< Register, 4 > Regs
Definition: CallLowering.h:63
SmallVector< ISD::ArgFlagsTy, 4 > Flags
Definition: CallLowering.h:51
Base class for ValueHandlers used for arguments coming into the current function, or for return value...
Definition: CallLowering.h:323
void assignValueToReg(Register ValVReg, Register PhysReg, const CCValAssign &VA) override
Provides a default implementation for argument handling.
Base class for ValueHandlers used for arguments passed to a function call, or for return values.
Definition: CallLowering.h:339
virtual bool assignArg(unsigned ValNo, EVT OrigVT, MVT ValVT, MVT LocVT, CCValAssign::LocInfo LocInfo, const ArgInfo &Info, ISD::ArgFlagsTy Flags, CCState &State)
Wrap call to (typically tablegenerated CCAssignFn).
Definition: CallLowering.h:191
virtual Register getStackAddress(uint64_t MemSize, int64_t Offset, MachinePointerInfo &MPO, ISD::ArgFlagsTy Flags)=0
Materialize a VReg containing the address of the specified stack-based object.
virtual void assignValueToAddress(Register ValVReg, Register Addr, LLT MemTy, const MachinePointerInfo &MPO, const CCValAssign &VA)=0
The specified value has been assigned to a stack location.
Register extendRegister(Register ValReg, const CCValAssign &VA, unsigned MaxSizeBits=0)
Extend a register to the location type given in VA, capped at extending to at most MaxSize bits.
virtual unsigned assignCustomValue(ArgInfo &Arg, ArrayRef< CCValAssign > VAs, std::function< void()> *Thunk=nullptr)
Handle custom values, which may be passed into one or more of VAs.
Definition: CallLowering.h:300
virtual void assignValueToReg(Register ValVReg, Register PhysReg, const CCValAssign &VA)=0
The specified value has been assigned to a physical register, handle the appropriate COPY (either to ...
Extended Value Type.
Definition: ValueTypes.h:34
This class contains a discriminated union of information about pointers in memory operands,...
static MachinePointerInfo getStack(MachineFunction &MF, int64_t Offset, uint8_t ID=0)
Stack pointer relative access.
static MachinePointerInfo getFixedStack(MachineFunction &MF, int FI, int64_t Offset=0)
Return a MachinePointerInfo record that refers to the specified FrameIndex.