54 assert(V->getType()->isIntOrIntVectorTy() &&
"Can't bswap a non-integer type!");
56 unsigned BitSize = V->getType()->getScalarSizeInBits();
63 Value *Tmp1 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
65 Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
67 V = Builder.CreateOr(Tmp1, Tmp2,
"bswap.i16");
71 Value *Tmp4 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24),
73 Value *Tmp3 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
75 Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
77 Value *Tmp1 = Builder.CreateLShr(V,ConstantInt::get(V->getType(), 24),
79 Tmp3 = Builder.CreateAnd(Tmp3,
80 ConstantInt::get(V->getType(), 0xFF0000),
82 Tmp2 = Builder.CreateAnd(Tmp2,
83 ConstantInt::get(V->getType(), 0xFF00),
85 Tmp4 = Builder.CreateOr(Tmp4, Tmp3,
"bswap.or1");
86 Tmp2 = Builder.CreateOr(Tmp2, Tmp1,
"bswap.or2");
87 V = Builder.CreateOr(Tmp4, Tmp2,
"bswap.i32");
91 Value *Tmp8 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 56),
93 Value *Tmp7 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 40),
95 Value *Tmp6 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24),
97 Value *Tmp5 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
99 Value* Tmp4 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
101 Value* Tmp3 = Builder.CreateLShr(V,
102 ConstantInt::get(V->getType(), 24),
104 Value* Tmp2 = Builder.CreateLShr(V,
105 ConstantInt::get(V->getType(), 40),
107 Value* Tmp1 = Builder.CreateLShr(V,
108 ConstantInt::get(V->getType(), 56),
110 Tmp7 = Builder.CreateAnd(Tmp7,
111 ConstantInt::get(V->getType(),
112 0xFF000000000000ULL),
114 Tmp6 = Builder.CreateAnd(Tmp6,
115 ConstantInt::get(V->getType(),
118 Tmp5 = Builder.CreateAnd(Tmp5,
119 ConstantInt::get(V->getType(),
122 Tmp4 = Builder.CreateAnd(Tmp4,
123 ConstantInt::get(V->getType(),
126 Tmp3 = Builder.CreateAnd(Tmp3,
127 ConstantInt::get(V->getType(),
130 Tmp2 = Builder.CreateAnd(Tmp2,
131 ConstantInt::get(V->getType(),
134 Tmp8 = Builder.CreateOr(Tmp8, Tmp7,
"bswap.or1");
135 Tmp6 = Builder.CreateOr(Tmp6, Tmp5,
"bswap.or2");
136 Tmp4 = Builder.CreateOr(Tmp4, Tmp3,
"bswap.or3");
137 Tmp2 = Builder.CreateOr(Tmp2, Tmp1,
"bswap.or4");
138 Tmp8 = Builder.CreateOr(Tmp8, Tmp6,
"bswap.or5");
139 Tmp4 = Builder.CreateOr(Tmp4, Tmp2,
"bswap.or6");
140 V = Builder.CreateOr(Tmp8, Tmp4,
"bswap.i64");
149 assert(V->getType()->isIntegerTy() &&
"Can't ctpop a non-integer type!");
151 static const uint64_t MaskValues[6] = {
152 0x5555555555555555ULL, 0x3333333333333333ULL,
153 0x0F0F0F0F0F0F0F0FULL, 0x00FF00FF00FF00FFULL,
154 0x0000FFFF0000FFFFULL, 0x00000000FFFFFFFFULL
159 unsigned BitSize = V->getType()->getPrimitiveSizeInBits();
160 unsigned WordSize = (BitSize + 63) / 64;
161 Value *
Count = ConstantInt::get(V->getType(), 0);
163 for (
unsigned n = 0; n < WordSize; ++n) {
164 Value *PartValue = V;
165 for (
unsigned i = 1, ct = 0; i < (BitSize>64 ? 64 : BitSize);
167 Value *MaskCst = ConstantInt::get(V->getType(), MaskValues[ct]);
168 Value *
LHS = Builder.CreateAnd(PartValue, MaskCst,
"cppop.and1");
169 Value *VShift = Builder.CreateLShr(PartValue,
170 ConstantInt::get(V->getType(), i),
172 Value *
RHS = Builder.CreateAnd(VShift, MaskCst,
"cppop.and2");
173 PartValue = Builder.CreateAdd(
LHS,
RHS,
"ctpop.step");
175 Count = Builder.CreateAdd(PartValue,
Count,
"ctpop.part");
177 V = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 64),
229 assert(Callee &&
"Cannot lower an indirect call!");
231 switch (Callee->getIntrinsicID()) {
234 Callee->getName() +
"'!");
237 Callee->getName()+
"'!");
239 case Intrinsic::expect:
240 case Intrinsic::expect_with_probability: {
248 case Intrinsic::allow_runtime_check:
249 case Intrinsic::allow_ubsan_check:
253 case Intrinsic::ctpop:
257 case Intrinsic::bswap:
261 case Intrinsic::ctlz:
265 case Intrinsic::cttz: {
268 Value *NotSrc = Builder.CreateNot(Src);
269 NotSrc->
setName(Src->getName() +
".not");
270 Value *SrcM1 = ConstantInt::get(Src->getType(), 1);
271 SrcM1 = Builder.CreateSub(Src, SrcM1);
272 Src =
LowerCTPOP(Context, Builder.CreateAnd(NotSrc, SrcM1), CI);
277 case Intrinsic::stacksave:
278 case Intrinsic::stackrestore: {
280 errs() <<
"WARNING: this target does not support the llvm.stack"
281 << (Callee->getIntrinsicID() == Intrinsic::stacksave ?
282 "save" :
"restore") <<
" intrinsic.\n";
284 if (Callee->getIntrinsicID() == Intrinsic::stacksave)
289 case Intrinsic::get_dynamic_area_offset:
290 errs() <<
"WARNING: this target does not support the custom llvm.get."
291 "dynamic.area.offset. It is being lowered to a constant 0\n";
296 case Intrinsic::returnaddress:
297 case Intrinsic::frameaddress:
298 errs() <<
"WARNING: this target does not support the llvm."
299 << (Callee->getIntrinsicID() == Intrinsic::returnaddress ?
300 "return" :
"frame") <<
"address intrinsic.\n";
304 case Intrinsic::addressofreturnaddress:
305 errs() <<
"WARNING: this target does not support the "
306 "llvm.addressofreturnaddress intrinsic.\n";
311 case Intrinsic::prefetch:
314 case Intrinsic::pcmarker:
316 case Intrinsic::readcyclecounter: {
317 errs() <<
"WARNING: this target does not support the llvm.readcyclecoun"
318 <<
"ter intrinsic. It is being lowered to a constant 0\n";
322 case Intrinsic::readsteadycounter: {
323 errs() <<
"WARNING: this target does not support the llvm.readsteadycounter"
324 <<
" intrinsic. It is being lowered to a constant 0\n";
329 case Intrinsic::dbg_declare:
330 case Intrinsic::dbg_label:
333 case Intrinsic::eh_typeid_for:
338 case Intrinsic::annotation:
339 case Intrinsic::ptr_annotation:
344 case Intrinsic::assume:
345 case Intrinsic::experimental_noalias_scope_decl:
346 case Intrinsic::var_annotation:
349 case Intrinsic::memcpy: {
350 Type *IntPtr = DL.getIntPtrType(Context);
360 case Intrinsic::memmove: {
361 Type *IntPtr = DL.getIntPtrType(Context);
371 case Intrinsic::memset: {
386 case Intrinsic::sqrt: {
390 case Intrinsic::log: {
394 case Intrinsic::log2: {
398 case Intrinsic::log10: {
402 case Intrinsic::exp: {
406 case Intrinsic::exp2: {
410 case Intrinsic::pow: {
414 case Intrinsic::sin: {
418 case Intrinsic::cos: {
422 case Intrinsic::floor: {
426 case Intrinsic::ceil: {
430 case Intrinsic::trunc: {
434 case Intrinsic::round: {
438 case Intrinsic::roundeven: {
442 case Intrinsic::copysign: {
446 case Intrinsic::get_rounding:
451 case Intrinsic::invariant_start:
452 case Intrinsic::lifetime_start:
456 case Intrinsic::invariant_end:
457 case Intrinsic::lifetime_end:
463 "Lowering should have eliminated any uses of the intrinsic call!");
This is an important class for using LLVM in a threaded context.