Physregs may hold multiple stack slot values at the same time. Keep track
[oota-llvm.git] / lib / CodeGen / IntrinsicLowering.cpp
index 98d00f67f1bc72ece90ea1b6c0da613f135561b5..c47a107cc33310403b15ff67ff9f4806f1a06989 100644 (file)
@@ -110,13 +110,16 @@ void DefaultIntrinsicLowering::AddPrototypes(Module &M) {
       case Intrinsic::memset:
         M.getOrInsertFunction("memset", PointerType::get(Type::SByteTy),
                               PointerType::get(Type::SByteTy),
-                              Type::IntTy, (--(--I->arg_end()))->getType(), 0);
+                              Type::IntTy, (--(--I->arg_end()))->getType(),
+                              (Type *)0);
         break;
-      case Intrinsic::isunordered:
+      case Intrinsic::isunordered_f32:
+      case Intrinsic::isunordered_f64:
         EnsureFunctionExists(M, "isunordered", I->arg_begin(), I->arg_end(),
                              Type::BoolTy);
         break;
-      case Intrinsic::sqrt:
+      case Intrinsic::sqrt_f32:
+      case Intrinsic::sqrt_f64:
         if(I->arg_begin()->getType() == Type::FloatTy)
           EnsureFunctionExists(M, "sqrtf", I->arg_begin(), I->arg_end(),
                                Type::FloatTy);
@@ -127,8 +130,102 @@ void DefaultIntrinsicLowering::AddPrototypes(Module &M) {
       }
 }
 
+/// LowerBSWAP - Emit the code to lower bswap of V before the specified
+/// instruction IP.
+static Value *LowerBSWAP(Value *V, Instruction *IP) {
+  assert(V->getType()->isInteger() && "Can't bswap a non-integer type!");
+
+  const Type *DestTy = V->getType();
+  
+  // Force to unsigned so that the shift rights are logical.
+  if (DestTy->isSigned())
+    V = new CastInst(V, DestTy->getUnsignedVersion(), V->getName(), IP);
+
+  unsigned BitSize = V->getType()->getPrimitiveSizeInBits();
+  
+  switch(BitSize) {
+  default: assert(0 && "Unhandled type size of value to byteswap!");
+  case 16: {
+    Value *Tmp1 = new ShiftInst(Instruction::Shl, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.2",IP);
+    Value *Tmp2 = new ShiftInst(Instruction::Shr, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.1",IP);
+    V = BinaryOperator::createOr(Tmp1, Tmp2, "bswap.i16", IP);
+    break;
+  }
+  case 32: {
+    Value *Tmp4 = new ShiftInst(Instruction::Shl, V,
+                              ConstantInt::get(Type::UByteTy,24),"bswap.4", IP);
+    Value *Tmp3 = new ShiftInst(Instruction::Shl, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.3",IP);
+    Value *Tmp2 = new ShiftInst(Instruction::Shr, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.2",IP);
+    Value *Tmp1 = new ShiftInst(Instruction::Shr, V,
+                              ConstantInt::get(Type::UByteTy,24),"bswap.1", IP);
+    Tmp3 = BinaryOperator::createAnd(Tmp3, 
+                                     ConstantUInt::get(Type::UIntTy, 0xFF0000),
+                                     "bswap.and3", IP);
+    Tmp2 = BinaryOperator::createAnd(Tmp2, 
+                                     ConstantUInt::get(Type::UIntTy, 0xFF00),
+                                     "bswap.and2", IP);
+    Tmp4 = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.or1", IP);
+    Tmp2 = BinaryOperator::createOr(Tmp2, Tmp1, "bswap.or2", IP);
+    V = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.i32", IP);
+    break;
+  }
+  case 64: {
+    Value *Tmp8 = new ShiftInst(Instruction::Shl, V,
+                              ConstantInt::get(Type::UByteTy,56),"bswap.8", IP);
+    Value *Tmp7 = new ShiftInst(Instruction::Shl, V,
+                              ConstantInt::get(Type::UByteTy,40),"bswap.7", IP);
+    Value *Tmp6 = new ShiftInst(Instruction::Shl, V,
+                              ConstantInt::get(Type::UByteTy,24),"bswap.6", IP);
+    Value *Tmp5 = new ShiftInst(Instruction::Shl, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.5",IP);
+    Value *Tmp4 = new ShiftInst(Instruction::Shr, V,
+                                ConstantInt::get(Type::UByteTy,8),"bswap.4",IP);
+    Value *Tmp3 = new ShiftInst(Instruction::Shr, V,
+                              ConstantInt::get(Type::UByteTy,24),"bswap.3", IP);
+    Value *Tmp2 = new ShiftInst(Instruction::Shr, V,
+                              ConstantInt::get(Type::UByteTy,40),"bswap.2", IP);
+    Value *Tmp1 = new ShiftInst(Instruction::Shr, V,
+                              ConstantInt::get(Type::UByteTy,56),"bswap.1", IP);
+    Tmp7 = BinaryOperator::createAnd(Tmp7,
+                          ConstantUInt::get(Type::ULongTy, 0xFF000000000000ULL),
+                          "bswap.and7", IP);
+    Tmp6 = BinaryOperator::createAnd(Tmp6,
+                            ConstantUInt::get(Type::ULongTy, 0xFF0000000000ULL),
+                            "bswap.and6", IP);
+    Tmp5 = BinaryOperator::createAnd(Tmp5,
+                              ConstantUInt::get(Type::ULongTy, 0xFF00000000ULL),
+                              "bswap.and5", IP);
+    Tmp4 = BinaryOperator::createAnd(Tmp4,
+                                ConstantUInt::get(Type::ULongTy, 0xFF000000ULL),
+                                "bswap.and4", IP);
+    Tmp3 = BinaryOperator::createAnd(Tmp3,
+                                  ConstantUInt::get(Type::ULongTy, 0xFF0000ULL),
+                                  "bswap.and3", IP);
+    Tmp2 = BinaryOperator::createAnd(Tmp2,
+                                    ConstantUInt::get(Type::ULongTy, 0xFF00ULL),
+                                    "bswap.and2", IP);
+    Tmp8 = BinaryOperator::createOr(Tmp8, Tmp7, "bswap.or1", IP);
+    Tmp6 = BinaryOperator::createOr(Tmp6, Tmp5, "bswap.or2", IP);
+    Tmp4 = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.or3", IP);
+    Tmp2 = BinaryOperator::createOr(Tmp2, Tmp1, "bswap.or4", IP);
+    Tmp8 = BinaryOperator::createOr(Tmp8, Tmp6, "bswap.or5", IP);
+    Tmp4 = BinaryOperator::createOr(Tmp4, Tmp2, "bswap.or6", IP);
+    V = BinaryOperator::createOr(Tmp8, Tmp4, "bswap.i64", IP);
+    break;
+  }
+  }
+  
+  if (V->getType() != DestTy)
+    V = new CastInst(V, DestTy, V->getName(), IP);
+  return V;
+}
+
 /// LowerCTPOP - Emit the code to lower ctpop of V before the specified
-/// instruction.
+/// instruction IP.
 static Value *LowerCTPOP(Value *V, Instruction *IP) {
   assert(V->getType()->isInteger() && "Can't ctpop a non-integer type!");
 
@@ -150,7 +247,7 @@ static Value *LowerCTPOP(Value *V, Instruction *IP) {
       ConstantExpr::getCast(ConstantUInt::get(Type::ULongTy,
                                               MaskValues[ct]), V->getType());
     Value *LHS = BinaryOperator::createAnd(V, MaskCst, "cppop.and1", IP);
-    Value *VShift = new ShiftInst(Instruction::Shr, V, 
+    Value *VShift = new ShiftInst(Instruction::Shr, V,
                       ConstantInt::get(Type::UByteTy, i), "ctpop.sh", IP);
     Value *RHS = BinaryOperator::createAnd(VShift, MaskCst, "cppop.and2", IP);
     V = BinaryOperator::createAdd(LHS, RHS, "ctpop.step", IP);
@@ -162,7 +259,7 @@ static Value *LowerCTPOP(Value *V, Instruction *IP) {
 }
 
 /// LowerCTLZ - Emit the code to lower ctlz of V before the specified
-/// instruction.
+/// instruction IP.
 static Value *LowerCTLZ(Value *V, Instruction *IP) {
   const Type *DestTy = V->getType();
 
@@ -184,6 +281,8 @@ static Value *LowerCTLZ(Value *V, Instruction *IP) {
   return LowerCTPOP(V, IP);
 }
 
+
+
 void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
   Function *Callee = CI->getCalledFunction();
   assert(Callee && "Cannot lower an indirect call!");
@@ -229,14 +328,30 @@ void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
                     AbortFCache);
     break;
   }
-  case Intrinsic::ctpop:
+  case Intrinsic::ctpop_i8:
+  case Intrinsic::ctpop_i16:
+  case Intrinsic::ctpop_i32:
+  case Intrinsic::ctpop_i64:
     CI->replaceAllUsesWith(LowerCTPOP(CI->getOperand(1), CI));
     break;
 
-  case Intrinsic::ctlz:
+  case Intrinsic::bswap_i16:
+  case Intrinsic::bswap_i32:
+  case Intrinsic::bswap_i64:
+    CI->replaceAllUsesWith(LowerBSWAP(CI->getOperand(1), CI));
+    break;
+    
+  case Intrinsic::ctlz_i8:
+  case Intrinsic::ctlz_i16:
+  case Intrinsic::ctlz_i32:
+  case Intrinsic::ctlz_i64:
     CI->replaceAllUsesWith(LowerCTLZ(CI->getOperand(1), CI));
     break;
-  case Intrinsic::cttz: {
+
+  case Intrinsic::cttz_i8:
+  case Intrinsic::cttz_i16:
+  case Intrinsic::cttz_i32:
+  case Intrinsic::cttz_i64: {
     // cttz(x) -> ctpop(~X & (X-1))
     Value *Src = CI->getOperand(1);
     Value *NotSrc = BinaryOperator::createNot(Src, Src->getName()+".not", CI);
@@ -247,6 +362,19 @@ void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
     break;
   }
 
+  case Intrinsic::stacksave:
+  case Intrinsic::stackrestore: {
+    static bool Warned = false;
+    if (!Warned)
+      std::cerr << "WARNING: this target does not support the llvm.stack"
+       << (Callee->getIntrinsicID() == Intrinsic::stacksave ?
+           "save" : "restore") << " intrinsic.\n";
+    Warned = true;
+    if (Callee->getIntrinsicID() == Intrinsic::stacksave)
+      CI->replaceAllUsesWith(Constant::getNullValue(CI->getType()));
+    break;
+  }
+    
   case Intrinsic::returnaddress:
   case Intrinsic::frameaddress:
     std::cerr << "WARNING: this target does not support the llvm."
@@ -261,6 +389,12 @@ void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
 
   case Intrinsic::pcmarker:
     break;    // Simply strip out pcmarker on unsupported architectures
+  case Intrinsic::readcyclecounter: {
+    std::cerr << "WARNING: this target does not support the llvm.readcyclecoun"
+              << "ter intrinsic.  It is being lowered to a constant 0\n";
+    CI->replaceAllUsesWith(ConstantUInt::get(Type::ULongTy, 0));
+    break;
+  }
 
   case Intrinsic::dbg_stoppoint:
   case Intrinsic::dbg_region_start:
@@ -295,7 +429,8 @@ void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
                     (*(CI->op_begin()+1))->getType(), MemsetFCache);
     break;
   }
-  case Intrinsic::isunordered: {
+  case Intrinsic::isunordered_f32:
+  case Intrinsic::isunordered_f64: {
     Value *L = CI->getOperand(1);
     Value *R = CI->getOperand(2);
 
@@ -306,7 +441,8 @@ void DefaultIntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
                              "isunordered", CI));
     break;
   }
-  case Intrinsic::sqrt: {
+  case Intrinsic::sqrt_f32:
+  case Intrinsic::sqrt_f64: {
     static Function *sqrtFCache = 0;
     static Function *sqrtfFCache = 0;
     if(CI->getType() == Type::FloatTy)