include/llvm/Intrinsics.td

   1 //===- Intrinsics.td - Defines all LLVM intrinsics ---------*- tablegen -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file was developed by Chris Lattner and is distributed under the
   6 // University of Illinois Open Source License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9 //
  10 // This file defines properties of all LLVM intrinsics.
  11 //
  12 //===----------------------------------------------------------------------===//
  13
  14 include "llvm/CodeGen/ValueTypes.td"
  15
  16 //===----------------------------------------------------------------------===//
  17 //  Properties we keep track of for intrinsics.
  18 //===----------------------------------------------------------------------===//
  19
  20 class IntrinsicProperty;
  21
  22 // Intr*Mem - Memory properties.  An intrinsic is allowed to have exactly one of
  23 // these properties set.  They are listed from the most aggressive (best to use
  24 // if correct) to the least aggressive.  If no property is set, the worst case
  25 // is assumed (IntrWriteMem).
  26
  27 // InstrNoMem - The intrinsic does not access memory or have any other side
  28 // effects.  It may be CSE'd deleted if dead, etc.
  29 def InstrNoMem : IntrinsicProperty;
  30
  31 // InstrReadArgMem - This intrinsic reads only from memory that one of its
  32 // arguments points to, but may read an unspecified amount.
  33 def InstrReadArgMem : IntrinsicProperty;
  34
  35 // IntrReadMem - This intrinsic reads from unspecified memory, so it cannot be
  36 // moved across stores.  However, it can be reordered otherwise and can be
  37 // deleted if dead.
  38 def IntrReadMem : IntrinsicProperty;
  39
  40 // InstrWriteArgMem - This intrinsic reads and writes only from memory that one
  41 // of its arguments points to, but may access an unspecified amount.  It has no
  42 // other side effects.  This may only be used if the intrinsic doesn't "capture"
  43 // the argument pointer (e.g. storing it someplace).
  44 def InstrWriteArgMem : IntrinsicProperty;
  45
  46 // IntrWriteMem - This intrinsic may read or modify unspecified memory or has
  47 // other side effects.  It cannot be modified by the optimizer.  This is the
  48 // default if the intrinsic has no other Intr*Mem property.
  49 def IntrWriteMem : IntrinsicProperty;
  50
  51 //===----------------------------------------------------------------------===//
  52 // Types used by intrinsics.
  53 //===----------------------------------------------------------------------===//
  54
  55 class LLVMType<ValueType vt, string typeval> {
  56   ValueType VT = vt;
  57   string TypeVal = typeval;
  58 }
  59
  60 class LLVMPackedType<ValueType VT, int numelts, LLVMType elty>
  61   : LLVMType<VT, "Type::PackedTyID">{
  62   int NumElts = numelts;
  63   LLVMType ElTy = elty;
  64 }
  65
  66 def llvm_void_ty       : LLVMType<isVoid, "Type::VoidTyID">;
  67 def llvm_bool_ty       : LLVMType<i1 , "Type::BoolTyID">;
  68 def llvm_sbyte_ty      : LLVMType<i8 , "Type::SByteTyID">;
  69 def llvm_short_ty      : LLVMType<i16, "Type::ShortTyID">;
  70 def llvm_int_ty        : LLVMType<i32, "Type::IntTyID">;
  71 def llvm_long_ty       : LLVMType<i64, "Type::LongTyID">;
  72 def llvm_ubyte_ty      : LLVMType<i8,  "Type::UByteTyID">;
  73 def llvm_ushort_ty     : LLVMType<i16, "Type::UShortTyID">;
  74 def llvm_uint_ty       : LLVMType<i32, "Type::UIntTyID">;
  75 def llvm_ulong_ty      : LLVMType<i64, "Type::ULongTyID">;
  76 def llvm_float_ty      : LLVMType<f32, "Type::FloatTyID">;
  77 def llvm_double_ty     : LLVMType<f64, "Type::DoubleTyID">;
  78 def llvm_ptr_ty        : LLVMType<OtherVT, "Type::PointerTyID">;     // sbyte*
  79 def llvm_ptrptr_ty     : LLVMType<OtherVT, "Type::PointerTyID">;     // sbyte**
  80 def llvm_descriptor_ty : LLVMType<OtherVT, "Type::PointerTyID">;     // global*
  81
  82 def llvm_v16i8_ty      : LLVMPackedType<v16i8,16, llvm_sbyte_ty>;  // 16 x sbyte
  83 def llvm_v8i16_ty      : LLVMPackedType<v8i16, 8, llvm_short_ty>;  // 8 x short
  84
  85 def llvm_v2i32_ty      : LLVMPackedType<v2i32, 2, llvm_int_ty>;    // 2 x int
  86 def llvm_v4i32_ty      : LLVMPackedType<v4i32, 4, llvm_int_ty>;    // 4 x int
  87 def llvm_v4f32_ty      : LLVMPackedType<v4f32, 4, llvm_float_ty>;  // 4 x float
  88 def llvm_v2f64_ty      : LLVMPackedType<v2f64, 2, llvm_double_ty>; // 2 x double
  89
  90 //===----------------------------------------------------------------------===//
  91 // Intrinsic Definitions.
  92 //===----------------------------------------------------------------------===//
  93
  94 // Intrinsic class - This is used to define one LLVM intrinsic.  The name of the
  95 // intrinsic definition should start with "int_", then match the LLVM intrinsic
  96 // name with the "llvm." prefix removed, and all "."s turned into "_"s.  For
  97 // example, llvm.bswap.i16 -> int_bswap_i16.
  98 //
  99 //  * Types is a list containing the return type and the argument types
 100 //    expected for the intrinsic.
 101 //  * Properties can be set to describe the behavior of the intrinsic.
 102 //
 103 class Intrinsic<list<LLVMType> types,
 104                 list<IntrinsicProperty> properties = [],
 105                 string name = ""> {
 106   string LLVMName = name;
 107   string TargetPrefix = "";   // Set to a prefix for target-specific intrinsics.
 108   list<LLVMType> Types = types;
 109   list<IntrinsicProperty> Properties = properties;
 110 }
 111
 112 /// GCCBuiltin - If this intrinsic exactly corresponds to a GCC builtin, this
 113 /// specifies the name of the builtin.  This provides automatic CBE and CFE
 114 /// support.
 115 class GCCBuiltin<string name> {
 116   string GCCBuiltinName = name;
 117 }
 118
 119
 120 //===--------------- Variable Argument Handling Intrinsics ----------------===//
 121 //
 122
 123 def int_vastart : Intrinsic<[llvm_void_ty, llvm_ptrptr_ty], [], "llvm.va_start">;
 124 def int_vacopy  : Intrinsic<[llvm_void_ty, llvm_ptrptr_ty, llvm_ptrptr_ty], [],
 125                             "llvm.va_copy">;
 126 def int_vaend   : Intrinsic<[llvm_void_ty, llvm_ptrptr_ty], [], "llvm.va_end">;
 127
 128 //===------------------- Garbage Collection Intrinsics --------------------===//
 129 //
 130 def int_gcroot  : Intrinsic<[llvm_void_ty, llvm_ptrptr_ty, llvm_ptr_ty]>;
 131 def int_gcread  : Intrinsic<[llvm_ptr_ty, llvm_ptr_ty, llvm_ptrptr_ty],
 132                             [InstrReadArgMem]>;
 133 def int_gcwrite : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ptr_ty,
 134                              llvm_ptrptr_ty], [InstrWriteArgMem]>;
 135
 136 //===--------------------- Code Generator Intrinsics ----------------------===//
 137 //
 138 def int_returnaddress : Intrinsic<[llvm_ptr_ty, llvm_uint_ty], [InstrNoMem]>;
 139 def int_frameaddress  : Intrinsic<[llvm_ptr_ty, llvm_uint_ty], [InstrNoMem]>;
 140 def int_stacksave     : Intrinsic<[llvm_ptr_ty], [IntrReadMem]>;
 141 def int_stackrestore  : Intrinsic<[llvm_void_ty, llvm_ptr_ty]>;
 142 def int_prefetch      : Intrinsic<[llvm_void_ty, llvm_ptr_ty,
 143                                    llvm_uint_ty, llvm_uint_ty]>;
 144 def int_pcmarker      : Intrinsic<[llvm_void_ty, llvm_uint_ty]>;
 145
 146 def int_readcyclecounter : Intrinsic<[llvm_ulong_ty]>;
 147
 148 //===------------------- Standard C Library Intrinsics --------------------===//
 149 //
 150
 151 let Properties = [InstrWriteArgMem] in {
 152   def int_memcpy_i32  : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ptr_ty,
 153                                    llvm_uint_ty, llvm_uint_ty]>;
 154   def int_memcpy_i64  : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ptr_ty,
 155                                    llvm_ulong_ty, llvm_uint_ty]>;
 156   def int_memmove_i32 : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ptr_ty,
 157                                    llvm_uint_ty, llvm_uint_ty]>;
 158   def int_memmove_i64 : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ptr_ty,
 159                                    llvm_ulong_ty, llvm_uint_ty]>;
 160   def int_memset_i32  : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ubyte_ty,
 161                                    llvm_uint_ty, llvm_uint_ty]>;
 162   def int_memset_i64  : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_ubyte_ty,
 163                                    llvm_ulong_ty, llvm_uint_ty]>;
 164 }
 165
 166 let Properties = [InstrNoMem] in {
 167   def int_isunordered_f32 : Intrinsic<[llvm_bool_ty,
 168                                        llvm_float_ty,  llvm_float_ty]>;
 169   def int_isunordered_f64 : Intrinsic<[llvm_bool_ty,
 170                                        llvm_double_ty, llvm_double_ty]>;
 171   def int_sqrt_f32 : Intrinsic<[llvm_float_ty , llvm_float_ty]>;
 172   def int_sqrt_f64 : Intrinsic<[llvm_double_ty, llvm_double_ty]>;
 173 }
 174
 175 // NOTE: these are internal interfaces.
 176 def int_setjmp     : Intrinsic<[llvm_int_ty , llvm_ptr_ty]>;
 177 def int_longjmp    : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_int_ty]>;
 178 def int_sigsetjmp  : Intrinsic<[llvm_int_ty , llvm_ptr_ty]>;
 179 def int_siglongjmp : Intrinsic<[llvm_void_ty, llvm_ptr_ty, llvm_int_ty]>;
 180
 181 //===-------------------- Bit Manipulation Intrinsics ---------------------===//
 182 //
 183
 184 // None of these intrinsics accesses memory at all.
 185 let Properties = [InstrNoMem] in {
 186   def int_bswap_i16 : Intrinsic<[llvm_ushort_ty, llvm_ushort_ty]>;
 187   def int_bswap_i32 : Intrinsic<[llvm_uint_ty,   llvm_uint_ty]>;
 188   def int_bswap_i64 : Intrinsic<[llvm_ulong_ty,  llvm_ulong_ty]>;
 189
 190   def int_ctpop_i8  : Intrinsic<[llvm_ubyte_ty,  llvm_ubyte_ty]>;
 191   def int_ctpop_i16 : Intrinsic<[llvm_ushort_ty, llvm_ushort_ty]>;
 192   def int_ctpop_i32 : Intrinsic<[llvm_uint_ty,   llvm_uint_ty]>;
 193   def int_ctpop_i64 : Intrinsic<[llvm_ulong_ty,  llvm_ulong_ty]>;
 194
 195   def int_ctlz_i8  : Intrinsic<[llvm_ubyte_ty,  llvm_ubyte_ty]>;
 196   def int_ctlz_i16 : Intrinsic<[llvm_ushort_ty, llvm_ushort_ty]>;
 197   def int_ctlz_i32 : Intrinsic<[llvm_uint_ty,   llvm_uint_ty]>;
 198   def int_ctlz_i64 : Intrinsic<[llvm_ulong_ty,  llvm_ulong_ty]>;
 199
 200   def int_cttz_i8  : Intrinsic<[llvm_ubyte_ty,  llvm_ubyte_ty]>;
 201   def int_cttz_i16 : Intrinsic<[llvm_ushort_ty, llvm_ushort_ty]>;
 202   def int_cttz_i32 : Intrinsic<[llvm_uint_ty,   llvm_uint_ty]>;
 203   def int_cttz_i64 : Intrinsic<[llvm_ulong_ty,  llvm_ulong_ty]>;
 204 }
 205
 206 //===------------------------ Debugger Intrinsics -------------------------===//
 207 //
 208
 209 def int_dbg_stoppoint    : Intrinsic<[llvm_void_ty,
 210                                       llvm_uint_ty, llvm_uint_ty,
 211                                       llvm_descriptor_ty]>;
 212 def int_dbg_region_start : Intrinsic<[llvm_void_ty, llvm_descriptor_ty]>;
 213 def int_dbg_region_end   : Intrinsic<[llvm_void_ty, llvm_descriptor_ty]>;
 214 def int_dbg_func_start   : Intrinsic<[llvm_void_ty, llvm_descriptor_ty]>;
 215 def int_dbg_declare      : Intrinsic<[llvm_void_ty, llvm_ptr_ty,
 216                                                     llvm_descriptor_ty]>;
 217
 218 //===----------------------------------------------------------------------===//
 219 // Target-specific intrinsics
 220 //===----------------------------------------------------------------------===//
 221
 222 //===----------------------------------------------------------------------===//
 223 // PowerPC Intrinsics
 224 //
 225 let TargetPrefix = "ppc" in {  // All intrinsics start with "llvm.ppc.".
 226   def int_ppc_altivec_lvx : GCCBuiltin<"__builtin_altivec_lvx">,
 227               Intrinsic<[llvm_v4i32_ty, llvm_int_ty, llvm_ptr_ty],
 228                         [IntrReadMem]>;
 229   def int_ppc_altivec_stvx : GCCBuiltin<"__builtin_altivec_stvx">,
 230               Intrinsic<[llvm_void_ty, llvm_v4i32_ty, llvm_int_ty, llvm_ptr_ty],
 231                         [IntrWriteMem]>;
 232
 233   def int_ppc_altivec_vmaddfp : GCCBuiltin<"__builtin_altivec_vmaddfp">,
 234               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 235                          llvm_v4f32_ty, llvm_v4f32_ty], [InstrNoMem]>;
 236   def int_ppc_altivec_vnmsubfp : GCCBuiltin<"__builtin_altivec_vnmsubfp">,
 237               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 238                          llvm_v4f32_ty, llvm_v4f32_ty], [InstrNoMem]>;
 239
 240   def int_ppc_altivec_vaddcuw : GCCBuiltin<"__builtin_altivec_vaddcuw">,
 241               Intrinsic<[llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
 242                         [InstrNoMem]>;
 243   def int_ppc_altivec_vsldoi : GCCBuiltin<"__builtin_altivec_vsldoi_4si">,
 244               Intrinsic<[llvm_v4i32_ty, llvm_v4i32_ty,
 245                          llvm_v4i32_ty, llvm_int_ty],
 246                         [InstrNoMem]>;
 247
 248   // Saturating adds:
 249   def int_ppc_altivec_vaddubs : GCCBuiltin<"__builtin_altivec_vaddubs">,
 250               Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
 251                         [InstrNoMem]>;
 252   def int_ppc_altivec_vaddsbs : GCCBuiltin<"__builtin_altivec_vaddsbs">,
 253               Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
 254                         [InstrNoMem]>;
 255   def int_ppc_altivec_vadduhs : GCCBuiltin<"__builtin_altivec_vadduhs">,
 256               Intrinsic<[llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
 257                         [InstrNoMem]>;
 258   def int_ppc_altivec_vaddshs : GCCBuiltin<"__builtin_altivec_vaddshs">,
 259               Intrinsic<[llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
 260                         [InstrNoMem]>;
 261   def int_ppc_altivec_vadduws : GCCBuiltin<"__builtin_altivec_vadduws">,
 262               Intrinsic<[llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
 263                         [InstrNoMem]>;
 264   def int_ppc_altivec_vaddsws : GCCBuiltin<"__builtin_altivec_vaddsws">,
 265               Intrinsic<[llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
 266                         [InstrNoMem]>;
 267
 268   // FP to integer conversion.
 269   def int_ppc_altivec_vcfsx : GCCBuiltin<"__builtin_altivec_vcfsx">,
 270               Intrinsic<[llvm_v4f32_ty, llvm_v4i32_ty, llvm_int_ty],
 271                         [InstrNoMem]>;
 272   def int_ppc_altivec_vcfux : GCCBuiltin<"__builtin_altivec_vcfux">,
 273               Intrinsic<[llvm_v4f32_ty, llvm_v4i32_ty, llvm_int_ty],
 274                         [InstrNoMem]>;
 275
 276   def int_ppc_altivec_vrsqrtefp : GCCBuiltin<"__builtin_altivec_vrsqrtefp">,
 277               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty], [InstrNoMem]>;
 278
 279 }
 280
 281
 282 //===----------------------------------------------------------------------===//
 283 // X86 Intrinsics
 284 //
 285 // SSE1
 286
 287 // Arithmetic ops
 288 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 289   def int_x86_sse_addss : GCCBuiltin<"__builtin_ia32_addss">,
 290               Intrinsic<[llvm_float_ty, llvm_float_ty,
 291                          llvm_float_ty], [InstrNoMem]>;
 292   def int_x86_sse_addps : GCCBuiltin<"__builtin_ia32_addps">,
 293               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 294                          llvm_v4f32_ty], [InstrNoMem]>;
 295   def int_x86_sse_subss : GCCBuiltin<"__builtin_ia32_subss">,
 296               Intrinsic<[llvm_float_ty, llvm_float_ty,
 297                          llvm_float_ty], [InstrNoMem]>;
 298   def int_x86_sse_subps : GCCBuiltin<"__builtin_ia32_subps">,
 299               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 300                          llvm_v4f32_ty], [InstrNoMem]>;
 301   def int_x86_sse_mulss : GCCBuiltin<"__builtin_ia32_mulss">,
 302               Intrinsic<[llvm_float_ty, llvm_float_ty,
 303                          llvm_float_ty], [InstrNoMem]>;
 304   def int_x86_sse_mulps : GCCBuiltin<"__builtin_ia32_mulps">,
 305               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 306                          llvm_v4f32_ty], [InstrNoMem]>;
 307   def int_x86_sse_divss : GCCBuiltin<"__builtin_ia32_divss">,
 308               Intrinsic<[llvm_float_ty, llvm_float_ty,
 309                          llvm_float_ty], [InstrNoMem]>;
 310   def int_x86_sse_divps : GCCBuiltin<"__builtin_ia32_divps">,
 311               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 312                          llvm_v4f32_ty], [InstrNoMem]>;
 313   def int_x86_sse_sqrtss : GCCBuiltin<"__builtin_ia32_sqrtss">,
 314               Intrinsic<[llvm_float_ty, llvm_float_ty,
 315                          llvm_float_ty], [InstrNoMem]>;
 316   def int_x86_sse_sqrtps : GCCBuiltin<"__builtin_ia32_sqrtps">,
 317               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 318                          llvm_v4f32_ty], [InstrNoMem]>;
 319   def int_x86_sse_rcpss : GCCBuiltin<"__builtin_ia32_rcpss">,
 320               Intrinsic<[llvm_float_ty, llvm_float_ty,
 321                          llvm_float_ty], [InstrNoMem]>;
 322   def int_x86_sse_rcpps : GCCBuiltin<"__builtin_ia32_rcpps">,
 323               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 324                          llvm_v4f32_ty], [InstrNoMem]>;
 325   def int_x86_sse_rsqrtss : GCCBuiltin<"__builtin_ia32_rsqrtss">,
 326               Intrinsic<[llvm_float_ty, llvm_float_ty,
 327                          llvm_float_ty], [InstrNoMem]>;
 328   def int_x86_sse_rsqrtps : GCCBuiltin<"__builtin_ia32_rsqrtps">,
 329               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 330                          llvm_v4f32_ty], [InstrNoMem]>;
 331   def int_x86_sse_minss : GCCBuiltin<"__builtin_ia32_minss">,
 332               Intrinsic<[llvm_float_ty, llvm_float_ty,
 333                          llvm_float_ty], [InstrNoMem]>;
 334   def int_x86_sse_minps : GCCBuiltin<"__builtin_ia32_minps">,
 335               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 336                          llvm_v4f32_ty], [InstrNoMem]>;
 337   def int_x86_sse_maxss : GCCBuiltin<"__builtin_ia32_maxss">,
 338               Intrinsic<[llvm_float_ty, llvm_float_ty,
 339                          llvm_float_ty], [InstrNoMem]>;
 340   def int_x86_sse_maxps : GCCBuiltin<"__builtin_ia32_maxps">,
 341               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 342                          llvm_v4f32_ty], [InstrNoMem]>;
 343 }
 344
 345 // Logical ops
 346 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 347   def int_x86_sse_andps : GCCBuiltin<"__builtin_ia32_andps">,
 348               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 349                          llvm_v4f32_ty], [InstrNoMem]>;
 350   def int_x86_sse_andnotps : GCCBuiltin<"__builtin_ia32_andnotps">,
 351               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 352                          llvm_v4f32_ty], [InstrNoMem]>;
 353   def int_x86_sse_orps : GCCBuiltin<"__builtin_ia32_orps">,
 354               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 355                          llvm_v4f32_ty], [InstrNoMem]>;
 356   def int_x86_sse_xorps : GCCBuiltin<"__builtin_ia32_xorps">,
 357               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 358                          llvm_v4f32_ty], [InstrNoMem]>;
 359 }
 360
 361 // Comparison ops
 362 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 363   def int_x86_sse_cmpeqss : GCCBuiltin<"__builtin_ia32_cmpeqss">,
 364               Intrinsic<[llvm_float_ty, llvm_float_ty,
 365                          llvm_v4f32_ty], [InstrNoMem]>;
 366   def int_x86_sse_cmpeqps : GCCBuiltin<"__builtin_ia32_cmpeqps">,
 367               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 368                          llvm_v4f32_ty], [InstrNoMem]>;
 369   def int_x86_sse_cmpltss : GCCBuiltin<"__builtin_ia32_cmpltss">,
 370               Intrinsic<[llvm_float_ty, llvm_float_ty,
 371                          llvm_float_ty], [InstrNoMem]>;
 372   def int_x86_sse_cmpltps : GCCBuiltin<"__builtin_ia32_cmpltps">,
 373               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 374                          llvm_v4f32_ty], [InstrNoMem]>;
 375   def int_x86_sse_cmpless : GCCBuiltin<"__builtin_ia32_cmpless">,
 376               Intrinsic<[llvm_float_ty, llvm_float_ty,
 377                          llvm_float_ty], [InstrNoMem]>;
 378   def int_x86_sse_cmpleps : GCCBuiltin<"__builtin_ia32_cmpleps">,
 379               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 380                          llvm_v4f32_ty], [InstrNoMem]>;
 381   def int_x86_sse_cmpgtss : GCCBuiltin<"__builtin_ia32_cmpgtss">,
 382               Intrinsic<[llvm_float_ty, llvm_float_ty,
 383                          llvm_float_ty], [InstrNoMem]>;
 384   def int_x86_sse_cmpgtps : GCCBuiltin<"__builtin_ia32_cmpgtps">,
 385               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 386                          llvm_v4f32_ty], [InstrNoMem]>;
 387   def int_x86_sse_cmpgess : GCCBuiltin<"__builtin_ia32_cmpgess">,
 388               Intrinsic<[llvm_float_ty, llvm_float_ty,
 389                          llvm_float_ty], [InstrNoMem]>;
 390   def int_x86_sse_cmpgeps : GCCBuiltin<"__builtin_ia32_cmpgeps">,
 391               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 392                          llvm_v4f32_ty], [InstrNoMem]>;
 393   def int_x86_sse_cmpneqss : GCCBuiltin<"__builtin_ia32_cmpneqss">,
 394               Intrinsic<[llvm_float_ty, llvm_float_ty,
 395                          llvm_float_ty], [InstrNoMem]>;
 396   def int_x86_sse_cmpneqps : GCCBuiltin<"__builtin_ia32_cmpneqps">,
 397               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 398                          llvm_v4f32_ty], [InstrNoMem]>;
 399   def int_x86_sse_cmpnltss : GCCBuiltin<"__builtin_ia32_cmpnltss">,
 400               Intrinsic<[llvm_float_ty, llvm_float_ty,
 401                          llvm_float_ty], [InstrNoMem]>;
 402   def int_x86_sse_cmpnltps : GCCBuiltin<"__builtin_ia32_cmpnltps">,
 403               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 404                          llvm_v4f32_ty], [InstrNoMem]>;
 405   def int_x86_sse_cmpnless : GCCBuiltin<"__builtin_ia32_cmpnless">,
 406               Intrinsic<[llvm_float_ty, llvm_float_ty,
 407                          llvm_float_ty], [InstrNoMem]>;
 408   def int_x86_sse_cmpnleps : GCCBuiltin<"__builtin_ia32_cmpnleps">,
 409               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 410                          llvm_v4f32_ty], [InstrNoMem]>;
 411   def int_x86_sse_cmpngtss : GCCBuiltin<"__builtin_ia32_cmpngtss">,
 412               Intrinsic<[llvm_float_ty, llvm_float_ty,
 413                          llvm_float_ty], [InstrNoMem]>;
 414   def int_x86_sse_cmpngtps : GCCBuiltin<"__builtin_ia32_cmpngtps">,
 415               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 416                          llvm_v4f32_ty], [InstrNoMem]>;
 417   def int_x86_sse_cmpngess : GCCBuiltin<"__builtin_ia32_cmpngess">,
 418               Intrinsic<[llvm_float_ty, llvm_float_ty,
 419                          llvm_float_ty], [InstrNoMem]>;
 420   def int_x86_sse_cmpngeps : GCCBuiltin<"__builtin_ia32_cmpngeps">,
 421               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 422                          llvm_v4f32_ty], [InstrNoMem]>;
 423   def int_x86_sse_cmpordss : GCCBuiltin<"__builtin_ia32_cmpordss">,
 424               Intrinsic<[llvm_float_ty, llvm_float_ty,
 425                          llvm_float_ty], [InstrNoMem]>;
 426   def int_x86_sse_cmpordps : GCCBuiltin<"__builtin_ia32_cmpordps">,
 427               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 428                          llvm_v4f32_ty], [InstrNoMem]>;
 429   def int_x86_sse_cmpunordss : GCCBuiltin<"__builtin_ia32_cmpunordss">,
 430               Intrinsic<[llvm_float_ty, llvm_float_ty,
 431                          llvm_float_ty], [InstrNoMem]>;
 432   def int_x86_sse_cmpunordps : GCCBuiltin<"__builtin_ia32_cmpunordps">,
 433               Intrinsic<[llvm_v4f32_ty, llvm_v4f32_ty,
 434                          llvm_v4f32_ty], [InstrNoMem]>;
 435   def int_x86_sse_comieqss : GCCBuiltin<"__builtin_ia32_comieq">,
 436               Intrinsic<[llvm_int_ty, llvm_float_ty,
 437                          llvm_float_ty], [InstrNoMem]>;
 438   def int_x86_sse_comiltss : GCCBuiltin<"__builtin_ia32_comilt">,
 439               Intrinsic<[llvm_int_ty, llvm_float_ty,
 440                          llvm_float_ty], [InstrNoMem]>;
 441   def int_x86_sse_comiless : GCCBuiltin<"__Builtin_ia32_comile">,
 442               Intrinsic<[llvm_int_ty, llvm_float_ty,
 443                          llvm_float_ty], [InstrNoMem]>;
 444   def int_x86_sse_comigtss : GCCBuiltin<"__builtin_ia32_comigt">,
 445               Intrinsic<[llvm_int_ty, llvm_float_ty,
 446                          llvm_float_ty], [InstrNoMem]>;
 447   def int_x86_sse_comigess : GCCBuiltin<"__builtin_ia32_comige">,
 448               Intrinsic<[llvm_int_ty, llvm_float_ty,
 449                          llvm_float_ty], [InstrNoMem]>;
 450   def int_x86_sse_comineqss : GCCBuiltin<"__builtin_ia32_comineq">,
 451               Intrinsic<[llvm_int_ty, llvm_float_ty,
 452                          llvm_float_ty], [InstrNoMem]>;
 453   def int_x86_sse_ucomieqss : GCCBuiltin<"__builtin_ia32_ucomieq">,
 454               Intrinsic<[llvm_int_ty, llvm_float_ty,
 455                          llvm_float_ty], [InstrNoMem]>;
 456   def int_x86_sse_ucomiltss : GCCBuiltin<"__builtin_ia32_ucomilt">,
 457               Intrinsic<[llvm_int_ty, llvm_float_ty,
 458                          llvm_float_ty], [InstrNoMem]>;
 459   def int_x86_sse_ucomiless : GCCBuiltin<"__Builtin_ia32_ucomile">,
 460               Intrinsic<[llvm_int_ty, llvm_float_ty,
 461                          llvm_float_ty], [InstrNoMem]>;
 462   def int_x86_sse_ucomigtss : GCCBuiltin<"__builtin_ia32_ucomigt">,
 463               Intrinsic<[llvm_int_ty, llvm_float_ty,
 464                          llvm_float_ty], [InstrNoMem]>;
 465   def int_x86_sse_ucomigess : GCCBuiltin<"__builtin_ia32_ucomige">,
 466               Intrinsic<[llvm_int_ty, llvm_float_ty,
 467                          llvm_float_ty], [InstrNoMem]>;
 468   def int_x86_sse_ucomineqss : GCCBuiltin<"__builtin_ia32_ucomineq">,
 469               Intrinsic<[llvm_int_ty, llvm_float_ty,
 470                          llvm_float_ty], [InstrNoMem]>;
 471 }
 472
 473
 474 // Conversion ops
 475 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 476   def int_x86_sse_cvtss2si : GCCBuiltin<"__builtin_ia32_cvtss2si">,
 477               Intrinsic<[llvm_int_ty, llvm_float_ty], [InstrNoMem]>;
 478   def int_x86_sse_cvtps2pi : GCCBuiltin<"__builtin_ia32_cvtps2pi">,
 479               Intrinsic<[llvm_v2i32_ty, llvm_v4i32_ty], [InstrNoMem]>;
 480   def int_x86_sse_cvttss2si : GCCBuiltin<"__builtin_ia32_cvttss2si">,
 481               Intrinsic<[llvm_int_ty, llvm_float_ty], [InstrNoMem]>;
 482   def int_x86_sse_cvttps2pi : GCCBuiltin<"__builtin_ia32_cvttps2pi">,
 483               Intrinsic<[llvm_v2i32_ty, llvm_v4i32_ty], [InstrNoMem]>;
 484   def int_x86_sse_cvtsi2ss : GCCBuiltin<"__builtin_ia32_cvtsi2ss">,
 485               Intrinsic<[llvm_float_ty, llvm_int_ty], [InstrNoMem]>;
 486   def int_x86_sse_cvtpi2ps : GCCBuiltin<"__builtin_ia32_cvtpi2ps">,
 487               Intrinsic<[llvm_v4f32_ty, llvm_v2i32_ty], [InstrNoMem]>;
 488 }
 489
 490 // SIMD load ops
 491 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 492   def int_x86_sse_loadhps : GCCBuiltin<"__builtin_ia32_loadhps">,
 493               Intrinsic<[llvm_v4f32_ty, llvm_ptr_ty], [IntrReadMem]>;
 494   def int_x86_sse_loadlps : GCCBuiltin<"__builtin_ia32_loadlps">,
 495               Intrinsic<[llvm_v4f32_ty, llvm_ptr_ty], [IntrReadMem]>;
 496   def int_x86_sse_loadups : GCCBuiltin<"__builtin_ia32_loadups">,
 497               Intrinsic<[llvm_v4f32_ty, llvm_ptr_ty], [IntrReadMem]>;
 498 }
 499
 500 // SIMD store ops
 501 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 502   def int_x86_sse_storehps : GCCBuiltin<"__builtin_ia32_storehps">,
 503               Intrinsic<[llvm_ptr_ty, llvm_v4f32_ty], [IntrWriteMem]>;
 504   def int_x86_sse_storelps : GCCBuiltin<"__builtin_ia32_storelps">,
 505               Intrinsic<[llvm_ptr_ty, llvm_v4f32_ty], [IntrWriteMem]>;
 506   def int_x86_sse_storeups : GCCBuiltin<"__builtin_ia32_storeups">,
 507               Intrinsic<[llvm_ptr_ty, llvm_v4f32_ty], [IntrWriteMem]>;
 508 }
 509
 510 // Cacheability support ops
 511 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 512   def int_x86_sse_prefetch : GCCBuiltin<"__builtin_ia32_prefetch">,
 513               Intrinsic<[llvm_ptr_ty, llvm_int_ty], [IntrWriteMem]>;
 514   def int_x86_sse_movntq : GCCBuiltin<"__builtin_ia32_movntq">,
 515               Intrinsic<[llvm_ptr_ty, llvm_v2i32_ty], [IntrWriteMem]>;
 516   def int_x86_sse_movntps : GCCBuiltin<"__builtin_ia32_movntps">,
 517               Intrinsic<[llvm_ptr_ty, llvm_v4f32_ty], [IntrWriteMem]>;
 518   def int_x86_sse_sfence : GCCBuiltin<"__builtin_ia32_sfence">,
 519               Intrinsic<[llvm_void_ty], [IntrWriteMem]>;
 520   def int_x86_sse_movmskps : GCCBuiltin<"__builtin_ia32_movmskps">,
 521               Intrinsic<[llvm_int_ty, llvm_v4f32_ty], [InstrNoMem]>;
 522   def int_x86_sse_ldmxcsr : GCCBuiltin<"__builtin_ia32_ldmxcsr">,
 523               Intrinsic<[llvm_void_ty, llvm_ptr_ty], [IntrWriteMem]>;
 524 }
 525
 526 // SSE2
 527 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 528   def int_x86_sse2_movmskpd : GCCBuiltin<"__builtin_ia32_movmskpd">,
 529               Intrinsic<[llvm_int_ty, llvm_v2f64_ty], [InstrNoMem]>;
 530 }