1 //===- IntrinsicsNVVM.td - Defines NVVM intrinsics ---------*- tablegen -*-===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines all of the NVVM-specific intrinsics for use with NVPTX.
12 //===----------------------------------------------------------------------===//
14 def llvm_anyi64ptr_ty : LLVMAnyPointerType<llvm_i64_ty>; // (space)i64*
20 def int_nvvm_clz_i : GCCBuiltin<"__nvvm_clz_i">,
21 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>;
22 def int_nvvm_clz_ll : GCCBuiltin<"__nvvm_clz_ll">,
23 Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem]>;
25 def int_nvvm_popc_i : GCCBuiltin<"__nvvm_popc_i">,
26 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>;
27 def int_nvvm_popc_ll : GCCBuiltin<"__nvvm_popc_ll">,
28 Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem]>;
30 def int_nvvm_prmt : GCCBuiltin<"__nvvm_prmt">,
31 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
32 [IntrNoMem, Commutative]>;
38 def int_nvvm_min_i : GCCBuiltin<"__nvvm_min_i">,
39 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
40 [IntrNoMem, Commutative]>;
41 def int_nvvm_min_ui : GCCBuiltin<"__nvvm_min_ui">,
42 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
43 [IntrNoMem, Commutative]>;
45 def int_nvvm_min_ll : GCCBuiltin<"__nvvm_min_ll">,
46 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
47 [IntrNoMem, Commutative]>;
48 def int_nvvm_min_ull : GCCBuiltin<"__nvvm_min_ull">,
49 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
50 [IntrNoMem, Commutative]>;
52 def int_nvvm_max_i : GCCBuiltin<"__nvvm_max_i">,
53 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
54 [IntrNoMem, Commutative]>;
55 def int_nvvm_max_ui : GCCBuiltin<"__nvvm_max_ui">,
56 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
57 [IntrNoMem, Commutative]>;
59 def int_nvvm_max_ll : GCCBuiltin<"__nvvm_max_ll">,
60 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
61 [IntrNoMem, Commutative]>;
62 def int_nvvm_max_ull : GCCBuiltin<"__nvvm_max_ull">,
63 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
64 [IntrNoMem, Commutative]>;
66 def int_nvvm_fmin_f : GCCBuiltin<"__nvvm_fmin_f">,
67 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
68 [IntrNoMem, Commutative]>;
69 def int_nvvm_fmin_ftz_f : GCCBuiltin<"__nvvm_fmin_ftz_f">,
70 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
71 [IntrNoMem, Commutative]>;
73 def int_nvvm_fmax_f : GCCBuiltin<"__nvvm_fmax_f">,
74 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty]
75 , [IntrNoMem, Commutative]>;
76 def int_nvvm_fmax_ftz_f : GCCBuiltin<"__nvvm_fmax_ftz_f">,
77 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
78 [IntrNoMem, Commutative]>;
80 def int_nvvm_fmin_d : GCCBuiltin<"__nvvm_fmin_d">,
81 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
82 [IntrNoMem, Commutative]>;
83 def int_nvvm_fmax_d : GCCBuiltin<"__nvvm_fmax_d">,
84 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
85 [IntrNoMem, Commutative]>;
91 def int_nvvm_mulhi_i : GCCBuiltin<"__nvvm_mulhi_i">,
92 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
93 [IntrNoMem, Commutative]>;
94 def int_nvvm_mulhi_ui : GCCBuiltin<"__nvvm_mulhi_ui">,
95 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
96 [IntrNoMem, Commutative]>;
98 def int_nvvm_mulhi_ll : GCCBuiltin<"__nvvm_mulhi_ll">,
99 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
100 [IntrNoMem, Commutative]>;
101 def int_nvvm_mulhi_ull : GCCBuiltin<"__nvvm_mulhi_ull">,
102 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
103 [IntrNoMem, Commutative]>;
105 def int_nvvm_mul_rn_ftz_f : GCCBuiltin<"__nvvm_mul_rn_ftz_f">,
106 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
107 [IntrNoMem, Commutative]>;
108 def int_nvvm_mul_rn_f : GCCBuiltin<"__nvvm_mul_rn_f">,
109 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
110 [IntrNoMem, Commutative]>;
111 def int_nvvm_mul_rz_ftz_f : GCCBuiltin<"__nvvm_mul_rz_ftz_f">,
112 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
113 [IntrNoMem, Commutative]>;
114 def int_nvvm_mul_rz_f : GCCBuiltin<"__nvvm_mul_rz_f">,
115 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
116 [IntrNoMem, Commutative]>;
117 def int_nvvm_mul_rm_ftz_f : GCCBuiltin<"__nvvm_mul_rm_ftz_f">,
118 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
119 [IntrNoMem, Commutative]>;
120 def int_nvvm_mul_rm_f : GCCBuiltin<"__nvvm_mul_rm_f">,
121 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
122 [IntrNoMem, Commutative]>;
123 def int_nvvm_mul_rp_ftz_f : GCCBuiltin<"__nvvm_mul_rp_ftz_f">,
124 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
125 [IntrNoMem, Commutative]>;
126 def int_nvvm_mul_rp_f : GCCBuiltin<"__nvvm_mul_rp_f">,
127 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
128 [IntrNoMem, Commutative]>;
130 def int_nvvm_mul_rn_d : GCCBuiltin<"__nvvm_mul_rn_d">,
131 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
132 [IntrNoMem, Commutative]>;
133 def int_nvvm_mul_rz_d : GCCBuiltin<"__nvvm_mul_rz_d">,
134 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
135 [IntrNoMem, Commutative]>;
136 def int_nvvm_mul_rm_d : GCCBuiltin<"__nvvm_mul_rm_d">,
137 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
138 [IntrNoMem, Commutative]>;
139 def int_nvvm_mul_rp_d : GCCBuiltin<"__nvvm_mul_rp_d">,
140 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
141 [IntrNoMem, Commutative]>;
143 def int_nvvm_mul24_i : GCCBuiltin<"__nvvm_mul24_i">,
144 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
145 [IntrNoMem, Commutative]>;
146 def int_nvvm_mul24_ui : GCCBuiltin<"__nvvm_mul24_ui">,
147 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
148 [IntrNoMem, Commutative]>;
154 def int_nvvm_div_approx_ftz_f : GCCBuiltin<"__nvvm_div_approx_ftz_f">,
155 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
156 [IntrNoMem, Commutative]>;
157 def int_nvvm_div_approx_f : GCCBuiltin<"__nvvm_div_approx_f">,
158 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
159 [IntrNoMem, Commutative]>;
161 def int_nvvm_div_rn_ftz_f : GCCBuiltin<"__nvvm_div_rn_ftz_f">,
162 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
163 [IntrNoMem, Commutative]>;
164 def int_nvvm_div_rn_f : GCCBuiltin<"__nvvm_div_rn_f">,
165 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
166 [IntrNoMem, Commutative]>;
168 def int_nvvm_div_rz_ftz_f : GCCBuiltin<"__nvvm_div_rz_ftz_f">,
169 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
170 [IntrNoMem, Commutative]>;
171 def int_nvvm_div_rz_f : GCCBuiltin<"__nvvm_div_rz_f">,
172 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
173 [IntrNoMem, Commutative]>;
175 def int_nvvm_div_rm_ftz_f : GCCBuiltin<"__nvvm_div_rm_ftz_f">,
176 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
177 [IntrNoMem, Commutative]>;
178 def int_nvvm_div_rm_f : GCCBuiltin<"__nvvm_div_rm_f">,
179 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
180 [IntrNoMem, Commutative]>;
182 def int_nvvm_div_rp_ftz_f : GCCBuiltin<"__nvvm_div_rp_ftz_f">,
183 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
184 [IntrNoMem, Commutative]>;
185 def int_nvvm_div_rp_f : GCCBuiltin<"__nvvm_div_rp_f">,
186 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
187 [IntrNoMem, Commutative]>;
189 def int_nvvm_div_rn_d : GCCBuiltin<"__nvvm_div_rn_d">,
190 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
191 [IntrNoMem, Commutative]>;
192 def int_nvvm_div_rz_d : GCCBuiltin<"__nvvm_div_rz_d">,
193 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
194 [IntrNoMem, Commutative]>;
195 def int_nvvm_div_rm_d : GCCBuiltin<"__nvvm_div_rm_d">,
196 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
197 [IntrNoMem, Commutative]>;
198 def int_nvvm_div_rp_d : GCCBuiltin<"__nvvm_div_rp_d">,
199 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
200 [IntrNoMem, Commutative]>;
206 def int_nvvm_brev32 : GCCBuiltin<"__nvvm_brev32">,
207 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>;
208 def int_nvvm_brev64 : GCCBuiltin<"__nvvm_brev64">,
209 Intrinsic<[llvm_i64_ty], [llvm_i64_ty], [IntrNoMem]>;
215 def int_nvvm_sad_i : GCCBuiltin<"__nvvm_sad_i">,
216 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
217 [IntrNoMem, Commutative]>;
218 def int_nvvm_sad_ui : GCCBuiltin<"__nvvm_sad_ui">,
219 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
220 [IntrNoMem, Commutative]>;
226 def int_nvvm_floor_ftz_f : GCCBuiltin<"__nvvm_floor_ftz_f">,
227 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
228 def int_nvvm_floor_f : GCCBuiltin<"__nvvm_floor_f">,
229 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
230 def int_nvvm_floor_d : GCCBuiltin<"__nvvm_floor_d">,
231 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
233 def int_nvvm_ceil_ftz_f : GCCBuiltin<"__nvvm_ceil_ftz_f">,
234 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
235 def int_nvvm_ceil_f : GCCBuiltin<"__nvvm_ceil_f">,
236 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
237 def int_nvvm_ceil_d : GCCBuiltin<"__nvvm_ceil_d">,
238 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
244 def int_nvvm_abs_i : GCCBuiltin<"__nvvm_abs_i">,
245 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem]>;
246 def int_nvvm_abs_ll : GCCBuiltin<"__nvvm_abs_ll">,
247 Intrinsic<[llvm_i64_ty], [llvm_i64_ty], [IntrNoMem]>;
249 def int_nvvm_fabs_ftz_f : GCCBuiltin<"__nvvm_fabs_ftz_f">,
250 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
251 def int_nvvm_fabs_f : GCCBuiltin<"__nvvm_fabs_f">,
252 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
254 def int_nvvm_fabs_d : GCCBuiltin<"__nvvm_fabs_d">,
255 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
261 def int_nvvm_round_ftz_f : GCCBuiltin<"__nvvm_round_ftz_f">,
262 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
263 def int_nvvm_round_f : GCCBuiltin<"__nvvm_round_f">,
264 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
266 def int_nvvm_round_d : GCCBuiltin<"__nvvm_round_d">,
267 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
273 def int_nvvm_trunc_ftz_f : GCCBuiltin<"__nvvm_trunc_ftz_f">,
274 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
275 def int_nvvm_trunc_f : GCCBuiltin<"__nvvm_trunc_f">,
276 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
278 def int_nvvm_trunc_d : GCCBuiltin<"__nvvm_trunc_d">,
279 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
285 def int_nvvm_saturate_ftz_f : GCCBuiltin<"__nvvm_saturate_ftz_f">,
286 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
287 def int_nvvm_saturate_f : GCCBuiltin<"__nvvm_saturate_f">,
288 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
290 def int_nvvm_saturate_d : GCCBuiltin<"__nvvm_saturate_d">,
291 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
297 def int_nvvm_ex2_approx_ftz_f : GCCBuiltin<"__nvvm_ex2_approx_ftz_f">,
298 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
299 def int_nvvm_ex2_approx_f : GCCBuiltin<"__nvvm_ex2_approx_f">,
300 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
301 def int_nvvm_ex2_approx_d : GCCBuiltin<"__nvvm_ex2_approx_d">,
302 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
304 def int_nvvm_lg2_approx_ftz_f : GCCBuiltin<"__nvvm_lg2_approx_ftz_f">,
305 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
306 def int_nvvm_lg2_approx_f : GCCBuiltin<"__nvvm_lg2_approx_f">,
307 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
308 def int_nvvm_lg2_approx_d : GCCBuiltin<"__nvvm_lg2_approx_d">,
309 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
315 def int_nvvm_sin_approx_ftz_f : GCCBuiltin<"__nvvm_sin_approx_ftz_f">,
316 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
317 def int_nvvm_sin_approx_f : GCCBuiltin<"__nvvm_sin_approx_f">,
318 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
320 def int_nvvm_cos_approx_ftz_f : GCCBuiltin<"__nvvm_cos_approx_ftz_f">,
321 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
322 def int_nvvm_cos_approx_f : GCCBuiltin<"__nvvm_cos_approx_f">,
323 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
329 def int_nvvm_fma_rn_ftz_f : GCCBuiltin<"__nvvm_fma_rn_ftz_f">,
330 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
331 [IntrNoMem, Commutative]>;
332 def int_nvvm_fma_rn_f : GCCBuiltin<"__nvvm_fma_rn_f">,
333 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
334 [IntrNoMem, Commutative]>;
335 def int_nvvm_fma_rz_ftz_f : GCCBuiltin<"__nvvm_fma_rz_ftz_f">,
336 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
337 [IntrNoMem, Commutative]>;
338 def int_nvvm_fma_rz_f : GCCBuiltin<"__nvvm_fma_rz_f">,
339 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
340 [IntrNoMem, Commutative]>;
341 def int_nvvm_fma_rm_ftz_f : GCCBuiltin<"__nvvm_fma_rm_ftz_f">,
342 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
343 [IntrNoMem, Commutative]>;
344 def int_nvvm_fma_rm_f : GCCBuiltin<"__nvvm_fma_rm_f">,
345 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
346 [IntrNoMem, Commutative]>;
347 def int_nvvm_fma_rp_ftz_f : GCCBuiltin<"__nvvm_fma_rp_ftz_f">,
348 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
349 [IntrNoMem, Commutative]>;
350 def int_nvvm_fma_rp_f : GCCBuiltin<"__nvvm_fma_rp_f">,
351 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
352 [IntrNoMem, Commutative]>;
354 def int_nvvm_fma_rn_d : GCCBuiltin<"__nvvm_fma_rn_d">,
355 Intrinsic<[llvm_double_ty],
356 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
357 [IntrNoMem, Commutative]>;
358 def int_nvvm_fma_rz_d : GCCBuiltin<"__nvvm_fma_rz_d">,
359 Intrinsic<[llvm_double_ty],
360 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
361 [IntrNoMem, Commutative]>;
362 def int_nvvm_fma_rm_d : GCCBuiltin<"__nvvm_fma_rm_d">,
363 Intrinsic<[llvm_double_ty],
364 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
365 [IntrNoMem, Commutative]>;
366 def int_nvvm_fma_rp_d : GCCBuiltin<"__nvvm_fma_rp_d">,
367 Intrinsic<[llvm_double_ty],
368 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
369 [IntrNoMem, Commutative]>;
375 def int_nvvm_rcp_rn_ftz_f : GCCBuiltin<"__nvvm_rcp_rn_ftz_f">,
376 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
377 def int_nvvm_rcp_rn_f : GCCBuiltin<"__nvvm_rcp_rn_f">,
378 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
379 def int_nvvm_rcp_rz_ftz_f : GCCBuiltin<"__nvvm_rcp_rz_ftz_f">,
380 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
381 def int_nvvm_rcp_rz_f : GCCBuiltin<"__nvvm_rcp_rz_f">,
382 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
383 def int_nvvm_rcp_rm_ftz_f : GCCBuiltin<"__nvvm_rcp_rm_ftz_f">,
384 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
385 def int_nvvm_rcp_rm_f : GCCBuiltin<"__nvvm_rcp_rm_f">,
386 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
387 def int_nvvm_rcp_rp_ftz_f : GCCBuiltin<"__nvvm_rcp_rp_ftz_f">,
388 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
389 def int_nvvm_rcp_rp_f : GCCBuiltin<"__nvvm_rcp_rp_f">,
390 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
392 def int_nvvm_rcp_rn_d : GCCBuiltin<"__nvvm_rcp_rn_d">,
393 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
394 def int_nvvm_rcp_rz_d : GCCBuiltin<"__nvvm_rcp_rz_d">,
395 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
396 def int_nvvm_rcp_rm_d : GCCBuiltin<"__nvvm_rcp_rm_d">,
397 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
398 def int_nvvm_rcp_rp_d : GCCBuiltin<"__nvvm_rcp_rp_d">,
399 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
401 def int_nvvm_rcp_approx_ftz_d : GCCBuiltin<"__nvvm_rcp_approx_ftz_d">,
402 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
408 def int_nvvm_sqrt_f : GCCBuiltin<"__nvvm_sqrt_f">,
409 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
410 def int_nvvm_sqrt_rn_ftz_f : GCCBuiltin<"__nvvm_sqrt_rn_ftz_f">,
411 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
412 def int_nvvm_sqrt_rn_f : GCCBuiltin<"__nvvm_sqrt_rn_f">,
413 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
414 def int_nvvm_sqrt_rz_ftz_f : GCCBuiltin<"__nvvm_sqrt_rz_ftz_f">,
415 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
416 def int_nvvm_sqrt_rz_f : GCCBuiltin<"__nvvm_sqrt_rz_f">,
417 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
418 def int_nvvm_sqrt_rm_ftz_f : GCCBuiltin<"__nvvm_sqrt_rm_ftz_f">,
419 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
420 def int_nvvm_sqrt_rm_f : GCCBuiltin<"__nvvm_sqrt_rm_f">,
421 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
422 def int_nvvm_sqrt_rp_ftz_f : GCCBuiltin<"__nvvm_sqrt_rp_ftz_f">,
423 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
424 def int_nvvm_sqrt_rp_f : GCCBuiltin<"__nvvm_sqrt_rp_f">,
425 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
426 def int_nvvm_sqrt_approx_ftz_f : GCCBuiltin<"__nvvm_sqrt_approx_ftz_f">,
427 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
428 def int_nvvm_sqrt_approx_f : GCCBuiltin<"__nvvm_sqrt_approx_f">,
429 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
431 def int_nvvm_sqrt_rn_d : GCCBuiltin<"__nvvm_sqrt_rn_d">,
432 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
433 def int_nvvm_sqrt_rz_d : GCCBuiltin<"__nvvm_sqrt_rz_d">,
434 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
435 def int_nvvm_sqrt_rm_d : GCCBuiltin<"__nvvm_sqrt_rm_d">,
436 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
437 def int_nvvm_sqrt_rp_d : GCCBuiltin<"__nvvm_sqrt_rp_d">,
438 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
444 def int_nvvm_rsqrt_approx_ftz_f : GCCBuiltin<"__nvvm_rsqrt_approx_ftz_f">,
445 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
446 def int_nvvm_rsqrt_approx_f : GCCBuiltin<"__nvvm_rsqrt_approx_f">,
447 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
448 def int_nvvm_rsqrt_approx_d : GCCBuiltin<"__nvvm_rsqrt_approx_d">,
449 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
455 def int_nvvm_add_rn_ftz_f : GCCBuiltin<"__nvvm_add_rn_ftz_f">,
456 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
457 [IntrNoMem, Commutative]>;
458 def int_nvvm_add_rn_f : GCCBuiltin<"__nvvm_add_rn_f">,
459 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
460 [IntrNoMem, Commutative]>;
461 def int_nvvm_add_rz_ftz_f : GCCBuiltin<"__nvvm_add_rz_ftz_f">,
462 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
463 [IntrNoMem, Commutative]>;
464 def int_nvvm_add_rz_f : GCCBuiltin<"__nvvm_add_rz_f">,
465 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
466 [IntrNoMem, Commutative]>;
467 def int_nvvm_add_rm_ftz_f : GCCBuiltin<"__nvvm_add_rm_ftz_f">,
468 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
469 [IntrNoMem, Commutative]>;
470 def int_nvvm_add_rm_f : GCCBuiltin<"__nvvm_add_rm_f">,
471 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
472 [IntrNoMem, Commutative]>;
473 def int_nvvm_add_rp_ftz_f : GCCBuiltin<"__nvvm_add_rp_ftz_f">,
474 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
475 [IntrNoMem, Commutative]>;
476 def int_nvvm_add_rp_f : GCCBuiltin<"__nvvm_add_rp_f">,
477 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
478 [IntrNoMem, Commutative]>;
480 def int_nvvm_add_rn_d : GCCBuiltin<"__nvvm_add_rn_d">,
481 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
482 [IntrNoMem, Commutative]>;
483 def int_nvvm_add_rz_d : GCCBuiltin<"__nvvm_add_rz_d">,
484 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
485 [IntrNoMem, Commutative]>;
486 def int_nvvm_add_rm_d : GCCBuiltin<"__nvvm_add_rm_d">,
487 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
488 [IntrNoMem, Commutative]>;
489 def int_nvvm_add_rp_d : GCCBuiltin<"__nvvm_add_rp_d">,
490 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
491 [IntrNoMem, Commutative]>;
497 def int_nvvm_d2f_rn_ftz : GCCBuiltin<"__nvvm_d2f_rn_ftz">,
498 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
499 def int_nvvm_d2f_rn : GCCBuiltin<"__nvvm_d2f_rn">,
500 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
501 def int_nvvm_d2f_rz_ftz : GCCBuiltin<"__nvvm_d2f_rz_ftz">,
502 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
503 def int_nvvm_d2f_rz : GCCBuiltin<"__nvvm_d2f_rz">,
504 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
505 def int_nvvm_d2f_rm_ftz : GCCBuiltin<"__nvvm_d2f_rm_ftz">,
506 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
507 def int_nvvm_d2f_rm : GCCBuiltin<"__nvvm_d2f_rm">,
508 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
509 def int_nvvm_d2f_rp_ftz : GCCBuiltin<"__nvvm_d2f_rp_ftz">,
510 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
511 def int_nvvm_d2f_rp : GCCBuiltin<"__nvvm_d2f_rp">,
512 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
514 def int_nvvm_d2i_rn : GCCBuiltin<"__nvvm_d2i_rn">,
515 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
516 def int_nvvm_d2i_rz : GCCBuiltin<"__nvvm_d2i_rz">,
517 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
518 def int_nvvm_d2i_rm : GCCBuiltin<"__nvvm_d2i_rm">,
519 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
520 def int_nvvm_d2i_rp : GCCBuiltin<"__nvvm_d2i_rp">,
521 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
523 def int_nvvm_d2ui_rn : GCCBuiltin<"__nvvm_d2ui_rn">,
524 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
525 def int_nvvm_d2ui_rz : GCCBuiltin<"__nvvm_d2ui_rz">,
526 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
527 def int_nvvm_d2ui_rm : GCCBuiltin<"__nvvm_d2ui_rm">,
528 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
529 def int_nvvm_d2ui_rp : GCCBuiltin<"__nvvm_d2ui_rp">,
530 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
532 def int_nvvm_i2d_rn : GCCBuiltin<"__nvvm_i2d_rn">,
533 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
534 def int_nvvm_i2d_rz : GCCBuiltin<"__nvvm_i2d_rz">,
535 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
536 def int_nvvm_i2d_rm : GCCBuiltin<"__nvvm_i2d_rm">,
537 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
538 def int_nvvm_i2d_rp : GCCBuiltin<"__nvvm_i2d_rp">,
539 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
541 def int_nvvm_ui2d_rn : GCCBuiltin<"__nvvm_ui2d_rn">,
542 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
543 def int_nvvm_ui2d_rz : GCCBuiltin<"__nvvm_ui2d_rz">,
544 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
545 def int_nvvm_ui2d_rm : GCCBuiltin<"__nvvm_ui2d_rm">,
546 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
547 def int_nvvm_ui2d_rp : GCCBuiltin<"__nvvm_ui2d_rp">,
548 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
550 def int_nvvm_f2i_rn_ftz : GCCBuiltin<"__nvvm_f2i_rn_ftz">,
551 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
552 def int_nvvm_f2i_rn : GCCBuiltin<"__nvvm_f2i_rn">,
553 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
554 def int_nvvm_f2i_rz_ftz : GCCBuiltin<"__nvvm_f2i_rz_ftz">,
555 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
556 def int_nvvm_f2i_rz : GCCBuiltin<"__nvvm_f2i_rz">,
557 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
558 def int_nvvm_f2i_rm_ftz : GCCBuiltin<"__nvvm_f2i_rm_ftz">,
559 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
560 def int_nvvm_f2i_rm : GCCBuiltin<"__nvvm_f2i_rm">,
561 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
562 def int_nvvm_f2i_rp_ftz : GCCBuiltin<"__nvvm_f2i_rp_ftz">,
563 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
564 def int_nvvm_f2i_rp : GCCBuiltin<"__nvvm_f2i_rp">,
565 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
567 def int_nvvm_f2ui_rn_ftz : GCCBuiltin<"__nvvm_f2ui_rn_ftz">,
568 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
569 def int_nvvm_f2ui_rn : GCCBuiltin<"__nvvm_f2ui_rn">,
570 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
571 def int_nvvm_f2ui_rz_ftz : GCCBuiltin<"__nvvm_f2ui_rz_ftz">,
572 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
573 def int_nvvm_f2ui_rz : GCCBuiltin<"__nvvm_f2ui_rz">,
574 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
575 def int_nvvm_f2ui_rm_ftz : GCCBuiltin<"__nvvm_f2ui_rm_ftz">,
576 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
577 def int_nvvm_f2ui_rm : GCCBuiltin<"__nvvm_f2ui_rm">,
578 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
579 def int_nvvm_f2ui_rp_ftz : GCCBuiltin<"__nvvm_f2ui_rp_ftz">,
580 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
581 def int_nvvm_f2ui_rp : GCCBuiltin<"__nvvm_f2ui_rp">,
582 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
584 def int_nvvm_i2f_rn : GCCBuiltin<"__nvvm_i2f_rn">,
585 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
586 def int_nvvm_i2f_rz : GCCBuiltin<"__nvvm_i2f_rz">,
587 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
588 def int_nvvm_i2f_rm : GCCBuiltin<"__nvvm_i2f_rm">,
589 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
590 def int_nvvm_i2f_rp : GCCBuiltin<"__nvvm_i2f_rp">,
591 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
593 def int_nvvm_ui2f_rn : GCCBuiltin<"__nvvm_ui2f_rn">,
594 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
595 def int_nvvm_ui2f_rz : GCCBuiltin<"__nvvm_ui2f_rz">,
596 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
597 def int_nvvm_ui2f_rm : GCCBuiltin<"__nvvm_ui2f_rm">,
598 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
599 def int_nvvm_ui2f_rp : GCCBuiltin<"__nvvm_ui2f_rp">,
600 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
602 def int_nvvm_lohi_i2d : GCCBuiltin<"__nvvm_lohi_i2d">,
603 Intrinsic<[llvm_double_ty], [llvm_i32_ty, llvm_i32_ty],
604 [IntrNoMem, Commutative]>;
606 def int_nvvm_d2i_lo : GCCBuiltin<"__nvvm_d2i_lo">,
607 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
608 def int_nvvm_d2i_hi : GCCBuiltin<"__nvvm_d2i_hi">,
609 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
611 def int_nvvm_f2ll_rn_ftz : GCCBuiltin<"__nvvm_f2ll_rn_ftz">,
612 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
613 def int_nvvm_f2ll_rn : GCCBuiltin<"__nvvm_f2ll_rn">,
614 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
615 def int_nvvm_f2ll_rz_ftz : GCCBuiltin<"__nvvm_f2ll_rz_ftz">,
616 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
617 def int_nvvm_f2ll_rz : GCCBuiltin<"__nvvm_f2ll_rz">,
618 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
619 def int_nvvm_f2ll_rm_ftz : GCCBuiltin<"__nvvm_f2ll_rm_ftz">,
620 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
621 def int_nvvm_f2ll_rm : GCCBuiltin<"__nvvm_f2ll_rm">,
622 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
623 def int_nvvm_f2ll_rp_ftz : GCCBuiltin<"__nvvm_f2ll_rp_ftz">,
624 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
625 def int_nvvm_f2ll_rp : GCCBuiltin<"__nvvm_f2ll_rp">,
626 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
628 def int_nvvm_f2ull_rn_ftz : GCCBuiltin<"__nvvm_f2ull_rn_ftz">,
629 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
630 def int_nvvm_f2ull_rn : GCCBuiltin<"__nvvm_f2ull_rn">,
631 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
632 def int_nvvm_f2ull_rz_ftz : GCCBuiltin<"__nvvm_f2ull_rz_ftz">,
633 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
634 def int_nvvm_f2ull_rz : GCCBuiltin<"__nvvm_f2ull_rz">,
635 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
636 def int_nvvm_f2ull_rm_ftz : GCCBuiltin<"__nvvm_f2ull_rm_ftz">,
637 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
638 def int_nvvm_f2ull_rm : GCCBuiltin<"__nvvm_f2ull_rm">,
639 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
640 def int_nvvm_f2ull_rp_ftz : GCCBuiltin<"__nvvm_f2ull_rp_ftz">,
641 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
642 def int_nvvm_f2ull_rp : GCCBuiltin<"__nvvm_f2ull_rp">,
643 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
645 def int_nvvm_d2ll_rn : GCCBuiltin<"__nvvm_d2ll_rn">,
646 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
647 def int_nvvm_d2ll_rz : GCCBuiltin<"__nvvm_d2ll_rz">,
648 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
649 def int_nvvm_d2ll_rm : GCCBuiltin<"__nvvm_d2ll_rm">,
650 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
651 def int_nvvm_d2ll_rp : GCCBuiltin<"__nvvm_d2ll_rp">,
652 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
654 def int_nvvm_d2ull_rn : GCCBuiltin<"__nvvm_d2ull_rn">,
655 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
656 def int_nvvm_d2ull_rz : GCCBuiltin<"__nvvm_d2ull_rz">,
657 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
658 def int_nvvm_d2ull_rm : GCCBuiltin<"__nvvm_d2ull_rm">,
659 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
660 def int_nvvm_d2ull_rp : GCCBuiltin<"__nvvm_d2ull_rp">,
661 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
663 def int_nvvm_ll2f_rn : GCCBuiltin<"__nvvm_ll2f_rn">,
664 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
665 def int_nvvm_ll2f_rz : GCCBuiltin<"__nvvm_ll2f_rz">,
666 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
667 def int_nvvm_ll2f_rm : GCCBuiltin<"__nvvm_ll2f_rm">,
668 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
669 def int_nvvm_ll2f_rp : GCCBuiltin<"__nvvm_ll2f_rp">,
670 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
671 def int_nvvm_ull2f_rn : GCCBuiltin<"__nvvm_ull2f_rn">,
672 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
673 def int_nvvm_ull2f_rz : GCCBuiltin<"__nvvm_ull2f_rz">,
674 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
675 def int_nvvm_ull2f_rm : GCCBuiltin<"__nvvm_ull2f_rm">,
676 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
677 def int_nvvm_ull2f_rp : GCCBuiltin<"__nvvm_ull2f_rp">,
678 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
680 def int_nvvm_ll2d_rn : GCCBuiltin<"__nvvm_ll2d_rn">,
681 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
682 def int_nvvm_ll2d_rz : GCCBuiltin<"__nvvm_ll2d_rz">,
683 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
684 def int_nvvm_ll2d_rm : GCCBuiltin<"__nvvm_ll2d_rm">,
685 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
686 def int_nvvm_ll2d_rp : GCCBuiltin<"__nvvm_ll2d_rp">,
687 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
688 def int_nvvm_ull2d_rn : GCCBuiltin<"__nvvm_ull2d_rn">,
689 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
690 def int_nvvm_ull2d_rz : GCCBuiltin<"__nvvm_ull2d_rz">,
691 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
692 def int_nvvm_ull2d_rm : GCCBuiltin<"__nvvm_ull2d_rm">,
693 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
694 def int_nvvm_ull2d_rp : GCCBuiltin<"__nvvm_ull2d_rp">,
695 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
697 def int_nvvm_f2h_rn_ftz : GCCBuiltin<"__nvvm_f2h_rn_ftz">,
698 Intrinsic<[llvm_i16_ty], [llvm_float_ty], [IntrNoMem]>;
699 def int_nvvm_f2h_rn : GCCBuiltin<"__nvvm_f2h_rn">,
700 Intrinsic<[llvm_i16_ty], [llvm_float_ty], [IntrNoMem]>;
702 def int_nvvm_h2f : GCCBuiltin<"__nvvm_h2f">,
703 Intrinsic<[llvm_float_ty], [llvm_i16_ty], [IntrNoMem]>;
709 def int_nvvm_bitcast_f2i : GCCBuiltin<"__nvvm_bitcast_f2i">,
710 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
711 def int_nvvm_bitcast_i2f : GCCBuiltin<"__nvvm_bitcast_i2f">,
712 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
714 def int_nvvm_bitcast_ll2d : GCCBuiltin<"__nvvm_bitcast_ll2d">,
715 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
716 def int_nvvm_bitcast_d2ll : GCCBuiltin<"__nvvm_bitcast_d2ll">,
717 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
720 // Atomic not available as an llvm intrinsic.
721 def int_nvvm_atomic_load_add_f32 : Intrinsic<[llvm_float_ty],
722 [LLVMAnyPointerType<llvm_float_ty>, llvm_float_ty],
723 [IntrReadWriteArgMem, NoCapture<0>]>;
724 def int_nvvm_atomic_load_inc_32 : Intrinsic<[llvm_i32_ty],
725 [LLVMAnyPointerType<llvm_i32_ty>, llvm_i32_ty],
726 [IntrReadWriteArgMem, NoCapture<0>]>;
727 def int_nvvm_atomic_load_dec_32 : Intrinsic<[llvm_i32_ty],
728 [LLVMAnyPointerType<llvm_i32_ty>, llvm_i32_ty],
729 [IntrReadWriteArgMem, NoCapture<0>]>;
732 def int_cuda_syncthreads : GCCBuiltin<"__syncthreads">,
733 Intrinsic<[], [], [IntrNoDuplicate]>;
734 def int_nvvm_barrier0 : GCCBuiltin<"__nvvm_bar0">,
735 Intrinsic<[], [], [IntrNoDuplicate]>;
736 def int_nvvm_barrier0_popc : GCCBuiltin<"__nvvm_bar0_popc">,
737 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoDuplicate]>;
738 def int_nvvm_barrier0_and : GCCBuiltin<"__nvvm_bar0_and">,
739 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoDuplicate]>;
740 def int_nvvm_barrier0_or : GCCBuiltin<"__nvvm_bar0_or">,
741 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoDuplicate]>;
744 def int_nvvm_membar_cta : GCCBuiltin<"__nvvm_membar_cta">,
745 Intrinsic<[], [], []>;
746 def int_nvvm_membar_gl : GCCBuiltin<"__nvvm_membar_gl">,
747 Intrinsic<[], [], []>;
748 def int_nvvm_membar_sys : GCCBuiltin<"__nvvm_membar_sys">,
749 Intrinsic<[], [], []>;
752 // Accessing special registers
753 def int_nvvm_read_ptx_sreg_tid_x :
754 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
755 GCCBuiltin<"__nvvm_read_ptx_sreg_tid_x">;
756 def int_nvvm_read_ptx_sreg_tid_y :
757 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
758 GCCBuiltin<"__nvvm_read_ptx_sreg_tid_y">;
759 def int_nvvm_read_ptx_sreg_tid_z :
760 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
761 GCCBuiltin<"__nvvm_read_ptx_sreg_tid_z">;
763 def int_nvvm_read_ptx_sreg_ntid_x :
764 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
765 GCCBuiltin<"__nvvm_read_ptx_sreg_ntid_x">;
766 def int_nvvm_read_ptx_sreg_ntid_y :
767 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
768 GCCBuiltin<"__nvvm_read_ptx_sreg_ntid_y">;
769 def int_nvvm_read_ptx_sreg_ntid_z :
770 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
771 GCCBuiltin<"__nvvm_read_ptx_sreg_ntid_z">;
773 def int_nvvm_read_ptx_sreg_ctaid_x :
774 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
775 GCCBuiltin<"__nvvm_read_ptx_sreg_ctaid_x">;
776 def int_nvvm_read_ptx_sreg_ctaid_y :
777 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
778 GCCBuiltin<"__nvvm_read_ptx_sreg_ctaid_y">;
779 def int_nvvm_read_ptx_sreg_ctaid_z :
780 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
781 GCCBuiltin<"__nvvm_read_ptx_sreg_ctaid_z">;
783 def int_nvvm_read_ptx_sreg_nctaid_x :
784 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
785 GCCBuiltin<"__nvvm_read_ptx_sreg_nctaid_x">;
786 def int_nvvm_read_ptx_sreg_nctaid_y :
787 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
788 GCCBuiltin<"__nvvm_read_ptx_sreg_nctaid_y">;
789 def int_nvvm_read_ptx_sreg_nctaid_z :
790 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
791 GCCBuiltin<"__nvvm_read_ptx_sreg_nctaid_z">;
793 def int_nvvm_read_ptx_sreg_warpsize :
794 Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
795 GCCBuiltin<"__nvvm_read_ptx_sreg_warpsize">;
798 // Generated within nvvm. Use for ldu on sm_20 or later
799 // @TODO: Revisit this, Changed LLVMAnyPointerType to LLVMPointerType
800 def int_nvvm_ldu_global_i : Intrinsic<[llvm_anyint_ty],
801 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
802 "llvm.nvvm.ldu.global.i">;
803 def int_nvvm_ldu_global_f : Intrinsic<[llvm_anyfloat_ty],
804 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
805 "llvm.nvvm.ldu.global.f">;
806 def int_nvvm_ldu_global_p : Intrinsic<[llvm_anyptr_ty],
807 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
808 "llvm.nvvm.ldu.global.p">;
810 // Generated within nvvm. Use for ldg on sm_35 or later
811 def int_nvvm_ldg_global_i : Intrinsic<[llvm_anyint_ty],
812 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
813 "llvm.nvvm.ldg.global.i">;
814 def int_nvvm_ldg_global_f : Intrinsic<[llvm_anyfloat_ty],
815 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
816 "llvm.nvvm.ldg.global.f">;
817 def int_nvvm_ldg_global_p : Intrinsic<[llvm_anyptr_ty],
818 [LLVMPointerType<LLVMMatchType<0>>], [IntrReadMem, NoCapture<0>],
819 "llvm.nvvm.ldg.global.p">;
821 // Use for generic pointers
822 // - These intrinsics are used to convert address spaces.
823 // - The input pointer and output pointer must have the same type, except for
824 // the address-space. (This restriction is not enforced here as there is
825 // currently no way to describe it).
826 // - This complements the llvm bitcast, which can be used to cast one type
827 // of pointer to another type of pointer, while the address space remains
829 def int_nvvm_ptr_local_to_gen: Intrinsic<[llvm_anyptr_ty],
830 [llvm_anyptr_ty], [IntrNoMem],
831 "llvm.nvvm.ptr.local.to.gen">;
832 def int_nvvm_ptr_shared_to_gen: Intrinsic<[llvm_anyptr_ty],
833 [llvm_anyptr_ty], [IntrNoMem],
834 "llvm.nvvm.ptr.shared.to.gen">;
835 def int_nvvm_ptr_global_to_gen: Intrinsic<[llvm_anyptr_ty],
836 [llvm_anyptr_ty], [IntrNoMem],
837 "llvm.nvvm.ptr.global.to.gen">;
838 def int_nvvm_ptr_constant_to_gen: Intrinsic<[llvm_anyptr_ty],
839 [llvm_anyptr_ty], [IntrNoMem],
840 "llvm.nvvm.ptr.constant.to.gen">;
842 def int_nvvm_ptr_gen_to_global: Intrinsic<[llvm_anyptr_ty],
843 [llvm_anyptr_ty], [IntrNoMem],
844 "llvm.nvvm.ptr.gen.to.global">;
845 def int_nvvm_ptr_gen_to_shared: Intrinsic<[llvm_anyptr_ty],
846 [llvm_anyptr_ty], [IntrNoMem],
847 "llvm.nvvm.ptr.gen.to.shared">;
848 def int_nvvm_ptr_gen_to_local: Intrinsic<[llvm_anyptr_ty],
849 [llvm_anyptr_ty], [IntrNoMem],
850 "llvm.nvvm.ptr.gen.to.local">;
851 def int_nvvm_ptr_gen_to_constant: Intrinsic<[llvm_anyptr_ty],
852 [llvm_anyptr_ty], [IntrNoMem],
853 "llvm.nvvm.ptr.gen.to.constant">;
855 // Used in nvvm internally to help address space opt and ptx code generation
856 // This is for params that are passed to kernel functions by pointer by-val.
857 def int_nvvm_ptr_gen_to_param: Intrinsic<[llvm_anyptr_ty],
860 "llvm.nvvm.ptr.gen.to.param">;
862 // Move intrinsics, used in nvvm internally
864 def int_nvvm_move_i16 : Intrinsic<[llvm_i16_ty], [llvm_i16_ty], [IntrNoMem],
865 "llvm.nvvm.move.i16">;
866 def int_nvvm_move_i32 : Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem],
867 "llvm.nvvm.move.i32">;
868 def int_nvvm_move_i64 : Intrinsic<[llvm_i64_ty], [llvm_i64_ty], [IntrNoMem],
869 "llvm.nvvm.move.i64">;
870 def int_nvvm_move_float : Intrinsic<[llvm_float_ty], [llvm_float_ty],
871 [IntrNoMem], "llvm.nvvm.move.float">;
872 def int_nvvm_move_double : Intrinsic<[llvm_double_ty], [llvm_double_ty],
873 [IntrNoMem], "llvm.nvvm.move.double">;
874 def int_nvvm_move_ptr : Intrinsic<[llvm_anyptr_ty], [llvm_anyptr_ty],
875 [IntrNoMem, NoCapture<0>], "llvm.nvvm.move.ptr">;
878 // For getting the handle from a texture or surface variable
879 def int_nvvm_texsurf_handle
880 : Intrinsic<[llvm_i64_ty], [llvm_metadata_ty, llvm_anyi64ptr_ty],
881 [IntrNoMem], "llvm.nvvm.texsurf.handle">;
882 def int_nvvm_texsurf_handle_internal
883 : Intrinsic<[llvm_i64_ty], [llvm_anyptr_ty],
884 [IntrNoMem], "llvm.nvvm.texsurf.handle.internal">;
887 def int_nvvm_compiler_error :
888 Intrinsic<[], [llvm_anyptr_ty], [], "llvm.nvvm.compiler.error">;
889 def int_nvvm_compiler_warn :
890 Intrinsic<[], [llvm_anyptr_ty], [], "llvm.nvvm.compiler.warn">;
894 def int_nvvm_tex_1d_v4f32_i32
895 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
896 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [],
897 "llvm.nvvm.tex.1d.v4f32.i32">;
898 def int_nvvm_tex_1d_v4f32_f32
899 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
900 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty], [],
901 "llvm.nvvm.tex.1d.v4f32.f32">;
902 def int_nvvm_tex_1d_level_v4f32_f32
903 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
904 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
905 "llvm.nvvm.tex.1d.level.v4f32.f32">;
906 def int_nvvm_tex_1d_grad_v4f32_f32
907 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
908 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
910 "llvm.nvvm.tex.1d.grad.v4f32.f32">;
911 def int_nvvm_tex_1d_v4i32_i32
912 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
913 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [],
914 "llvm.nvvm.tex.1d.v4i32.i32">;
915 def int_nvvm_tex_1d_v4i32_f32
916 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
917 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty], [],
918 "llvm.nvvm.tex.1d.v4i32.f32">;
919 def int_nvvm_tex_1d_level_v4i32_f32
920 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
921 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
922 "llvm.nvvm.tex.1d.level.v4i32.f32.level">;
923 def int_nvvm_tex_1d_grad_v4i32_f32
924 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
925 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
927 "llvm.nvvm.tex.1d.grad.v4i32.f32">;
929 def int_nvvm_tex_1d_array_v4f32_i32
930 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
931 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
932 "llvm.nvvm.tex.1d.array.v4f32.i32">;
933 def int_nvvm_tex_1d_array_v4f32_f32
934 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
935 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
936 "llvm.nvvm.tex.1d.array.v4f32.f32">;
937 def int_nvvm_tex_1d_array_level_v4f32_f32
938 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
939 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
941 "llvm.nvvm.tex.1d.array.level.v4f32.f32">;
942 def int_nvvm_tex_1d_array_grad_v4f32_f32
943 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
944 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
945 llvm_float_ty, llvm_float_ty], [],
946 "llvm.nvvm.tex.1d.array.grad.v4f32.f32">;
947 def int_nvvm_tex_1d_array_v4i32_i32
948 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
949 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
950 "llvm.nvvm.tex.1d.array.v4i32.i32">;
951 def int_nvvm_tex_1d_array_v4i32_f32
952 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
953 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
954 "llvm.nvvm.tex.1d.array.v4i32.f32">;
955 def int_nvvm_tex_1d_array_level_v4i32_f32
956 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
957 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
959 "llvm.nvvm.tex.1d.array.level.v4i32.f32">;
960 def int_nvvm_tex_1d_array_grad_v4i32_f32
961 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
962 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
963 llvm_float_ty, llvm_float_ty], [],
964 "llvm.nvvm.tex.1d.array.grad.v4i32.f32">;
966 def int_nvvm_tex_2d_v4f32_i32
967 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
968 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
969 "llvm.nvvm.tex.2d.v4f32.i32">;
970 def int_nvvm_tex_2d_v4f32_f32
971 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
972 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
973 "llvm.nvvm.tex.2d.v4f32.f32">;
974 def int_nvvm_tex_2d_level_v4f32_f32
975 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
976 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
978 "llvm.nvvm.tex.2d.level.v4f32.f32">;
979 def int_nvvm_tex_2d_grad_v4f32_f32
980 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
981 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
982 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
983 "llvm.nvvm.tex.2d.grad.v4f32.f32">;
984 def int_nvvm_tex_2d_v4i32_i32
985 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
986 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
987 "llvm.nvvm.tex.2d.v4i32.i32">;
988 def int_nvvm_tex_2d_v4i32_f32
989 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
990 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
991 "llvm.nvvm.tex.2d.v4i32.f32">;
992 def int_nvvm_tex_2d_level_v4i32_f32
993 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
994 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
996 "llvm.nvvm.tex.2d.level.v4i32.f32">;
997 def int_nvvm_tex_2d_grad_v4i32_f32
998 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
999 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1000 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1001 "llvm.nvvm.tex.2d.grad.v4i32.f32">;
1003 def int_nvvm_tex_2d_array_v4f32_i32
1004 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1005 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1007 "llvm.nvvm.tex.2d.array.v4f32.i32">;
1008 def int_nvvm_tex_2d_array_v4f32_f32
1009 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1010 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1012 "llvm.nvvm.tex.2d.array.v4f32.f32">;
1013 def int_nvvm_tex_2d_array_level_v4f32_f32
1014 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1015 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1016 llvm_float_ty, llvm_float_ty], [],
1017 "llvm.nvvm.tex.2d.array.level.v4f32.f32">;
1018 def int_nvvm_tex_2d_array_grad_v4f32_f32
1019 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1020 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1021 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1023 "llvm.nvvm.tex.2d.array.grad.v4f32.f32">;
1024 def int_nvvm_tex_2d_array_v4i32_i32
1025 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1026 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1028 "llvm.nvvm.tex.2d.array.v4i32.i32">;
1029 def int_nvvm_tex_2d_array_v4i32_f32
1030 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1031 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1033 "llvm.nvvm.tex.2d.array.v4i32.f32">;
1034 def int_nvvm_tex_2d_array_level_v4i32_f32
1035 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1036 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1037 llvm_float_ty, llvm_float_ty], [],
1038 "llvm.nvvm.tex.2d.array.level.v4i32.f32">;
1039 def int_nvvm_tex_2d_array_grad_v4i32_f32
1040 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1041 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1042 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1044 "llvm.nvvm.tex.2d.array.grad.v4i32.f32">;
1046 def int_nvvm_tex_3d_v4f32_i32
1047 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1048 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1049 [], "llvm.nvvm.tex.3d.v4f32.i32">;
1050 def int_nvvm_tex_3d_v4f32_f32
1051 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1052 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1054 "llvm.nvvm.tex.3d.v4f32.f32">;
1055 def int_nvvm_tex_3d_level_v4f32_f32
1056 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1057 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1058 llvm_float_ty, llvm_float_ty], [],
1059 "llvm.nvvm.tex.3d.level.v4f32.f32">;
1060 def int_nvvm_tex_3d_grad_v4f32_f32
1061 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1062 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1063 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1064 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1065 "llvm.nvvm.tex.3d.grad.v4f32.f32">;
1066 def int_nvvm_tex_3d_v4i32_i32
1067 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1068 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1069 [], "llvm.nvvm.tex.3d.v4i32.i32">;
1070 def int_nvvm_tex_3d_v4i32_f32
1071 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1072 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1074 "llvm.nvvm.tex.3d.v4i32.f32">;
1075 def int_nvvm_tex_3d_level_v4i32_f32
1076 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1077 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1078 llvm_float_ty, llvm_float_ty], [],
1079 "llvm.nvvm.tex.3d.level.v4i32.f32">;
1080 def int_nvvm_tex_3d_grad_v4i32_f32
1081 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1082 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1083 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1084 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1085 "llvm.nvvm.tex.3d.grad.v4i32.f32">;
1088 def int_nvvm_suld_1d_i8_trap
1089 : Intrinsic<[llvm_i16_ty],
1090 [llvm_i64_ty, llvm_i32_ty], [],
1091 "llvm.nvvm.suld.1d.i8.trap">;
1092 def int_nvvm_suld_1d_i16_trap
1093 : Intrinsic<[llvm_i16_ty],
1094 [llvm_i64_ty, llvm_i32_ty], [],
1095 "llvm.nvvm.suld.1d.i16.trap">;
1096 def int_nvvm_suld_1d_i32_trap
1097 : Intrinsic<[llvm_i32_ty],
1098 [llvm_i64_ty, llvm_i32_ty], [],
1099 "llvm.nvvm.suld.1d.i32.trap">;
1100 def int_nvvm_suld_1d_v2i8_trap
1101 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1102 [llvm_i64_ty, llvm_i32_ty], [],
1103 "llvm.nvvm.suld.1d.v2i8.trap">;
1104 def int_nvvm_suld_1d_v2i16_trap
1105 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1106 [llvm_i64_ty, llvm_i32_ty], [],
1107 "llvm.nvvm.suld.1d.v2i16.trap">;
1108 def int_nvvm_suld_1d_v2i32_trap
1109 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1110 [llvm_i64_ty, llvm_i32_ty], [],
1111 "llvm.nvvm.suld.1d.v2i32.trap">;
1112 def int_nvvm_suld_1d_v4i8_trap
1113 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1114 [llvm_i64_ty, llvm_i32_ty], [],
1115 "llvm.nvvm.suld.1d.v4i8.trap">;
1116 def int_nvvm_suld_1d_v4i16_trap
1117 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1118 [llvm_i64_ty, llvm_i32_ty], [],
1119 "llvm.nvvm.suld.1d.v4i16.trap">;
1120 def int_nvvm_suld_1d_v4i32_trap
1121 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1122 [llvm_i64_ty, llvm_i32_ty], [],
1123 "llvm.nvvm.suld.1d.v4i32.trap">;
1125 def int_nvvm_suld_1d_array_i8_trap
1126 : Intrinsic<[llvm_i16_ty],
1127 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1128 "llvm.nvvm.suld.1d.array.i8.trap">;
1129 def int_nvvm_suld_1d_array_i16_trap
1130 : Intrinsic<[llvm_i16_ty],
1131 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1132 "llvm.nvvm.suld.1d.array.i16.trap">;
1133 def int_nvvm_suld_1d_array_i32_trap
1134 : Intrinsic<[llvm_i32_ty],
1135 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1136 "llvm.nvvm.suld.1d.array.i32.trap">;
1137 def int_nvvm_suld_1d_array_v2i8_trap
1138 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1139 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1140 "llvm.nvvm.suld.1d.array.v2i8.trap">;
1141 def int_nvvm_suld_1d_array_v2i16_trap
1142 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1143 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1144 "llvm.nvvm.suld.1d.array.v2i16.trap">;
1145 def int_nvvm_suld_1d_array_v2i32_trap
1146 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1147 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1148 "llvm.nvvm.suld.1d.array.v2i32.trap">;
1149 def int_nvvm_suld_1d_array_v4i8_trap
1150 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1151 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1152 "llvm.nvvm.suld.1d.array.v4i8.trap">;
1153 def int_nvvm_suld_1d_array_v4i16_trap
1154 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1155 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1156 "llvm.nvvm.suld.1d.array.v4i16.trap">;
1157 def int_nvvm_suld_1d_array_v4i32_trap
1158 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1159 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1160 "llvm.nvvm.suld.1d.array.v4i32.trap">;
1162 def int_nvvm_suld_2d_i8_trap
1163 : Intrinsic<[llvm_i16_ty],
1164 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1165 "llvm.nvvm.suld.2d.i8.trap">;
1166 def int_nvvm_suld_2d_i16_trap
1167 : Intrinsic<[llvm_i16_ty],
1168 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1169 "llvm.nvvm.suld.2d.i16.trap">;
1170 def int_nvvm_suld_2d_i32_trap
1171 : Intrinsic<[llvm_i32_ty],
1172 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1173 "llvm.nvvm.suld.2d.i32.trap">;
1174 def int_nvvm_suld_2d_v2i8_trap
1175 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1176 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1177 "llvm.nvvm.suld.2d.v2i8.trap">;
1178 def int_nvvm_suld_2d_v2i16_trap
1179 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1180 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1181 "llvm.nvvm.suld.2d.v2i16.trap">;
1182 def int_nvvm_suld_2d_v2i32_trap
1183 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1184 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1185 "llvm.nvvm.suld.2d.v2i32.trap">;
1186 def int_nvvm_suld_2d_v4i8_trap
1187 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1188 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1189 "llvm.nvvm.suld.2d.v4i8.trap">;
1190 def int_nvvm_suld_2d_v4i16_trap
1191 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1192 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1193 "llvm.nvvm.suld.2d.v4i16.trap">;
1194 def int_nvvm_suld_2d_v4i32_trap
1195 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1196 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1197 "llvm.nvvm.suld.2d.v4i32.trap">;
1199 def int_nvvm_suld_2d_array_i8_trap
1200 : Intrinsic<[llvm_i16_ty],
1201 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1202 "llvm.nvvm.suld.2d.array.i8.trap">;
1203 def int_nvvm_suld_2d_array_i16_trap
1204 : Intrinsic<[llvm_i16_ty],
1205 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1206 "llvm.nvvm.suld.2d.array.i16.trap">;
1207 def int_nvvm_suld_2d_array_i32_trap
1208 : Intrinsic<[llvm_i32_ty],
1209 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1210 "llvm.nvvm.suld.2d.array.i32.trap">;
1211 def int_nvvm_suld_2d_array_v2i8_trap
1212 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1213 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1214 "llvm.nvvm.suld.2d.array.v2i8.trap">;
1215 def int_nvvm_suld_2d_array_v2i16_trap
1216 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1217 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1218 "llvm.nvvm.suld.2d.array.v2i16.trap">;
1219 def int_nvvm_suld_2d_array_v2i32_trap
1220 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1221 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1222 "llvm.nvvm.suld.2d.array.v2i32.trap">;
1223 def int_nvvm_suld_2d_array_v4i8_trap
1224 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1225 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1226 "llvm.nvvm.suld.2d.array.v4i8.trap">;
1227 def int_nvvm_suld_2d_array_v4i16_trap
1228 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1229 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1230 "llvm.nvvm.suld.2d.array.v4i16.trap">;
1231 def int_nvvm_suld_2d_array_v4i32_trap
1232 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1233 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1234 "llvm.nvvm.suld.2d.array.v4i32.trap">;
1236 def int_nvvm_suld_3d_i8_trap
1237 : Intrinsic<[llvm_i16_ty],
1238 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1239 "llvm.nvvm.suld.3d.i8.trap">;
1240 def int_nvvm_suld_3d_i16_trap
1241 : Intrinsic<[llvm_i16_ty],
1242 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1243 "llvm.nvvm.suld.3d.i16.trap">;
1244 def int_nvvm_suld_3d_i32_trap
1245 : Intrinsic<[llvm_i32_ty],
1246 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1247 "llvm.nvvm.suld.3d.i32.trap">;
1248 def int_nvvm_suld_3d_v2i8_trap
1249 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1250 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1251 "llvm.nvvm.suld.3d.v2i8.trap">;
1252 def int_nvvm_suld_3d_v2i16_trap
1253 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1254 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1255 "llvm.nvvm.suld.3d.v2i16.trap">;
1256 def int_nvvm_suld_3d_v2i32_trap
1257 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1258 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1259 "llvm.nvvm.suld.3d.v2i32.trap">;
1260 def int_nvvm_suld_3d_v4i8_trap
1261 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1262 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1263 "llvm.nvvm.suld.3d.v4i8.trap">;
1264 def int_nvvm_suld_3d_v4i16_trap
1265 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1266 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1267 "llvm.nvvm.suld.3d.v4i16.trap">;
1268 def int_nvvm_suld_3d_v4i32_trap
1269 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1270 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1271 "llvm.nvvm.suld.3d.v4i32.trap">;
1273 //===- Texture Query ------------------------------------------------------===//
1275 def int_nvvm_txq_channel_order
1276 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1277 "llvm.nvvm.txq.channel.order">,
1278 GCCBuiltin<"__nvvm_txq_channel_order">;
1279 def int_nvvm_txq_channel_data_type
1280 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1281 "llvm.nvvm.txq.channel.data.type">,
1282 GCCBuiltin<"__nvvm_txq_channel_data_type">;
1283 def int_nvvm_txq_width
1284 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1285 "llvm.nvvm.txq.width">,
1286 GCCBuiltin<"__nvvm_txq_width">;
1287 def int_nvvm_txq_height
1288 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1289 "llvm.nvvm.txq.height">,
1290 GCCBuiltin<"__nvvm_txq_height">;
1291 def int_nvvm_txq_depth
1292 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1293 "llvm.nvvm.txq.depth">,
1294 GCCBuiltin<"__nvvm_txq_depth">;
1295 def int_nvvm_txq_array_size
1296 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1297 "llvm.nvvm.txq.array.size">,
1298 GCCBuiltin<"__nvvm_txq_array_size">;
1299 def int_nvvm_txq_num_samples
1300 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1301 "llvm.nvvm.txq.num.samples">,
1302 GCCBuiltin<"__nvvm_txq_num_samples">;
1303 def int_nvvm_txq_num_mipmap_levels
1304 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1305 "llvm.nvvm.txq.num.mipmap.levels">,
1306 GCCBuiltin<"__nvvm_txq_num_mipmap_levels">;
1308 //===- Surface Query ------------------------------------------------------===//
1310 def int_nvvm_suq_channel_order
1311 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1312 "llvm.nvvm.suq.channel.order">,
1313 GCCBuiltin<"__nvvm_suq_channel_order">;
1314 def int_nvvm_suq_channel_data_type
1315 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1316 "llvm.nvvm.suq.channel.data.type">,
1317 GCCBuiltin<"__nvvm_suq_channel_data_type">;
1318 def int_nvvm_suq_width
1319 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1320 "llvm.nvvm.suq.width">,
1321 GCCBuiltin<"__nvvm_suq_width">;
1322 def int_nvvm_suq_height
1323 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1324 "llvm.nvvm.suq.height">,
1325 GCCBuiltin<"__nvvm_suq_height">;
1326 def int_nvvm_suq_depth
1327 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1328 "llvm.nvvm.suq.depth">,
1329 GCCBuiltin<"__nvvm_suq_depth">;
1330 def int_nvvm_suq_array_size
1331 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
1332 "llvm.nvvm.suq.array.size">,
1333 GCCBuiltin<"__nvvm_suq_array_size">;
1336 //===- Handle Query -------------------------------------------------------===//
1338 def int_nvvm_istypep_sampler
1339 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
1340 "llvm.nvvm.istypep.sampler">,
1341 GCCBuiltin<"__nvvm_istypep_sampler">;
1342 def int_nvvm_istypep_surface
1343 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
1344 "llvm.nvvm.istypep.surface">,
1345 GCCBuiltin<"__nvvm_istypep_surface">;
1346 def int_nvvm_istypep_texture
1347 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
1348 "llvm.nvvm.istypep.texture">,
1349 GCCBuiltin<"__nvvm_istypep_texture">;
1353 //===- Surface Stores -----------------------------------------------------===//
1357 def int_nvvm_sust_b_1d_i8_trap
1358 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
1359 "llvm.nvvm.sust.b.1d.i8.trap">,
1360 GCCBuiltin<"__nvvm_sust_b_1d_i8_trap">;
1361 def int_nvvm_sust_b_1d_i16_trap
1362 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
1363 "llvm.nvvm.sust.b.1d.i16.trap">,
1364 GCCBuiltin<"__nvvm_sust_b_1d_i16_trap">;
1365 def int_nvvm_sust_b_1d_i32_trap
1366 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1367 "llvm.nvvm.sust.b.1d.i32.trap">,
1368 GCCBuiltin<"__nvvm_sust_b_1d_i32_trap">;
1369 def int_nvvm_sust_b_1d_v2i8_trap
1370 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
1371 "llvm.nvvm.sust.b.1d.v2i8.trap">,
1372 GCCBuiltin<"__nvvm_sust_b_1d_v2i8_trap">;
1373 def int_nvvm_sust_b_1d_v2i16_trap
1374 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
1375 "llvm.nvvm.sust.b.1d.v2i16.trap">,
1376 GCCBuiltin<"__nvvm_sust_b_1d_v2i16_trap">;
1377 def int_nvvm_sust_b_1d_v2i32_trap
1378 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1379 "llvm.nvvm.sust.b.1d.v2i32.trap">,
1380 GCCBuiltin<"__nvvm_sust_b_1d_v2i32_trap">;
1381 def int_nvvm_sust_b_1d_v4i8_trap
1382 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
1383 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1384 "llvm.nvvm.sust.b.1d.v4i8.trap">,
1385 GCCBuiltin<"__nvvm_sust_b_1d_v4i8_trap">;
1386 def int_nvvm_sust_b_1d_v4i16_trap
1387 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
1388 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1389 "llvm.nvvm.sust.b.1d.v4i16.trap">,
1390 GCCBuiltin<"__nvvm_sust_b_1d_v4i16_trap">;
1391 def int_nvvm_sust_b_1d_v4i32_trap
1392 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1393 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1394 "llvm.nvvm.sust.b.1d.v4i32.trap">,
1395 GCCBuiltin<"__nvvm_sust_b_1d_v4i32_trap">;
1398 def int_nvvm_sust_b_1d_array_i8_trap
1399 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1400 "llvm.nvvm.sust.b.1d.array.i8.trap">,
1401 GCCBuiltin<"__nvvm_sust_b_1d_array_i8_trap">;
1402 def int_nvvm_sust_b_1d_array_i16_trap
1403 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1404 "llvm.nvvm.sust.b.1d.array.i16.trap">,
1405 GCCBuiltin<"__nvvm_sust_b_1d_array_i16_trap">;
1406 def int_nvvm_sust_b_1d_array_i32_trap
1407 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1408 "llvm.nvvm.sust.b.1d.array.i32.trap">,
1409 GCCBuiltin<"__nvvm_sust_b_1d_array_i32_trap">;
1410 def int_nvvm_sust_b_1d_array_v2i8_trap
1411 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1412 llvm_i16_ty, llvm_i16_ty], [],
1413 "llvm.nvvm.sust.b.1d.array.v2i8.trap">,
1414 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i8_trap">;
1415 def int_nvvm_sust_b_1d_array_v2i16_trap
1416 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1417 llvm_i16_ty, llvm_i16_ty], [],
1418 "llvm.nvvm.sust.b.1d.array.v2i16.trap">,
1419 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i16_trap">;
1420 def int_nvvm_sust_b_1d_array_v2i32_trap
1421 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1422 llvm_i32_ty, llvm_i32_ty], [],
1423 "llvm.nvvm.sust.b.1d.array.v2i32.trap">,
1424 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i32_trap">;
1425 def int_nvvm_sust_b_1d_array_v4i8_trap
1426 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1427 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1428 "llvm.nvvm.sust.b.1d.array.v4i8.trap">,
1429 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i8_trap">;
1430 def int_nvvm_sust_b_1d_array_v4i16_trap
1431 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1432 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1433 "llvm.nvvm.sust.b.1d.array.v4i16.trap">,
1434 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i16_trap">;
1435 def int_nvvm_sust_b_1d_array_v4i32_trap
1436 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1437 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1438 "llvm.nvvm.sust.b.1d.array.v4i32.trap">,
1439 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i32_trap">;
1442 def int_nvvm_sust_b_2d_i8_trap
1443 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1444 "llvm.nvvm.sust.b.2d.i8.trap">,
1445 GCCBuiltin<"__nvvm_sust_b_2d_i8_trap">;
1446 def int_nvvm_sust_b_2d_i16_trap
1447 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1448 "llvm.nvvm.sust.b.2d.i16.trap">,
1449 GCCBuiltin<"__nvvm_sust_b_2d_i16_trap">;
1450 def int_nvvm_sust_b_2d_i32_trap
1451 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1452 "llvm.nvvm.sust.b.2d.i32.trap">,
1453 GCCBuiltin<"__nvvm_sust_b_2d_i32_trap">;
1454 def int_nvvm_sust_b_2d_v2i8_trap
1455 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1456 llvm_i16_ty, llvm_i16_ty], [],
1457 "llvm.nvvm.sust.b.2d.v2i8.trap">,
1458 GCCBuiltin<"__nvvm_sust_b_2d_v2i8_trap">;
1459 def int_nvvm_sust_b_2d_v2i16_trap
1460 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1461 llvm_i16_ty, llvm_i16_ty], [],
1462 "llvm.nvvm.sust.b.2d.v2i16.trap">,
1463 GCCBuiltin<"__nvvm_sust_b_2d_v2i16_trap">;
1464 def int_nvvm_sust_b_2d_v2i32_trap
1465 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1466 llvm_i32_ty, llvm_i32_ty], [],
1467 "llvm.nvvm.sust.b.2d.v2i32.trap">,
1468 GCCBuiltin<"__nvvm_sust_b_2d_v2i32_trap">;
1469 def int_nvvm_sust_b_2d_v4i8_trap
1470 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1471 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1472 "llvm.nvvm.sust.b.2d.v4i8.trap">,
1473 GCCBuiltin<"__nvvm_sust_b_2d_v4i8_trap">;
1474 def int_nvvm_sust_b_2d_v4i16_trap
1475 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1476 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1477 "llvm.nvvm.sust.b.2d.v4i16.trap">,
1478 GCCBuiltin<"__nvvm_sust_b_2d_v4i16_trap">;
1479 def int_nvvm_sust_b_2d_v4i32_trap
1480 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1481 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1482 "llvm.nvvm.sust.b.2d.v4i32.trap">,
1483 GCCBuiltin<"__nvvm_sust_b_2d_v4i32_trap">;
1486 def int_nvvm_sust_b_2d_array_i8_trap
1487 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1488 llvm_i32_ty, llvm_i16_ty], [],
1489 "llvm.nvvm.sust.b.2d.array.i8.trap">,
1490 GCCBuiltin<"__nvvm_sust_b_2d_array_i8_trap">;
1491 def int_nvvm_sust_b_2d_array_i16_trap
1492 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1493 llvm_i32_ty, llvm_i16_ty], [],
1494 "llvm.nvvm.sust.b.2d.array.i16.trap">,
1495 GCCBuiltin<"__nvvm_sust_b_2d_array_i16_trap">;
1496 def int_nvvm_sust_b_2d_array_i32_trap
1497 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1498 llvm_i32_ty, llvm_i32_ty], [],
1499 "llvm.nvvm.sust.b.2d.array.i32.trap">,
1500 GCCBuiltin<"__nvvm_sust_b_2d_array_i32_trap">;
1501 def int_nvvm_sust_b_2d_array_v2i8_trap
1502 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1503 llvm_i16_ty, llvm_i16_ty], [],
1504 "llvm.nvvm.sust.b.2d.array.v2i8.trap">,
1505 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i8_trap">;
1506 def int_nvvm_sust_b_2d_array_v2i16_trap
1507 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1508 llvm_i16_ty, llvm_i16_ty], [],
1509 "llvm.nvvm.sust.b.2d.array.v2i16.trap">,
1510 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i16_trap">;
1511 def int_nvvm_sust_b_2d_array_v2i32_trap
1512 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1513 llvm_i32_ty, llvm_i32_ty], [],
1514 "llvm.nvvm.sust.b.2d.array.v2i32.trap">,
1515 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i32_trap">;
1516 def int_nvvm_sust_b_2d_array_v4i8_trap
1517 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1518 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1519 "llvm.nvvm.sust.b.2d.array.v4i8.trap">,
1520 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i8_trap">;
1521 def int_nvvm_sust_b_2d_array_v4i16_trap
1522 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1523 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1524 "llvm.nvvm.sust.b.2d.array.v4i16.trap">,
1525 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i16_trap">;
1526 def int_nvvm_sust_b_2d_array_v4i32_trap
1527 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1528 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1529 "llvm.nvvm.sust.b.2d.array.v4i32.trap">,
1530 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i32_trap">;
1533 def int_nvvm_sust_b_3d_i8_trap
1534 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1535 llvm_i32_ty, llvm_i16_ty], [],
1536 "llvm.nvvm.sust.b.3d.i8.trap">,
1537 GCCBuiltin<"__nvvm_sust_b_3d_i8_trap">;
1538 def int_nvvm_sust_b_3d_i16_trap
1539 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1540 llvm_i32_ty, llvm_i16_ty], [],
1541 "llvm.nvvm.sust.b.3d.i16.trap">,
1542 GCCBuiltin<"__nvvm_sust_b_3d_i16_trap">;
1543 def int_nvvm_sust_b_3d_i32_trap
1544 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1545 llvm_i32_ty, llvm_i32_ty], [],
1546 "llvm.nvvm.sust.b.3d.i32.trap">,
1547 GCCBuiltin<"__nvvm_sust_b_3d_i32_trap">;
1548 def int_nvvm_sust_b_3d_v2i8_trap
1549 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1550 llvm_i16_ty, llvm_i16_ty], [],
1551 "llvm.nvvm.sust.b.3d.v2i8.trap">,
1552 GCCBuiltin<"__nvvm_sust_b_3d_v2i8_trap">;
1553 def int_nvvm_sust_b_3d_v2i16_trap
1554 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1555 llvm_i16_ty, llvm_i16_ty], [],
1556 "llvm.nvvm.sust.b.3d.v2i16.trap">,
1557 GCCBuiltin<"__nvvm_sust_b_3d_v2i16_trap">;
1558 def int_nvvm_sust_b_3d_v2i32_trap
1559 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1560 llvm_i32_ty, llvm_i32_ty], [],
1561 "llvm.nvvm.sust.b.3d.v2i32.trap">,
1562 GCCBuiltin<"__nvvm_sust_b_3d_v2i32_trap">;
1563 def int_nvvm_sust_b_3d_v4i8_trap
1564 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1565 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1566 "llvm.nvvm.sust.b.3d.v4i8.trap">,
1567 GCCBuiltin<"__nvvm_sust_b_3d_v4i8_trap">;
1568 def int_nvvm_sust_b_3d_v4i16_trap
1569 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1570 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1571 "llvm.nvvm.sust.b.3d.v4i16.trap">,
1572 GCCBuiltin<"__nvvm_sust_b_3d_v4i16_trap">;
1573 def int_nvvm_sust_b_3d_v4i32_trap
1574 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1575 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1576 "llvm.nvvm.sust.b.3d.v4i32.trap">,
1577 GCCBuiltin<"__nvvm_sust_b_3d_v4i32_trap">;
1581 def int_nvvm_sust_p_1d_i8_trap
1582 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
1583 "llvm.nvvm.sust.p.1d.i8.trap">,
1584 GCCBuiltin<"__nvvm_sust_p_1d_i8_trap">;
1585 def int_nvvm_sust_p_1d_i16_trap
1586 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
1587 "llvm.nvvm.sust.p.1d.i16.trap">,
1588 GCCBuiltin<"__nvvm_sust_p_1d_i16_trap">;
1589 def int_nvvm_sust_p_1d_i32_trap
1590 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1591 "llvm.nvvm.sust.p.1d.i32.trap">,
1592 GCCBuiltin<"__nvvm_sust_p_1d_i32_trap">;
1593 def int_nvvm_sust_p_1d_v2i8_trap
1594 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
1595 "llvm.nvvm.sust.p.1d.v2i8.trap">,
1596 GCCBuiltin<"__nvvm_sust_p_1d_v2i8_trap">;
1597 def int_nvvm_sust_p_1d_v2i16_trap
1598 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
1599 "llvm.nvvm.sust.p.1d.v2i16.trap">,
1600 GCCBuiltin<"__nvvm_sust_p_1d_v2i16_trap">;
1601 def int_nvvm_sust_p_1d_v2i32_trap
1602 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1603 "llvm.nvvm.sust.p.1d.v2i32.trap">,
1604 GCCBuiltin<"__nvvm_sust_p_1d_v2i32_trap">;
1605 def int_nvvm_sust_p_1d_v4i8_trap
1606 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
1607 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1608 "llvm.nvvm.sust.p.1d.v4i8.trap">,
1609 GCCBuiltin<"__nvvm_sust_p_1d_v4i8_trap">;
1610 def int_nvvm_sust_p_1d_v4i16_trap
1611 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
1612 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1613 "llvm.nvvm.sust.p.1d.v4i16.trap">,
1614 GCCBuiltin<"__nvvm_sust_p_1d_v4i16_trap">;
1615 def int_nvvm_sust_p_1d_v4i32_trap
1616 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1617 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1618 "llvm.nvvm.sust.p.1d.v4i32.trap">,
1619 GCCBuiltin<"__nvvm_sust_p_1d_v4i32_trap">;
1622 def int_nvvm_sust_p_1d_array_i8_trap
1623 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1624 "llvm.nvvm.sust.p.1d.array.i8.trap">,
1625 GCCBuiltin<"__nvvm_sust_p_1d_array_i8_trap">;
1626 def int_nvvm_sust_p_1d_array_i16_trap
1627 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1628 "llvm.nvvm.sust.p.1d.array.i16.trap">,
1629 GCCBuiltin<"__nvvm_sust_p_1d_array_i16_trap">;
1630 def int_nvvm_sust_p_1d_array_i32_trap
1631 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1632 "llvm.nvvm.sust.p.1d.array.i32.trap">,
1633 GCCBuiltin<"__nvvm_sust_p_1d_array_i32_trap">;
1634 def int_nvvm_sust_p_1d_array_v2i8_trap
1635 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1636 llvm_i16_ty, llvm_i16_ty], [],
1637 "llvm.nvvm.sust.p.1d.array.v2i8.trap">,
1638 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i8_trap">;
1639 def int_nvvm_sust_p_1d_array_v2i16_trap
1640 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1641 llvm_i16_ty, llvm_i16_ty], [],
1642 "llvm.nvvm.sust.p.1d.array.v2i16.trap">,
1643 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i16_trap">;
1644 def int_nvvm_sust_p_1d_array_v2i32_trap
1645 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1646 llvm_i32_ty, llvm_i32_ty], [],
1647 "llvm.nvvm.sust.p.1d.array.v2i32.trap">,
1648 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i32_trap">;
1649 def int_nvvm_sust_p_1d_array_v4i8_trap
1650 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1651 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1652 "llvm.nvvm.sust.p.1d.array.v4i8.trap">,
1653 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i8_trap">;
1654 def int_nvvm_sust_p_1d_array_v4i16_trap
1655 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1656 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1657 "llvm.nvvm.sust.p.1d.array.v4i16.trap">,
1658 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i16_trap">;
1659 def int_nvvm_sust_p_1d_array_v4i32_trap
1660 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1661 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1662 "llvm.nvvm.sust.p.1d.array.v4i32.trap">,
1663 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i32_trap">;
1666 def int_nvvm_sust_p_2d_i8_trap
1667 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1668 "llvm.nvvm.sust.p.2d.i8.trap">,
1669 GCCBuiltin<"__nvvm_sust_p_2d_i8_trap">;
1670 def int_nvvm_sust_p_2d_i16_trap
1671 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
1672 "llvm.nvvm.sust.p.2d.i16.trap">,
1673 GCCBuiltin<"__nvvm_sust_p_2d_i16_trap">;
1674 def int_nvvm_sust_p_2d_i32_trap
1675 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1676 "llvm.nvvm.sust.p.2d.i32.trap">,
1677 GCCBuiltin<"__nvvm_sust_p_2d_i32_trap">;
1678 def int_nvvm_sust_p_2d_v2i8_trap
1679 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1680 llvm_i16_ty, llvm_i16_ty], [],
1681 "llvm.nvvm.sust.p.2d.v2i8.trap">,
1682 GCCBuiltin<"__nvvm_sust_p_2d_v2i8_trap">;
1683 def int_nvvm_sust_p_2d_v2i16_trap
1684 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1685 llvm_i16_ty, llvm_i16_ty], [],
1686 "llvm.nvvm.sust.p.2d.v2i16.trap">,
1687 GCCBuiltin<"__nvvm_sust_p_2d_v2i16_trap">;
1688 def int_nvvm_sust_p_2d_v2i32_trap
1689 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1690 llvm_i32_ty, llvm_i32_ty], [],
1691 "llvm.nvvm.sust.p.2d.v2i32.trap">,
1692 GCCBuiltin<"__nvvm_sust_p_2d_v2i32_trap">;
1693 def int_nvvm_sust_p_2d_v4i8_trap
1694 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1695 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1696 "llvm.nvvm.sust.p.2d.v4i8.trap">,
1697 GCCBuiltin<"__nvvm_sust_p_2d_v4i8_trap">;
1698 def int_nvvm_sust_p_2d_v4i16_trap
1699 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
1700 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1701 "llvm.nvvm.sust.p.2d.v4i16.trap">,
1702 GCCBuiltin<"__nvvm_sust_p_2d_v4i16_trap">;
1703 def int_nvvm_sust_p_2d_v4i32_trap
1704 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1705 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1706 "llvm.nvvm.sust.p.2d.v4i32.trap">,
1707 GCCBuiltin<"__nvvm_sust_p_2d_v4i32_trap">;
1710 def int_nvvm_sust_p_2d_array_i8_trap
1711 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1712 llvm_i32_ty, llvm_i16_ty], [],
1713 "llvm.nvvm.sust.p.2d.array.i8.trap">,
1714 GCCBuiltin<"__nvvm_sust_p_2d_array_i8_trap">;
1715 def int_nvvm_sust_p_2d_array_i16_trap
1716 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1717 llvm_i32_ty, llvm_i16_ty], [],
1718 "llvm.nvvm.sust.p.2d.array.i16.trap">,
1719 GCCBuiltin<"__nvvm_sust_p_2d_array_i16_trap">;
1720 def int_nvvm_sust_p_2d_array_i32_trap
1721 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1722 llvm_i32_ty, llvm_i32_ty], [],
1723 "llvm.nvvm.sust.p.2d.array.i32.trap">,
1724 GCCBuiltin<"__nvvm_sust_p_2d_array_i32_trap">;
1725 def int_nvvm_sust_p_2d_array_v2i8_trap
1726 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1727 llvm_i16_ty, llvm_i16_ty], [],
1728 "llvm.nvvm.sust.p.2d.array.v2i8.trap">,
1729 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i8_trap">;
1730 def int_nvvm_sust_p_2d_array_v2i16_trap
1731 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1732 llvm_i16_ty, llvm_i16_ty], [],
1733 "llvm.nvvm.sust.p.2d.array.v2i16.trap">,
1734 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i16_trap">;
1735 def int_nvvm_sust_p_2d_array_v2i32_trap
1736 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1737 llvm_i32_ty, llvm_i32_ty], [],
1738 "llvm.nvvm.sust.p.2d.array.v2i32.trap">,
1739 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i32_trap">;
1740 def int_nvvm_sust_p_2d_array_v4i8_trap
1741 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1742 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1743 "llvm.nvvm.sust.p.2d.array.v4i8.trap">,
1744 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i8_trap">;
1745 def int_nvvm_sust_p_2d_array_v4i16_trap
1746 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1747 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1748 "llvm.nvvm.sust.p.2d.array.v4i16.trap">,
1749 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i16_trap">;
1750 def int_nvvm_sust_p_2d_array_v4i32_trap
1751 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1752 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1753 "llvm.nvvm.sust.p.2d.array.v4i32.trap">,
1754 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i32_trap">;
1757 def int_nvvm_sust_p_3d_i8_trap
1758 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1759 llvm_i32_ty, llvm_i16_ty], [],
1760 "llvm.nvvm.sust.p.3d.i8.trap">,
1761 GCCBuiltin<"__nvvm_sust_p_3d_i8_trap">;
1762 def int_nvvm_sust_p_3d_i16_trap
1763 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1764 llvm_i32_ty, llvm_i16_ty], [],
1765 "llvm.nvvm.sust.p.3d.i16.trap">,
1766 GCCBuiltin<"__nvvm_sust_p_3d_i16_trap">;
1767 def int_nvvm_sust_p_3d_i32_trap
1768 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1769 llvm_i32_ty, llvm_i32_ty], [],
1770 "llvm.nvvm.sust.p.3d.i32.trap">,
1771 GCCBuiltin<"__nvvm_sust_p_3d_i32_trap">;
1772 def int_nvvm_sust_p_3d_v2i8_trap
1773 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1774 llvm_i16_ty, llvm_i16_ty], [],
1775 "llvm.nvvm.sust.p.3d.v2i8.trap">,
1776 GCCBuiltin<"__nvvm_sust_p_3d_v2i8_trap">;
1777 def int_nvvm_sust_p_3d_v2i16_trap
1778 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1779 llvm_i16_ty, llvm_i16_ty], [],
1780 "llvm.nvvm.sust.p.3d.v2i16.trap">,
1781 GCCBuiltin<"__nvvm_sust_p_3d_v2i16_trap">;
1782 def int_nvvm_sust_p_3d_v2i32_trap
1783 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1784 llvm_i32_ty, llvm_i32_ty], [],
1785 "llvm.nvvm.sust.p.3d.v2i32.trap">,
1786 GCCBuiltin<"__nvvm_sust_p_3d_v2i32_trap">;
1787 def int_nvvm_sust_p_3d_v4i8_trap
1788 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1789 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1790 "llvm.nvvm.sust.p.3d.v4i8.trap">,
1791 GCCBuiltin<"__nvvm_sust_p_3d_v4i8_trap">;
1792 def int_nvvm_sust_p_3d_v4i16_trap
1793 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1794 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
1795 "llvm.nvvm.sust.p.3d.v4i16.trap">,
1796 GCCBuiltin<"__nvvm_sust_p_3d_v4i16_trap">;
1797 def int_nvvm_sust_p_3d_v4i32_trap
1798 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
1799 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1800 "llvm.nvvm.sust.p.3d.v4i32.trap">,
1801 GCCBuiltin<"__nvvm_sust_p_3d_v4i32_trap">;
1805 // Old PTX back-end intrinsics retained here for backwards-compatibility
1807 multiclass PTXReadSpecialRegisterIntrinsic_v4i32<string prefix> {
1808 // FIXME: Do we need the 128-bit integer type version?
1809 // def _r64 : Intrinsic<[llvm_i128_ty], [], [IntrNoMem]>;
1811 // FIXME: Enable this once v4i32 support is enabled in back-end.
1812 // def _v4i16 : Intrinsic<[llvm_v4i32_ty], [], [IntrNoMem]>;
1814 def _x : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
1815 GCCBuiltin<!strconcat(prefix, "_x")>;
1816 def _y : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
1817 GCCBuiltin<!strconcat(prefix, "_y")>;
1818 def _z : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
1819 GCCBuiltin<!strconcat(prefix, "_z")>;
1820 def _w : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
1821 GCCBuiltin<!strconcat(prefix, "_w")>;
1824 class PTXReadSpecialRegisterIntrinsic_r32<string name>
1825 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
1828 class PTXReadSpecialRegisterIntrinsic_r64<string name>
1829 : Intrinsic<[llvm_i64_ty], [], [IntrNoMem]>,
1832 defm int_ptx_read_tid : PTXReadSpecialRegisterIntrinsic_v4i32
1833 <"__builtin_ptx_read_tid">;
1834 defm int_ptx_read_ntid : PTXReadSpecialRegisterIntrinsic_v4i32
1835 <"__builtin_ptx_read_ntid">;
1837 def int_ptx_read_laneid : PTXReadSpecialRegisterIntrinsic_r32
1838 <"__builtin_ptx_read_laneid">;
1839 def int_ptx_read_warpid : PTXReadSpecialRegisterIntrinsic_r32
1840 <"__builtin_ptx_read_warpid">;
1841 def int_ptx_read_nwarpid : PTXReadSpecialRegisterIntrinsic_r32
1842 <"__builtin_ptx_read_nwarpid">;
1844 defm int_ptx_read_ctaid : PTXReadSpecialRegisterIntrinsic_v4i32
1845 <"__builtin_ptx_read_ctaid">;
1846 defm int_ptx_read_nctaid : PTXReadSpecialRegisterIntrinsic_v4i32
1847 <"__builtin_ptx_read_nctaid">;
1849 def int_ptx_read_smid : PTXReadSpecialRegisterIntrinsic_r32
1850 <"__builtin_ptx_read_smid">;
1851 def int_ptx_read_nsmid : PTXReadSpecialRegisterIntrinsic_r32
1852 <"__builtin_ptx_read_nsmid">;
1853 def int_ptx_read_gridid : PTXReadSpecialRegisterIntrinsic_r32
1854 <"__builtin_ptx_read_gridid">;
1856 def int_ptx_read_lanemask_eq : PTXReadSpecialRegisterIntrinsic_r32
1857 <"__builtin_ptx_read_lanemask_eq">;
1858 def int_ptx_read_lanemask_le : PTXReadSpecialRegisterIntrinsic_r32
1859 <"__builtin_ptx_read_lanemask_le">;
1860 def int_ptx_read_lanemask_lt : PTXReadSpecialRegisterIntrinsic_r32
1861 <"__builtin_ptx_read_lanemask_lt">;
1862 def int_ptx_read_lanemask_ge : PTXReadSpecialRegisterIntrinsic_r32
1863 <"__builtin_ptx_read_lanemask_ge">;
1864 def int_ptx_read_lanemask_gt : PTXReadSpecialRegisterIntrinsic_r32
1865 <"__builtin_ptx_read_lanemask_gt">;
1867 def int_ptx_read_clock : PTXReadSpecialRegisterIntrinsic_r32
1868 <"__builtin_ptx_read_clock">;
1869 def int_ptx_read_clock64 : PTXReadSpecialRegisterIntrinsic_r64
1870 <"__builtin_ptx_read_clock64">;
1872 def int_ptx_read_pm0 : PTXReadSpecialRegisterIntrinsic_r32
1873 <"__builtin_ptx_read_pm0">;
1874 def int_ptx_read_pm1 : PTXReadSpecialRegisterIntrinsic_r32
1875 <"__builtin_ptx_read_pm1">;
1876 def int_ptx_read_pm2 : PTXReadSpecialRegisterIntrinsic_r32
1877 <"__builtin_ptx_read_pm2">;
1878 def int_ptx_read_pm3 : PTXReadSpecialRegisterIntrinsic_r32
1879 <"__builtin_ptx_read_pm3">;
1881 def int_ptx_bar_sync : Intrinsic<[], [llvm_i32_ty], []>,
1882 GCCBuiltin<"__builtin_ptx_bar_sync">;