]> git.proxmox.com Git - rustc.git/blame - src/llvm/include/llvm/IR/IntrinsicsX86.td
projects / rustc.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Imported Upstream version 1.0.0~0alpha
[rustc.git] / src / llvm / include / llvm / IR / IntrinsicsX86.td
CommitLineData
223e47cc
LB		 1//===- IntrinsicsX86.td - Defines X86 intrinsics -----------*- tablegen -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines all of the X86-specific intrinsics.
11//
12//===----------------------------------------------------------------------===//
13
14//===----------------------------------------------------------------------===//
15// Interrupt traps
16let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
17 def int_x86_int : Intrinsic<[], [llvm_i8_ty]>;
18}
19
1a4d82fc
JJ		 20//===----------------------------------------------------------------------===//
21// Read Time Stamp Counter.
22let TargetPrefix = "x86" in {
23 def int_x86_rdtsc : GCCBuiltin<"__builtin_ia32_rdtsc">,
24 Intrinsic<[llvm_i64_ty], [], []>;
25 def int_x86_rdtscp : GCCBuiltin<"__builtin_ia32_rdtscp">,
26 Intrinsic<[llvm_i64_ty], [llvm_ptr_ty], [IntrReadWriteArgMem]>;
27}
28
29// Read Performance-Monitoring Counter.
30let TargetPrefix = "x86" in {
31 def int_x86_rdpmc : GCCBuiltin<"__builtin_ia32_rdpmc">,
32 Intrinsic<[llvm_i64_ty], [llvm_i32_ty], []>;
33}
34
223e47cc
LB		 35//===----------------------------------------------------------------------===//
36// 3DNow!
37
38let TargetPrefix = "x86" in {
39 def int_x86_3dnow_pavgusb : GCCBuiltin<"__builtin_ia32_pavgusb">,
40 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
41 [IntrNoMem]>;
42 def int_x86_3dnow_pf2id : GCCBuiltin<"__builtin_ia32_pf2id">,
43 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
44 def int_x86_3dnow_pfacc : GCCBuiltin<"__builtin_ia32_pfacc">,
45 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
46 [IntrNoMem]>;
47 def int_x86_3dnow_pfadd : GCCBuiltin<"__builtin_ia32_pfadd">,
48 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
49 [IntrNoMem]>;
50 def int_x86_3dnow_pfcmpeq : GCCBuiltin<"__builtin_ia32_pfcmpeq">,
51 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
52 [IntrNoMem]>;
53 def int_x86_3dnow_pfcmpge : GCCBuiltin<"__builtin_ia32_pfcmpge">,
54 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
55 [IntrNoMem]>;
56 def int_x86_3dnow_pfcmpgt : GCCBuiltin<"__builtin_ia32_pfcmpgt">,
57 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
58 [IntrNoMem]>;
59 def int_x86_3dnow_pfmax : GCCBuiltin<"__builtin_ia32_pfmax">,
60 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
61 [IntrNoMem]>;
62 def int_x86_3dnow_pfmin : GCCBuiltin<"__builtin_ia32_pfmin">,
63 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
64 [IntrNoMem]>;
65 def int_x86_3dnow_pfmul : GCCBuiltin<"__builtin_ia32_pfmul">,
66 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
67 [IntrNoMem]>;
68 def int_x86_3dnow_pfrcp : GCCBuiltin<"__builtin_ia32_pfrcp">,
69 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
70 def int_x86_3dnow_pfrcpit1 : GCCBuiltin<"__builtin_ia32_pfrcpit1">,
71 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
72 [IntrNoMem]>;
73 def int_x86_3dnow_pfrcpit2 : GCCBuiltin<"__builtin_ia32_pfrcpit2">,
74 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
75 [IntrNoMem]>;
76 def int_x86_3dnow_pfrsqrt : GCCBuiltin<"__builtin_ia32_pfrsqrt">,
77 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
78 def int_x86_3dnow_pfrsqit1 : GCCBuiltin<"__builtin_ia32_pfrsqit1">,
79 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
80 [IntrNoMem]>;
81 def int_x86_3dnow_pfsub : GCCBuiltin<"__builtin_ia32_pfsub">,
82 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
83 [IntrNoMem]>;
84 def int_x86_3dnow_pfsubr : GCCBuiltin<"__builtin_ia32_pfsubr">,
85 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
86 [IntrNoMem]>;
87 def int_x86_3dnow_pi2fd : GCCBuiltin<"__builtin_ia32_pi2fd">,
88 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
89 def int_x86_3dnow_pmulhrw : GCCBuiltin<"__builtin_ia32_pmulhrw">,
90 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
91 [IntrNoMem]>;
92}
93
94//===----------------------------------------------------------------------===//
95// 3DNow! extensions
96
97let TargetPrefix = "x86" in {
98 def int_x86_3dnowa_pf2iw : GCCBuiltin<"__builtin_ia32_pf2iw">,
99 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
100 def int_x86_3dnowa_pfnacc : GCCBuiltin<"__builtin_ia32_pfnacc">,
101 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
102 [IntrNoMem]>;
103 def int_x86_3dnowa_pfpnacc : GCCBuiltin<"__builtin_ia32_pfpnacc">,
104 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
105 [IntrNoMem]>;
106 def int_x86_3dnowa_pi2fw : GCCBuiltin<"__builtin_ia32_pi2fw">,
107 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
108 def int_x86_3dnowa_pswapd :
109 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
110}
111
112//===----------------------------------------------------------------------===//
113// SSE1
114
115// Arithmetic ops
116let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
117 def int_x86_sse_add_ss : GCCBuiltin<"__builtin_ia32_addss">,
118 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
119 llvm_v4f32_ty], [IntrNoMem]>;
120 def int_x86_sse_sub_ss : GCCBuiltin<"__builtin_ia32_subss">,
121 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
122 llvm_v4f32_ty], [IntrNoMem]>;
123 def int_x86_sse_mul_ss : GCCBuiltin<"__builtin_ia32_mulss">,
124 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
125 llvm_v4f32_ty], [IntrNoMem]>;
126 def int_x86_sse_div_ss : GCCBuiltin<"__builtin_ia32_divss">,
127 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
128 llvm_v4f32_ty], [IntrNoMem]>;
129 def int_x86_sse_sqrt_ss : GCCBuiltin<"__builtin_ia32_sqrtss">,
130 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
131 [IntrNoMem]>;
132 def int_x86_sse_sqrt_ps : GCCBuiltin<"__builtin_ia32_sqrtps">,
133 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
134 [IntrNoMem]>;
135 def int_x86_sse_rcp_ss : GCCBuiltin<"__builtin_ia32_rcpss">,
136 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
137 [IntrNoMem]>;
138 def int_x86_sse_rcp_ps : GCCBuiltin<"__builtin_ia32_rcpps">,
139 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
140 [IntrNoMem]>;
141 def int_x86_sse_rsqrt_ss : GCCBuiltin<"__builtin_ia32_rsqrtss">,
142 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
143 [IntrNoMem]>;
144 def int_x86_sse_rsqrt_ps : GCCBuiltin<"__builtin_ia32_rsqrtps">,
145 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
146 [IntrNoMem]>;
147 def int_x86_sse_min_ss : GCCBuiltin<"__builtin_ia32_minss">,
148 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
149 llvm_v4f32_ty], [IntrNoMem]>;
150 def int_x86_sse_min_ps : GCCBuiltin<"__builtin_ia32_minps">,
151 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
152 llvm_v4f32_ty], [IntrNoMem]>;
153 def int_x86_sse_max_ss : GCCBuiltin<"__builtin_ia32_maxss">,
154 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
155 llvm_v4f32_ty], [IntrNoMem]>;
156 def int_x86_sse_max_ps : GCCBuiltin<"__builtin_ia32_maxps">,
157 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
158 llvm_v4f32_ty], [IntrNoMem]>;
159}
160
161// Comparison ops
162let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
163 def int_x86_sse_cmp_ss : GCCBuiltin<"__builtin_ia32_cmpss">,
164 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
165 llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
166 def int_x86_sse_cmp_ps : GCCBuiltin<"__builtin_ia32_cmpps">,
167 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
168 llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
169 def int_x86_sse_comieq_ss : GCCBuiltin<"__builtin_ia32_comieq">,
170 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
171 llvm_v4f32_ty], [IntrNoMem]>;
172 def int_x86_sse_comilt_ss : GCCBuiltin<"__builtin_ia32_comilt">,
173 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
174 llvm_v4f32_ty], [IntrNoMem]>;
175 def int_x86_sse_comile_ss : GCCBuiltin<"__builtin_ia32_comile">,
176 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
177 llvm_v4f32_ty], [IntrNoMem]>;
178 def int_x86_sse_comigt_ss : GCCBuiltin<"__builtin_ia32_comigt">,
179 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
180 llvm_v4f32_ty], [IntrNoMem]>;
181 def int_x86_sse_comige_ss : GCCBuiltin<"__builtin_ia32_comige">,
182 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
183 llvm_v4f32_ty], [IntrNoMem]>;
184 def int_x86_sse_comineq_ss : GCCBuiltin<"__builtin_ia32_comineq">,
185 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
186 llvm_v4f32_ty], [IntrNoMem]>;
187 def int_x86_sse_ucomieq_ss : GCCBuiltin<"__builtin_ia32_ucomieq">,
188 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
189 llvm_v4f32_ty], [IntrNoMem]>;
190 def int_x86_sse_ucomilt_ss : GCCBuiltin<"__builtin_ia32_ucomilt">,
191 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
192 llvm_v4f32_ty], [IntrNoMem]>;
193 def int_x86_sse_ucomile_ss : GCCBuiltin<"__builtin_ia32_ucomile">,
194 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
195 llvm_v4f32_ty], [IntrNoMem]>;
196 def int_x86_sse_ucomigt_ss : GCCBuiltin<"__builtin_ia32_ucomigt">,
197 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
198 llvm_v4f32_ty], [IntrNoMem]>;
199 def int_x86_sse_ucomige_ss : GCCBuiltin<"__builtin_ia32_ucomige">,
200 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
201 llvm_v4f32_ty], [IntrNoMem]>;
202 def int_x86_sse_ucomineq_ss : GCCBuiltin<"__builtin_ia32_ucomineq">,
203 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
204 llvm_v4f32_ty], [IntrNoMem]>;
205}
206
207
208// Conversion ops
209let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
210 def int_x86_sse_cvtss2si : GCCBuiltin<"__builtin_ia32_cvtss2si">,
211 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
212 def int_x86_sse_cvtss2si64 : GCCBuiltin<"__builtin_ia32_cvtss2si64">,
213 Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
214 def int_x86_sse_cvttss2si : GCCBuiltin<"__builtin_ia32_cvttss2si">,
215 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
216 def int_x86_sse_cvttss2si64 : GCCBuiltin<"__builtin_ia32_cvttss2si64">,
217 Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
218 def int_x86_sse_cvtsi2ss : GCCBuiltin<"__builtin_ia32_cvtsi2ss">,
219 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
220 llvm_i32_ty], [IntrNoMem]>;
221 def int_x86_sse_cvtsi642ss : GCCBuiltin<"__builtin_ia32_cvtsi642ss">,
222 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
223 llvm_i64_ty], [IntrNoMem]>;
1a4d82fc 224
223e47cc
LB		 225 def int_x86_sse_cvtps2pi : GCCBuiltin<"__builtin_ia32_cvtps2pi">,
226 Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
227 def int_x86_sse_cvttps2pi: GCCBuiltin<"__builtin_ia32_cvttps2pi">,
228 Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
229 def int_x86_sse_cvtpi2ps : GCCBuiltin<"__builtin_ia32_cvtpi2ps">,
230 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
231 llvm_x86mmx_ty], [IntrNoMem]>;
232}
233
234// SIMD store ops
235let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
236 def int_x86_sse_storeu_ps : GCCBuiltin<"__builtin_ia32_storeups">,
237 Intrinsic<[], [llvm_ptr_ty,
238 llvm_v4f32_ty], [IntrReadWriteArgMem]>;
239}
240
241// Cacheability support ops
242let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
243 def int_x86_sse_sfence : GCCBuiltin<"__builtin_ia32_sfence">,
244 Intrinsic<[], [], []>;
245}
246
247// Control register.
248let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
249 def int_x86_sse_stmxcsr :
250 Intrinsic<[], [llvm_ptr_ty], []>;
251 def int_x86_sse_ldmxcsr :
252 Intrinsic<[], [llvm_ptr_ty], []>;
253}
254
255// Misc.
256let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
257 def int_x86_sse_movmsk_ps : GCCBuiltin<"__builtin_ia32_movmskps">,
258 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
259}
260
261//===----------------------------------------------------------------------===//
262// SSE2
263
264// FP arithmetic ops
265let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
266 def int_x86_sse2_add_sd : GCCBuiltin<"__builtin_ia32_addsd">,
267 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
268 llvm_v2f64_ty], [IntrNoMem]>;
269 def int_x86_sse2_sub_sd : GCCBuiltin<"__builtin_ia32_subsd">,
270 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
271 llvm_v2f64_ty], [IntrNoMem]>;
272 def int_x86_sse2_mul_sd : GCCBuiltin<"__builtin_ia32_mulsd">,
273 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
274 llvm_v2f64_ty], [IntrNoMem]>;
275 def int_x86_sse2_div_sd : GCCBuiltin<"__builtin_ia32_divsd">,
276 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
277 llvm_v2f64_ty], [IntrNoMem]>;
278 def int_x86_sse2_sqrt_sd : GCCBuiltin<"__builtin_ia32_sqrtsd">,
279 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
280 [IntrNoMem]>;
281 def int_x86_sse2_sqrt_pd : GCCBuiltin<"__builtin_ia32_sqrtpd">,
282 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
283 [IntrNoMem]>;
284 def int_x86_sse2_min_sd : GCCBuiltin<"__builtin_ia32_minsd">,
285 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
286 llvm_v2f64_ty], [IntrNoMem]>;
287 def int_x86_sse2_min_pd : GCCBuiltin<"__builtin_ia32_minpd">,
288 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
289 llvm_v2f64_ty], [IntrNoMem]>;
290 def int_x86_sse2_max_sd : GCCBuiltin<"__builtin_ia32_maxsd">,
291 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
292 llvm_v2f64_ty], [IntrNoMem]>;
293 def int_x86_sse2_max_pd : GCCBuiltin<"__builtin_ia32_maxpd">,
294 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
295 llvm_v2f64_ty], [IntrNoMem]>;
296}
297
298// FP comparison ops
299let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
300 def int_x86_sse2_cmp_sd : GCCBuiltin<"__builtin_ia32_cmpsd">,
301 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
302 llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
303 def int_x86_sse2_cmp_pd : GCCBuiltin<"__builtin_ia32_cmppd">,
304 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
305 llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
306 def int_x86_sse2_comieq_sd : GCCBuiltin<"__builtin_ia32_comisdeq">,
307 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
308 llvm_v2f64_ty], [IntrNoMem]>;
309 def int_x86_sse2_comilt_sd : GCCBuiltin<"__builtin_ia32_comisdlt">,
310 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
311 llvm_v2f64_ty], [IntrNoMem]>;
312 def int_x86_sse2_comile_sd : GCCBuiltin<"__builtin_ia32_comisdle">,
313 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
314 llvm_v2f64_ty], [IntrNoMem]>;
315 def int_x86_sse2_comigt_sd : GCCBuiltin<"__builtin_ia32_comisdgt">,
316 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
317 llvm_v2f64_ty], [IntrNoMem]>;
318 def int_x86_sse2_comige_sd : GCCBuiltin<"__builtin_ia32_comisdge">,
319 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
320 llvm_v2f64_ty], [IntrNoMem]>;
321 def int_x86_sse2_comineq_sd : GCCBuiltin<"__builtin_ia32_comisdneq">,
322 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
323 llvm_v2f64_ty], [IntrNoMem]>;
324 def int_x86_sse2_ucomieq_sd : GCCBuiltin<"__builtin_ia32_ucomisdeq">,
325 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
326 llvm_v2f64_ty], [IntrNoMem]>;
327 def int_x86_sse2_ucomilt_sd : GCCBuiltin<"__builtin_ia32_ucomisdlt">,
328 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
329 llvm_v2f64_ty], [IntrNoMem]>;
330 def int_x86_sse2_ucomile_sd : GCCBuiltin<"__builtin_ia32_ucomisdle">,
331 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
332 llvm_v2f64_ty], [IntrNoMem]>;
333 def int_x86_sse2_ucomigt_sd : GCCBuiltin<"__builtin_ia32_ucomisdgt">,
334 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
335 llvm_v2f64_ty], [IntrNoMem]>;
336 def int_x86_sse2_ucomige_sd : GCCBuiltin<"__builtin_ia32_ucomisdge">,
337 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
338 llvm_v2f64_ty], [IntrNoMem]>;
339 def int_x86_sse2_ucomineq_sd : GCCBuiltin<"__builtin_ia32_ucomisdneq">,
340 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
341 llvm_v2f64_ty], [IntrNoMem]>;
342}
343
344// Integer arithmetic ops.
345let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
346 def int_x86_sse2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb128">,
347 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
348 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
349 def int_x86_sse2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw128">,
350 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
351 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
352 def int_x86_sse2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb128">,
353 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
354 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
355 def int_x86_sse2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw128">,
356 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
357 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
358 def int_x86_sse2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb128">,
359 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
360 llvm_v16i8_ty], [IntrNoMem]>;
361 def int_x86_sse2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw128">,
362 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
363 llvm_v8i16_ty], [IntrNoMem]>;
364 def int_x86_sse2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb128">,
365 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
366 llvm_v16i8_ty], [IntrNoMem]>;
367 def int_x86_sse2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw128">,
368 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
369 llvm_v8i16_ty], [IntrNoMem]>;
370 def int_x86_sse2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw128">,
371 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
372 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
373 def int_x86_sse2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw128">,
374 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
375 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
376 def int_x86_sse2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq128">,
377 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty,
378 llvm_v4i32_ty], [IntrNoMem, Commutative]>;
379 def int_x86_sse2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd128">,
380 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty,
381 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
382 def int_x86_sse2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb128">,
383 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
384 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
385 def int_x86_sse2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw128">,
386 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
387 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
388 def int_x86_sse2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub128">,
389 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
390 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
391 def int_x86_sse2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw128">,
392 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
393 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
394 def int_x86_sse2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub128">,
395 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
396 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
397 def int_x86_sse2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw128">,
398 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
399 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
400 def int_x86_sse2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw128">,
401 Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty,
402 llvm_v16i8_ty], [IntrNoMem, Commutative]>;
403}
404
405// Integer shift ops.
406let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
407 def int_x86_sse2_psll_w : GCCBuiltin<"__builtin_ia32_psllw128">,
408 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
409 llvm_v8i16_ty], [IntrNoMem]>;
410 def int_x86_sse2_psll_d : GCCBuiltin<"__builtin_ia32_pslld128">,
411 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
412 llvm_v4i32_ty], [IntrNoMem]>;
413 def int_x86_sse2_psll_q : GCCBuiltin<"__builtin_ia32_psllq128">,
414 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
415 llvm_v2i64_ty], [IntrNoMem]>;
416 def int_x86_sse2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw128">,
417 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
418 llvm_v8i16_ty], [IntrNoMem]>;
419 def int_x86_sse2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld128">,
420 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
421 llvm_v4i32_ty], [IntrNoMem]>;
422 def int_x86_sse2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq128">,
423 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
424 llvm_v2i64_ty], [IntrNoMem]>;
425 def int_x86_sse2_psra_w : GCCBuiltin<"__builtin_ia32_psraw128">,
426 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
427 llvm_v8i16_ty], [IntrNoMem]>;
428 def int_x86_sse2_psra_d : GCCBuiltin<"__builtin_ia32_psrad128">,
429 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
430 llvm_v4i32_ty], [IntrNoMem]>;
431
432 def int_x86_sse2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi128">,
433 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
434 llvm_i32_ty], [IntrNoMem]>;
435 def int_x86_sse2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi128">,
436 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
437 llvm_i32_ty], [IntrNoMem]>;
438 def int_x86_sse2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi128">,
439 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
440 llvm_i32_ty], [IntrNoMem]>;
441 def int_x86_sse2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi128">,
442 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
443 llvm_i32_ty], [IntrNoMem]>;
444 def int_x86_sse2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi128">,
445 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
446 llvm_i32_ty], [IntrNoMem]>;
447 def int_x86_sse2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi128">,
448 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
449 llvm_i32_ty], [IntrNoMem]>;
450 def int_x86_sse2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi128">,
451 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
452 llvm_i32_ty], [IntrNoMem]>;
453 def int_x86_sse2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi128">,
454 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
455 llvm_i32_ty], [IntrNoMem]>;
456
457 def int_x86_sse2_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi128">,
458 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
459 llvm_i32_ty], [IntrNoMem]>;
460 def int_x86_sse2_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi128">,
461 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
462 llvm_i32_ty], [IntrNoMem]>;
463 def int_x86_sse2_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi128_byteshift">,
464 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
465 llvm_i32_ty], [IntrNoMem]>;
466 def int_x86_sse2_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi128_byteshift">,
467 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
468 llvm_i32_ty], [IntrNoMem]>;
469}
470
471// Conversion ops
472let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
473 def int_x86_sse2_cvtdq2pd : GCCBuiltin<"__builtin_ia32_cvtdq2pd">,
474 Intrinsic<[llvm_v2f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
475 def int_x86_sse2_cvtdq2ps : GCCBuiltin<"__builtin_ia32_cvtdq2ps">,
476 Intrinsic<[llvm_v4f32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
477 def int_x86_sse2_cvtpd2dq : GCCBuiltin<"__builtin_ia32_cvtpd2dq">,
478 Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
479 def int_x86_sse2_cvttpd2dq : GCCBuiltin<"__builtin_ia32_cvttpd2dq">,
480 Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
481 def int_x86_sse2_cvtpd2ps : GCCBuiltin<"__builtin_ia32_cvtpd2ps">,
482 Intrinsic<[llvm_v4f32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
483 def int_x86_sse2_cvtps2dq : GCCBuiltin<"__builtin_ia32_cvtps2dq">,
484 Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
485 def int_x86_sse2_cvttps2dq : GCCBuiltin<"__builtin_ia32_cvttps2dq">,
486 Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
487 def int_x86_sse2_cvtps2pd : GCCBuiltin<"__builtin_ia32_cvtps2pd">,
488 Intrinsic<[llvm_v2f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
489 def int_x86_sse2_cvtsd2si : GCCBuiltin<"__builtin_ia32_cvtsd2si">,
490 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
491 def int_x86_sse2_cvtsd2si64 : GCCBuiltin<"__builtin_ia32_cvtsd2si64">,
492 Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
493 def int_x86_sse2_cvttsd2si : GCCBuiltin<"__builtin_ia32_cvttsd2si">,
494 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
495 def int_x86_sse2_cvttsd2si64 : GCCBuiltin<"__builtin_ia32_cvttsd2si64">,
496 Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
497 def int_x86_sse2_cvtsi2sd : GCCBuiltin<"__builtin_ia32_cvtsi2sd">,
498 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
499 llvm_i32_ty], [IntrNoMem]>;
500 def int_x86_sse2_cvtsi642sd : GCCBuiltin<"__builtin_ia32_cvtsi642sd">,
501 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
502 llvm_i64_ty], [IntrNoMem]>;
503 def int_x86_sse2_cvtsd2ss : GCCBuiltin<"__builtin_ia32_cvtsd2ss">,
504 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
505 llvm_v2f64_ty], [IntrNoMem]>;
506 def int_x86_sse2_cvtss2sd : GCCBuiltin<"__builtin_ia32_cvtss2sd">,
507 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
508 llvm_v4f32_ty], [IntrNoMem]>;
509 def int_x86_sse_cvtpd2pi : GCCBuiltin<"__builtin_ia32_cvtpd2pi">,
510 Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
511 def int_x86_sse_cvttpd2pi: GCCBuiltin<"__builtin_ia32_cvttpd2pi">,
512 Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
513 def int_x86_sse_cvtpi2pd : GCCBuiltin<"__builtin_ia32_cvtpi2pd">,
514 Intrinsic<[llvm_v2f64_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
515}
516
517// SIMD store ops
518let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
519 def int_x86_sse2_storeu_pd : GCCBuiltin<"__builtin_ia32_storeupd">,
520 Intrinsic<[], [llvm_ptr_ty,
521 llvm_v2f64_ty], [IntrReadWriteArgMem]>;
522 def int_x86_sse2_storeu_dq : GCCBuiltin<"__builtin_ia32_storedqu">,
523 Intrinsic<[], [llvm_ptr_ty,
524 llvm_v16i8_ty], [IntrReadWriteArgMem]>;
525 def int_x86_sse2_storel_dq : GCCBuiltin<"__builtin_ia32_storelv4si">,
526 Intrinsic<[], [llvm_ptr_ty,
527 llvm_v4i32_ty], [IntrReadWriteArgMem]>;
528}
529
530// Misc.
531let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
532 def int_x86_sse2_packsswb_128 : GCCBuiltin<"__builtin_ia32_packsswb128">,
533 Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
534 llvm_v8i16_ty], [IntrNoMem]>;
535 def int_x86_sse2_packssdw_128 : GCCBuiltin<"__builtin_ia32_packssdw128">,
536 Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty,
537 llvm_v4i32_ty], [IntrNoMem]>;
538 def int_x86_sse2_packuswb_128 : GCCBuiltin<"__builtin_ia32_packuswb128">,
539 Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
540 llvm_v8i16_ty], [IntrNoMem]>;
541 def int_x86_sse2_movmsk_pd : GCCBuiltin<"__builtin_ia32_movmskpd">,
542 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
543 def int_x86_sse2_pmovmskb_128 : GCCBuiltin<"__builtin_ia32_pmovmskb128">,
544 Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
545 def int_x86_sse2_maskmov_dqu : GCCBuiltin<"__builtin_ia32_maskmovdqu">,
546 Intrinsic<[], [llvm_v16i8_ty,
547 llvm_v16i8_ty, llvm_ptr_ty], []>;
548 def int_x86_sse2_clflush : GCCBuiltin<"__builtin_ia32_clflush">,
549 Intrinsic<[], [llvm_ptr_ty], []>;
550 def int_x86_sse2_lfence : GCCBuiltin<"__builtin_ia32_lfence">,
551 Intrinsic<[], [], []>;
552 def int_x86_sse2_mfence : GCCBuiltin<"__builtin_ia32_mfence">,
553 Intrinsic<[], [], []>;
1a4d82fc
JJ		 554 def int_x86_sse2_pause : GCCBuiltin<"__builtin_ia32_pause">,
555 Intrinsic<[], [], []>;
223e47cc
LB		 556}
557
558//===----------------------------------------------------------------------===//
559// SSE3
560
561// Addition / subtraction ops.
562let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
563 def int_x86_sse3_addsub_ps : GCCBuiltin<"__builtin_ia32_addsubps">,
564 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
565 llvm_v4f32_ty], [IntrNoMem]>;
566 def int_x86_sse3_addsub_pd : GCCBuiltin<"__builtin_ia32_addsubpd">,
567 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
568 llvm_v2f64_ty], [IntrNoMem]>;
569}
570
571// Horizontal ops.
572let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
573 def int_x86_sse3_hadd_ps : GCCBuiltin<"__builtin_ia32_haddps">,
574 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
575 llvm_v4f32_ty], [IntrNoMem]>;
576 def int_x86_sse3_hadd_pd : GCCBuiltin<"__builtin_ia32_haddpd">,
577 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
578 llvm_v2f64_ty], [IntrNoMem]>;
579 def int_x86_sse3_hsub_ps : GCCBuiltin<"__builtin_ia32_hsubps">,
580 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
581 llvm_v4f32_ty], [IntrNoMem]>;
582 def int_x86_sse3_hsub_pd : GCCBuiltin<"__builtin_ia32_hsubpd">,
583 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
584 llvm_v2f64_ty], [IntrNoMem]>;
585}
586
587// Specialized unaligned load.
588let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
589 def int_x86_sse3_ldu_dq : GCCBuiltin<"__builtin_ia32_lddqu">,
590 Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
591}
592
593// Thread synchronization ops.
594let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
595 def int_x86_sse3_monitor : GCCBuiltin<"__builtin_ia32_monitor">,
596 Intrinsic<[], [llvm_ptr_ty,
597 llvm_i32_ty, llvm_i32_ty], []>;
598 def int_x86_sse3_mwait : GCCBuiltin<"__builtin_ia32_mwait">,
599 Intrinsic<[], [llvm_i32_ty,
600 llvm_i32_ty], []>;
601}
602
603//===----------------------------------------------------------------------===//
604// SSSE3
605
606// Horizontal arithmetic ops
607let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
608 def int_x86_ssse3_phadd_w : GCCBuiltin<"__builtin_ia32_phaddw">,
609 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
610 llvm_x86mmx_ty], [IntrNoMem]>;
611 def int_x86_ssse3_phadd_w_128 : GCCBuiltin<"__builtin_ia32_phaddw128">,
612 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
613 llvm_v8i16_ty], [IntrNoMem]>;
614
615 def int_x86_ssse3_phadd_d : GCCBuiltin<"__builtin_ia32_phaddd">,
616 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
617 llvm_x86mmx_ty], [IntrNoMem]>;
618 def int_x86_ssse3_phadd_d_128 : GCCBuiltin<"__builtin_ia32_phaddd128">,
619 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
620 llvm_v4i32_ty], [IntrNoMem]>;
621
622 def int_x86_ssse3_phadd_sw : GCCBuiltin<"__builtin_ia32_phaddsw">,
623 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
624 llvm_x86mmx_ty], [IntrNoMem]>;
625 def int_x86_ssse3_phadd_sw_128 : GCCBuiltin<"__builtin_ia32_phaddsw128">,
626 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
627 llvm_v8i16_ty], [IntrNoMem]>;
628
629 def int_x86_ssse3_phsub_w : GCCBuiltin<"__builtin_ia32_phsubw">,
630 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
631 llvm_x86mmx_ty], [IntrNoMem]>;
632 def int_x86_ssse3_phsub_w_128 : GCCBuiltin<"__builtin_ia32_phsubw128">,
633 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
634 llvm_v8i16_ty], [IntrNoMem]>;
635
636 def int_x86_ssse3_phsub_d : GCCBuiltin<"__builtin_ia32_phsubd">,
637 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
638 llvm_x86mmx_ty], [IntrNoMem]>;
639 def int_x86_ssse3_phsub_d_128 : GCCBuiltin<"__builtin_ia32_phsubd128">,
640 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
641 llvm_v4i32_ty], [IntrNoMem]>;
642
643 def int_x86_ssse3_phsub_sw : GCCBuiltin<"__builtin_ia32_phsubsw">,
644 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
645 llvm_x86mmx_ty], [IntrNoMem]>;
646 def int_x86_ssse3_phsub_sw_128 : GCCBuiltin<"__builtin_ia32_phsubsw128">,
647 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
648 llvm_v8i16_ty], [IntrNoMem]>;
649
650 def int_x86_ssse3_pmadd_ub_sw : GCCBuiltin<"__builtin_ia32_pmaddubsw">,
651 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
652 llvm_x86mmx_ty], [IntrNoMem]>;
653 def int_x86_ssse3_pmadd_ub_sw_128 : GCCBuiltin<"__builtin_ia32_pmaddubsw128">,
654 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty,
655 llvm_v16i8_ty], [IntrNoMem]>;
656}
657
658// Packed multiply high with round and scale
659let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
660 def int_x86_ssse3_pmul_hr_sw : GCCBuiltin<"__builtin_ia32_pmulhrsw">,
661 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
662 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
663 def int_x86_ssse3_pmul_hr_sw_128 : GCCBuiltin<"__builtin_ia32_pmulhrsw128">,
664 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
665 llvm_v8i16_ty], [IntrNoMem, Commutative]>;
666}
667
668// Shuffle ops
669let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
670 def int_x86_ssse3_pshuf_b : GCCBuiltin<"__builtin_ia32_pshufb">,
671 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
672 llvm_x86mmx_ty], [IntrNoMem]>;
673 def int_x86_ssse3_pshuf_b_128 : GCCBuiltin<"__builtin_ia32_pshufb128">,
674 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
675 llvm_v16i8_ty], [IntrNoMem]>;
1a4d82fc
JJ		 676 def int_x86_sse2_pshuf_d : GCCBuiltin<"__builtin_ia32_pshufd">,
677 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
678 [IntrNoMem]>;
679 def int_x86_sse2_pshufl_w : GCCBuiltin<"__builtin_ia32_pshuflw">,
680 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
681 [IntrNoMem]>;
682 def int_x86_sse2_pshufh_w : GCCBuiltin<"__builtin_ia32_pshufhw">,
683 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
684 [IntrNoMem]>;
223e47cc
LB		 685 def int_x86_sse_pshuf_w : GCCBuiltin<"__builtin_ia32_pshufw">,
686 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_i8_ty],
687 [IntrNoMem]>;
688}
689
690// Sign ops
691let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
692 def int_x86_ssse3_psign_b : GCCBuiltin<"__builtin_ia32_psignb">,
693 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
694 llvm_x86mmx_ty], [IntrNoMem]>;
695 def int_x86_ssse3_psign_b_128 : GCCBuiltin<"__builtin_ia32_psignb128">,
696 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
697 llvm_v16i8_ty], [IntrNoMem]>;
698
699 def int_x86_ssse3_psign_w : GCCBuiltin<"__builtin_ia32_psignw">,
700 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
701 llvm_x86mmx_ty], [IntrNoMem]>;
702 def int_x86_ssse3_psign_w_128 : GCCBuiltin<"__builtin_ia32_psignw128">,
703 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
704 llvm_v8i16_ty], [IntrNoMem]>;
705
706 def int_x86_ssse3_psign_d : GCCBuiltin<"__builtin_ia32_psignd">,
707 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
708 llvm_x86mmx_ty], [IntrNoMem]>;
709 def int_x86_ssse3_psign_d_128 : GCCBuiltin<"__builtin_ia32_psignd128">,
710 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
711 llvm_v4i32_ty], [IntrNoMem]>;
712}
713
714// Absolute value ops
715let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
716 def int_x86_ssse3_pabs_b : GCCBuiltin<"__builtin_ia32_pabsb">,
717 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
718 def int_x86_ssse3_pabs_b_128 : GCCBuiltin<"__builtin_ia32_pabsb128">,
719 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
720
721 def int_x86_ssse3_pabs_w : GCCBuiltin<"__builtin_ia32_pabsw">,
722 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
723 def int_x86_ssse3_pabs_w_128 : GCCBuiltin<"__builtin_ia32_pabsw128">,
724 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
725
726 def int_x86_ssse3_pabs_d : GCCBuiltin<"__builtin_ia32_pabsd">,
727 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
728 def int_x86_ssse3_pabs_d_128 : GCCBuiltin<"__builtin_ia32_pabsd128">,
729 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
730}
731
732//===----------------------------------------------------------------------===//
733// SSE4.1
734
735// FP rounding ops
736let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
737 def int_x86_sse41_round_ss : GCCBuiltin<"__builtin_ia32_roundss">,
738 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
739 llvm_i32_ty], [IntrNoMem]>;
740 def int_x86_sse41_round_ps : GCCBuiltin<"__builtin_ia32_roundps">,
741 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
742 llvm_i32_ty], [IntrNoMem]>;
743 def int_x86_sse41_round_sd : GCCBuiltin<"__builtin_ia32_roundsd">,
744 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
745 llvm_i32_ty], [IntrNoMem]>;
746 def int_x86_sse41_round_pd : GCCBuiltin<"__builtin_ia32_roundpd">,
747 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
748 llvm_i32_ty], [IntrNoMem]>;
749}
750
751// Vector sign and zero extend
752let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
753 def int_x86_sse41_pmovsxbd : GCCBuiltin<"__builtin_ia32_pmovsxbd128">,
754 Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
755 [IntrNoMem]>;
756 def int_x86_sse41_pmovsxbq : GCCBuiltin<"__builtin_ia32_pmovsxbq128">,
757 Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
758 [IntrNoMem]>;
759 def int_x86_sse41_pmovsxbw : GCCBuiltin<"__builtin_ia32_pmovsxbw128">,
760 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
761 [IntrNoMem]>;
762 def int_x86_sse41_pmovsxdq : GCCBuiltin<"__builtin_ia32_pmovsxdq128">,
763 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
764 [IntrNoMem]>;
765 def int_x86_sse41_pmovsxwd : GCCBuiltin<"__builtin_ia32_pmovsxwd128">,
766 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
767 [IntrNoMem]>;
768 def int_x86_sse41_pmovsxwq : GCCBuiltin<"__builtin_ia32_pmovsxwq128">,
769 Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
770 [IntrNoMem]>;
771 def int_x86_sse41_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd128">,
772 Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
773 [IntrNoMem]>;
774 def int_x86_sse41_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq128">,
775 Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
776 [IntrNoMem]>;
777 def int_x86_sse41_pmovzxbw : GCCBuiltin<"__builtin_ia32_pmovzxbw128">,
778 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
779 [IntrNoMem]>;
780 def int_x86_sse41_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq128">,
781 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
782 [IntrNoMem]>;
783 def int_x86_sse41_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd128">,
784 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
785 [IntrNoMem]>;
786 def int_x86_sse41_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq128">,
787 Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
788 [IntrNoMem]>;
789}
790
791// Vector min element
792let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
793 def int_x86_sse41_phminposuw : GCCBuiltin<"__builtin_ia32_phminposuw128">,
794 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty],
795 [IntrNoMem]>;
796}
797
798// Vector compare, min, max
799let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
800 def int_x86_sse41_pmaxsb : GCCBuiltin<"__builtin_ia32_pmaxsb128">,
801 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
802 [IntrNoMem, Commutative]>;
803 def int_x86_sse41_pmaxsd : GCCBuiltin<"__builtin_ia32_pmaxsd128">,
804 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
805 [IntrNoMem, Commutative]>;
806 def int_x86_sse41_pmaxud : GCCBuiltin<"__builtin_ia32_pmaxud128">,
807 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
808 [IntrNoMem, Commutative]>;
809 def int_x86_sse41_pmaxuw : GCCBuiltin<"__builtin_ia32_pmaxuw128">,
810 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
811 [IntrNoMem, Commutative]>;
812 def int_x86_sse41_pminsb : GCCBuiltin<"__builtin_ia32_pminsb128">,
813 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
814 [IntrNoMem, Commutative]>;
815 def int_x86_sse41_pminsd : GCCBuiltin<"__builtin_ia32_pminsd128">,
816 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
817 [IntrNoMem, Commutative]>;
818 def int_x86_sse41_pminud : GCCBuiltin<"__builtin_ia32_pminud128">,
819 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
820 [IntrNoMem, Commutative]>;
821 def int_x86_sse41_pminuw : GCCBuiltin<"__builtin_ia32_pminuw128">,
822 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
823 [IntrNoMem, Commutative]>;
824}
825
826// Advanced Encryption Standard (AES) Instructions
827let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
828 def int_x86_aesni_aesimc : GCCBuiltin<"__builtin_ia32_aesimc128">,
829 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty],
830 [IntrNoMem]>;
831 def int_x86_aesni_aesenc : GCCBuiltin<"__builtin_ia32_aesenc128">,
832 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
833 [IntrNoMem]>;
834 def int_x86_aesni_aesenclast : GCCBuiltin<"__builtin_ia32_aesenclast128">,
835 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
836 [IntrNoMem]>;
837 def int_x86_aesni_aesdec : GCCBuiltin<"__builtin_ia32_aesdec128">,
838 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
839 [IntrNoMem]>;
840 def int_x86_aesni_aesdeclast : GCCBuiltin<"__builtin_ia32_aesdeclast128">,
841 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
842 [IntrNoMem]>;
843 def int_x86_aesni_aeskeygenassist :
844 GCCBuiltin<"__builtin_ia32_aeskeygenassist128">,
845 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
846 [IntrNoMem]>;
847}
848
849// PCLMUL instruction
850let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
851 def int_x86_pclmulqdq : GCCBuiltin<"__builtin_ia32_pclmulqdq128">,
852 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
853 [IntrNoMem]>;
854}
855
856// Vector pack
857let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
858 def int_x86_sse41_packusdw : GCCBuiltin<"__builtin_ia32_packusdw128">,
859 Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
860 [IntrNoMem]>;
861}
862
863// Vector multiply
864let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
865 def int_x86_sse41_pmuldq : GCCBuiltin<"__builtin_ia32_pmuldq128">,
866 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
867 [IntrNoMem, Commutative]>;
868}
869
870// Vector extract
871let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
872 def int_x86_sse41_pextrb :
873 Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty, llvm_i32_ty],
874 [IntrNoMem]>;
875 def int_x86_sse41_pextrd :
876 Intrinsic<[llvm_i32_ty], [llvm_v4i32_ty, llvm_i32_ty],
877 [IntrNoMem]>;
878 def int_x86_sse41_pextrq :
879 Intrinsic<[llvm_i64_ty], [llvm_v2i64_ty, llvm_i32_ty],
880 [IntrNoMem]>;
881 def int_x86_sse41_extractps : GCCBuiltin<"__builtin_ia32_extractps128">,
882 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty, llvm_i32_ty],
883 [IntrNoMem]>;
884}
885
886// Vector insert
887let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
888 def int_x86_sse41_insertps : GCCBuiltin<"__builtin_ia32_insertps128">,
1a4d82fc 889 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
223e47cc
LB		 890 [IntrNoMem]>;
891}
892
893// Vector blend
894let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
895 def int_x86_sse41_pblendvb : GCCBuiltin<"__builtin_ia32_pblendvb128">,
896 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_v16i8_ty],
897 [IntrNoMem]>;
898 def int_x86_sse41_pblendw : GCCBuiltin<"__builtin_ia32_pblendw128">,
1a4d82fc 899 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
223e47cc
LB		 900 [IntrNoMem]>;
901 def int_x86_sse41_blendpd : GCCBuiltin<"__builtin_ia32_blendpd">,
1a4d82fc 902 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
223e47cc
LB		 903 [IntrNoMem]>;
904 def int_x86_sse41_blendps : GCCBuiltin<"__builtin_ia32_blendps">,
1a4d82fc 905 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
223e47cc
LB		 906 [IntrNoMem]>;
907 def int_x86_sse41_blendvpd : GCCBuiltin<"__builtin_ia32_blendvpd">,
908 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,llvm_v2f64_ty],
909 [IntrNoMem]>;
910 def int_x86_sse41_blendvps : GCCBuiltin<"__builtin_ia32_blendvps">,
911 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,llvm_v4f32_ty],
912 [IntrNoMem]>;
913}
914
915// Vector dot product
916let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
917 def int_x86_sse41_dppd : GCCBuiltin<"__builtin_ia32_dppd">,
1a4d82fc 918 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
223e47cc
LB		 919 [IntrNoMem, Commutative]>;
920 def int_x86_sse41_dpps : GCCBuiltin<"__builtin_ia32_dpps">,
1a4d82fc 921 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
223e47cc
LB		 922 [IntrNoMem, Commutative]>;
923}
924
925// Vector sum of absolute differences
926let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
927 def int_x86_sse41_mpsadbw : GCCBuiltin<"__builtin_ia32_mpsadbw128">,
1a4d82fc 928 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_i8_ty],
223e47cc
LB		 929 [IntrNoMem, Commutative]>;
930}
931
932// Cacheability support ops
933let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
934 def int_x86_sse41_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa">,
935 Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
936}
937
938// Test instruction with bitwise comparison.
939let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
940 def int_x86_sse41_ptestz : GCCBuiltin<"__builtin_ia32_ptestz128">,
941 Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
942 [IntrNoMem]>;
943 def int_x86_sse41_ptestc : GCCBuiltin<"__builtin_ia32_ptestc128">,
944 Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
945 [IntrNoMem]>;
946 def int_x86_sse41_ptestnzc : GCCBuiltin<"__builtin_ia32_ptestnzc128">,
947 Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
948 [IntrNoMem]>;
949}
950
951//===----------------------------------------------------------------------===//
952// SSE4.2
953
954// Miscellaneous
955// CRC Instruction
956let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
957 def int_x86_sse42_crc32_32_8 : GCCBuiltin<"__builtin_ia32_crc32qi">,
958 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i8_ty],
959 [IntrNoMem]>;
960 def int_x86_sse42_crc32_32_16 : GCCBuiltin<"__builtin_ia32_crc32hi">,
961 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i16_ty],
962 [IntrNoMem]>;
963 def int_x86_sse42_crc32_32_32 : GCCBuiltin<"__builtin_ia32_crc32si">,
964 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
965 [IntrNoMem]>;
223e47cc
LB		 966 def int_x86_sse42_crc32_64_64 : GCCBuiltin<"__builtin_ia32_crc32di">,
967 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
968 [IntrNoMem]>;
969}
970
971// String/text processing ops.
972let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
973 def int_x86_sse42_pcmpistrm128 : GCCBuiltin<"__builtin_ia32_pcmpistrm128">,
974 Intrinsic<[llvm_v16i8_ty],
975 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
976 [IntrNoMem]>;
977 def int_x86_sse42_pcmpistri128 : GCCBuiltin<"__builtin_ia32_pcmpistri128">,
978 Intrinsic<[llvm_i32_ty],
979 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
980 [IntrNoMem]>;
981 def int_x86_sse42_pcmpistria128 : GCCBuiltin<"__builtin_ia32_pcmpistria128">,
982 Intrinsic<[llvm_i32_ty],
983 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
984 [IntrNoMem]>;
985 def int_x86_sse42_pcmpistric128 : GCCBuiltin<"__builtin_ia32_pcmpistric128">,
986 Intrinsic<[llvm_i32_ty],
987 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
988 [IntrNoMem]>;
989 def int_x86_sse42_pcmpistrio128 : GCCBuiltin<"__builtin_ia32_pcmpistrio128">,
990 Intrinsic<[llvm_i32_ty],
991 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
992 [IntrNoMem]>;
993 def int_x86_sse42_pcmpistris128 : GCCBuiltin<"__builtin_ia32_pcmpistris128">,
994 Intrinsic<[llvm_i32_ty],
995 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
996 [IntrNoMem]>;
997 def int_x86_sse42_pcmpistriz128 : GCCBuiltin<"__builtin_ia32_pcmpistriz128">,
998 Intrinsic<[llvm_i32_ty],
999 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
1000 [IntrNoMem]>;
1001 def int_x86_sse42_pcmpestrm128 : GCCBuiltin<"__builtin_ia32_pcmpestrm128">,
1002 Intrinsic<[llvm_v16i8_ty],
1003 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1004 llvm_i8_ty],
1005 [IntrNoMem]>;
1006 def int_x86_sse42_pcmpestri128 : GCCBuiltin<"__builtin_ia32_pcmpestri128">,
1007 Intrinsic<[llvm_i32_ty],
1008 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1009 llvm_i8_ty],
1010 [IntrNoMem]>;
1011 def int_x86_sse42_pcmpestria128 : GCCBuiltin<"__builtin_ia32_pcmpestria128">,
1012 Intrinsic<[llvm_i32_ty],
1013 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1014 llvm_i8_ty],
1015 [IntrNoMem]>;
1016 def int_x86_sse42_pcmpestric128 : GCCBuiltin<"__builtin_ia32_pcmpestric128">,
1017 Intrinsic<[llvm_i32_ty],
1018 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1019 llvm_i8_ty],
1020 [IntrNoMem]>;
1021 def int_x86_sse42_pcmpestrio128 : GCCBuiltin<"__builtin_ia32_pcmpestrio128">,
1022 Intrinsic<[llvm_i32_ty],
1023 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1024 llvm_i8_ty],
1025 [IntrNoMem]>;
1026 def int_x86_sse42_pcmpestris128 : GCCBuiltin<"__builtin_ia32_pcmpestris128">,
1027 Intrinsic<[llvm_i32_ty],
1028 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1029 llvm_i8_ty],
1030 [IntrNoMem]>;
1031 def int_x86_sse42_pcmpestriz128 : GCCBuiltin<"__builtin_ia32_pcmpestriz128">,
1032 Intrinsic<[llvm_i32_ty],
1033 [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1034 llvm_i8_ty],
1035 [IntrNoMem]>;
1036}
1037
1038//===----------------------------------------------------------------------===//
1039// SSE4A
1040
1041let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1042 def int_x86_sse4a_extrqi : GCCBuiltin<"__builtin_ia32_extrqi">,
1043 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty, llvm_i8_ty],
1044 [IntrNoMem]>;
1045 def int_x86_sse4a_extrq : GCCBuiltin<"__builtin_ia32_extrq">,
1046 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v16i8_ty], [IntrNoMem]>;
1047
1048 def int_x86_sse4a_insertqi : GCCBuiltin<"__builtin_ia32_insertqi">,
1049 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
1050 llvm_i8_ty, llvm_i8_ty], [IntrNoMem]>;
1051 def int_x86_sse4a_insertq : GCCBuiltin<"__builtin_ia32_insertq">,
1052 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty], [IntrNoMem]>;
1053
1054 def int_x86_sse4a_movnt_ss : GCCBuiltin<"__builtin_ia32_movntss">,
1055 Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty], []>;
1056 def int_x86_sse4a_movnt_sd : GCCBuiltin<"__builtin_ia32_movntsd">,
1057 Intrinsic<[], [llvm_ptr_ty, llvm_v2f64_ty], []>;
1058}
1059
1060//===----------------------------------------------------------------------===//
1061// AVX
1062
1063// Arithmetic ops
1064let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1065 def int_x86_avx_addsub_pd_256 : GCCBuiltin<"__builtin_ia32_addsubpd256">,
1066 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1067 llvm_v4f64_ty], [IntrNoMem]>;
1068 def int_x86_avx_addsub_ps_256 : GCCBuiltin<"__builtin_ia32_addsubps256">,
1069 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1070 llvm_v8f32_ty], [IntrNoMem]>;
1071 def int_x86_avx_max_pd_256 : GCCBuiltin<"__builtin_ia32_maxpd256">,
1072 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1073 llvm_v4f64_ty], [IntrNoMem]>;
1074 def int_x86_avx_max_ps_256 : GCCBuiltin<"__builtin_ia32_maxps256">,
1075 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1076 llvm_v8f32_ty], [IntrNoMem]>;
1077 def int_x86_avx_min_pd_256 : GCCBuiltin<"__builtin_ia32_minpd256">,
1078 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1079 llvm_v4f64_ty], [IntrNoMem]>;
1080 def int_x86_avx_min_ps_256 : GCCBuiltin<"__builtin_ia32_minps256">,
1081 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1082 llvm_v8f32_ty], [IntrNoMem]>;
1083
1084 def int_x86_avx_sqrt_pd_256 : GCCBuiltin<"__builtin_ia32_sqrtpd256">,
1085 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1086 def int_x86_avx_sqrt_ps_256 : GCCBuiltin<"__builtin_ia32_sqrtps256">,
1087 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1088
1089 def int_x86_avx_rsqrt_ps_256 : GCCBuiltin<"__builtin_ia32_rsqrtps256">,
1090 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1091
1092 def int_x86_avx_rcp_ps_256 : GCCBuiltin<"__builtin_ia32_rcpps256">,
1093 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1094
1095 def int_x86_avx_round_pd_256 : GCCBuiltin<"__builtin_ia32_roundpd256">,
1096 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1097 llvm_i32_ty], [IntrNoMem]>;
1098 def int_x86_avx_round_ps_256 : GCCBuiltin<"__builtin_ia32_roundps256">,
1099 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1100 llvm_i32_ty], [IntrNoMem]>;
1101}
1102
1103// Horizontal ops
1104let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1105 def int_x86_avx_hadd_pd_256 : GCCBuiltin<"__builtin_ia32_haddpd256">,
1106 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1107 llvm_v4f64_ty], [IntrNoMem]>;
1108 def int_x86_avx_hsub_ps_256 : GCCBuiltin<"__builtin_ia32_hsubps256">,
1109 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1110 llvm_v8f32_ty], [IntrNoMem]>;
1111 def int_x86_avx_hsub_pd_256 : GCCBuiltin<"__builtin_ia32_hsubpd256">,
1112 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1113 llvm_v4f64_ty], [IntrNoMem]>;
1114 def int_x86_avx_hadd_ps_256 : GCCBuiltin<"__builtin_ia32_haddps256">,
1115 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1116 llvm_v8f32_ty], [IntrNoMem]>;
1117}
1118
1119// Vector permutation
1120let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1121 def int_x86_avx_vpermilvar_pd : GCCBuiltin<"__builtin_ia32_vpermilvarpd">,
1122 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
1123 llvm_v2i64_ty], [IntrNoMem]>;
1124 def int_x86_avx_vpermilvar_ps : GCCBuiltin<"__builtin_ia32_vpermilvarps">,
1125 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
1126 llvm_v4i32_ty], [IntrNoMem]>;
1127
1128 def int_x86_avx_vpermilvar_pd_256 :
1129 GCCBuiltin<"__builtin_ia32_vpermilvarpd256">,
1130 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4i64_ty], [IntrNoMem]>;
1131 def int_x86_avx_vpermilvar_ps_256 :
1132 GCCBuiltin<"__builtin_ia32_vpermilvarps256">,
1133 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8i32_ty], [IntrNoMem]>;
1134
1135 def int_x86_avx_vperm2f128_pd_256 :
1136 GCCBuiltin<"__builtin_ia32_vperm2f128_pd256">,
1137 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1138 llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1139 def int_x86_avx_vperm2f128_ps_256 :
1140 GCCBuiltin<"__builtin_ia32_vperm2f128_ps256">,
1141 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1142 llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1143 def int_x86_avx_vperm2f128_si_256 :
1144 GCCBuiltin<"__builtin_ia32_vperm2f128_si256">,
1145 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1146 llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1a4d82fc
JJ		 1147
1148 def int_x86_avx512_mask_vpermt_d_512:
1149 GCCBuiltin<"__builtin_ia32_vpermt2vard512_mask">,
1150 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1151 llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1152
1153 def int_x86_avx512_mask_vpermt_q_512:
1154 GCCBuiltin<"__builtin_ia32_vpermt2varq512_mask">,
1155 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1156 llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1157
1158 def int_x86_avx512_mask_vpermt_ps_512:
1159 GCCBuiltin<"__builtin_ia32_vpermt2varps512_mask">,
1160 Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty,
1161 llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty], [IntrNoMem]>;
1162
1163 def int_x86_avx512_mask_vpermt_pd_512:
1164 GCCBuiltin<"__builtin_ia32_vpermt2varpd512_mask">,
1165 Intrinsic<[llvm_v8f64_ty], [llvm_v8i64_ty,
1166 llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty], [IntrNoMem]>;
1167
223e47cc
LB		 1168}
1169
1170// Vector blend
1171let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1172 def int_x86_avx_blend_pd_256 : GCCBuiltin<"__builtin_ia32_blendpd256">,
1173 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1a4d82fc 1174 llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1175 def int_x86_avx_blend_ps_256 : GCCBuiltin<"__builtin_ia32_blendps256">,
1176 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1a4d82fc 1177 llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1178 def int_x86_avx_blendv_pd_256 : GCCBuiltin<"__builtin_ia32_blendvpd256">,
1179 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1180 llvm_v4f64_ty, llvm_v4f64_ty], [IntrNoMem]>;
1181 def int_x86_avx_blendv_ps_256 : GCCBuiltin<"__builtin_ia32_blendvps256">,
1182 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1183 llvm_v8f32_ty, llvm_v8f32_ty], [IntrNoMem]>;
1184}
1185
1186// Vector dot product
1187let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1188 def int_x86_avx_dp_ps_256 : GCCBuiltin<"__builtin_ia32_dpps256">,
1189 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1a4d82fc 1190 llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1191}
1192
1193// Vector compare
1194let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1195 def int_x86_avx_cmp_pd_256 : GCCBuiltin<"__builtin_ia32_cmppd256">,
1196 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1197 llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1198 def int_x86_avx_cmp_ps_256 : GCCBuiltin<"__builtin_ia32_cmpps256">,
1199 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1200 llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1201}
1202
1203// Vector extract and insert
1204let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1205 def int_x86_avx_vextractf128_pd_256 :
1206 GCCBuiltin<"__builtin_ia32_vextractf128_pd256">,
1207 Intrinsic<[llvm_v2f64_ty], [llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1208 def int_x86_avx_vextractf128_ps_256 :
1209 GCCBuiltin<"__builtin_ia32_vextractf128_ps256">,
1210 Intrinsic<[llvm_v4f32_ty], [llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1211 def int_x86_avx_vextractf128_si_256 :
1212 GCCBuiltin<"__builtin_ia32_vextractf128_si256">,
1213 Intrinsic<[llvm_v4i32_ty], [llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1214
1215 def int_x86_avx_vinsertf128_pd_256 :
1216 GCCBuiltin<"__builtin_ia32_vinsertf128_pd256">,
1217 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1218 llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
1219 def int_x86_avx_vinsertf128_ps_256 :
1220 GCCBuiltin<"__builtin_ia32_vinsertf128_ps256">,
1221 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1222 llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
1223 def int_x86_avx_vinsertf128_si_256 :
1224 GCCBuiltin<"__builtin_ia32_vinsertf128_si256">,
1225 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1226 llvm_v4i32_ty, llvm_i8_ty], [IntrNoMem]>;
1227}
1228
1229// Vector convert
1230let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1231 def int_x86_avx_cvtdq2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtdq2pd256">,
1232 Intrinsic<[llvm_v4f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1233 def int_x86_avx_cvtdq2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtdq2ps256">,
1234 Intrinsic<[llvm_v8f32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1235 def int_x86_avx_cvt_pd2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtpd2ps256">,
1236 Intrinsic<[llvm_v4f32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1237 def int_x86_avx_cvt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvtps2dq256">,
1238 Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1239 def int_x86_avx_cvt_ps2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtps2pd256">,
1240 Intrinsic<[llvm_v4f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1241 def int_x86_avx_cvtt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvttpd2dq256">,
1242 Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1243 def int_x86_avx_cvt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvtpd2dq256">,
1244 Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1245 def int_x86_avx_cvtt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvttps2dq256">,
1246 Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1247}
1248
1249// Vector bit test
1250let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1251 def int_x86_avx_vtestz_pd : GCCBuiltin<"__builtin_ia32_vtestzpd">,
1252 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1253 llvm_v2f64_ty], [IntrNoMem]>;
1254 def int_x86_avx_vtestc_pd : GCCBuiltin<"__builtin_ia32_vtestcpd">,
1255 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1256 llvm_v2f64_ty], [IntrNoMem]>;
1257 def int_x86_avx_vtestnzc_pd : GCCBuiltin<"__builtin_ia32_vtestnzcpd">,
1258 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1259 llvm_v2f64_ty], [IntrNoMem]>;
1260 def int_x86_avx_vtestz_ps : GCCBuiltin<"__builtin_ia32_vtestzps">,
1261 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1262 llvm_v4f32_ty], [IntrNoMem]>;
1263 def int_x86_avx_vtestc_ps : GCCBuiltin<"__builtin_ia32_vtestcps">,
1264 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1265 llvm_v4f32_ty], [IntrNoMem]>;
1266 def int_x86_avx_vtestnzc_ps : GCCBuiltin<"__builtin_ia32_vtestnzcps">,
1267 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1268 llvm_v4f32_ty], [IntrNoMem]>;
1269 def int_x86_avx_vtestz_pd_256 : GCCBuiltin<"__builtin_ia32_vtestzpd256">,
1270 Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1271 llvm_v4f64_ty], [IntrNoMem]>;
1272 def int_x86_avx_vtestc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestcpd256">,
1273 Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1274 llvm_v4f64_ty], [IntrNoMem]>;
1275 def int_x86_avx_vtestnzc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestnzcpd256">,
1276 Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1277 llvm_v4f64_ty], [IntrNoMem]>;
1278 def int_x86_avx_vtestz_ps_256 : GCCBuiltin<"__builtin_ia32_vtestzps256">,
1279 Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1280 llvm_v8f32_ty], [IntrNoMem]>;
1281 def int_x86_avx_vtestc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestcps256">,
1282 Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1283 llvm_v8f32_ty], [IntrNoMem]>;
1284 def int_x86_avx_vtestnzc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestnzcps256">,
1285 Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1286 llvm_v8f32_ty], [IntrNoMem]>;
1287 def int_x86_avx_ptestz_256 : GCCBuiltin<"__builtin_ia32_ptestz256">,
1288 Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1289 llvm_v4i64_ty], [IntrNoMem]>;
1290 def int_x86_avx_ptestc_256 : GCCBuiltin<"__builtin_ia32_ptestc256">,
1291 Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1292 llvm_v4i64_ty], [IntrNoMem]>;
1293 def int_x86_avx_ptestnzc_256 : GCCBuiltin<"__builtin_ia32_ptestnzc256">,
1294 Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1295 llvm_v4i64_ty], [IntrNoMem]>;
1a4d82fc
JJ		 1296 def int_x86_avx512_mask_ptestm_d_512 : GCCBuiltin<"__builtin_ia32_ptestmd512">,
1297 Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1298 llvm_i16_ty], [IntrNoMem]>;
1299 def int_x86_avx512_mask_ptestm_q_512 : GCCBuiltin<"__builtin_ia32_ptestmq512">,
1300 Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1301 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1302}
1303
1304// Vector extract sign mask
1305let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1306 def int_x86_avx_movmsk_pd_256 : GCCBuiltin<"__builtin_ia32_movmskpd256">,
1307 Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1308 def int_x86_avx_movmsk_ps_256 : GCCBuiltin<"__builtin_ia32_movmskps256">,
1309 Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1310}
1311
1312// Vector zero
1313let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1314 def int_x86_avx_vzeroall : GCCBuiltin<"__builtin_ia32_vzeroall">,
1315 Intrinsic<[], [], []>;
1316 def int_x86_avx_vzeroupper : GCCBuiltin<"__builtin_ia32_vzeroupper">,
1317 Intrinsic<[], [], []>;
1318}
1319
1320// Vector load with broadcast
1321let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
223e47cc
LB		 1322 def int_x86_avx_vbroadcastf128_pd_256 :
1323 GCCBuiltin<"__builtin_ia32_vbroadcastf128_pd256">,
1324 Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1325 def int_x86_avx_vbroadcastf128_ps_256 :
1326 GCCBuiltin<"__builtin_ia32_vbroadcastf128_ps256">,
1327 Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1328}
1329
1330// SIMD load ops
1331let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1332 def int_x86_avx_ldu_dq_256 : GCCBuiltin<"__builtin_ia32_lddqu256">,
1333 Intrinsic<[llvm_v32i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
1334}
1335
1336// SIMD store ops
1337let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1338 def int_x86_avx_storeu_pd_256 : GCCBuiltin<"__builtin_ia32_storeupd256">,
1339 Intrinsic<[], [llvm_ptr_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1340 def int_x86_avx_storeu_ps_256 : GCCBuiltin<"__builtin_ia32_storeups256">,
1341 Intrinsic<[], [llvm_ptr_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1342 def int_x86_avx_storeu_dq_256 : GCCBuiltin<"__builtin_ia32_storedqu256">,
1343 Intrinsic<[], [llvm_ptr_ty, llvm_v32i8_ty], [IntrReadWriteArgMem]>;
1344}
1345
1346// Conditional load ops
1347let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1348 def int_x86_avx_maskload_pd : GCCBuiltin<"__builtin_ia32_maskloadpd">,
1349 Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty, llvm_v2f64_ty],
1350 [IntrReadArgMem]>;
1351 def int_x86_avx_maskload_ps : GCCBuiltin<"__builtin_ia32_maskloadps">,
1352 Intrinsic<[llvm_v4f32_ty], [llvm_ptr_ty, llvm_v4f32_ty],
1353 [IntrReadArgMem]>;
1354 def int_x86_avx_maskload_pd_256 : GCCBuiltin<"__builtin_ia32_maskloadpd256">,
1355 Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty, llvm_v4f64_ty],
1356 [IntrReadArgMem]>;
1357 def int_x86_avx_maskload_ps_256 : GCCBuiltin<"__builtin_ia32_maskloadps256">,
1358 Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty, llvm_v8f32_ty],
1359 [IntrReadArgMem]>;
1a4d82fc
JJ		 1360 def int_x86_avx512_mask_loadu_ps_512 : GCCBuiltin<"__builtin_ia32_loadups512_mask">,
1361 Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1362 [IntrReadArgMem]>;
1363 def int_x86_avx512_mask_loadu_pd_512 : GCCBuiltin<"__builtin_ia32_loadupd512_mask">,
1364 Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1365 [IntrReadArgMem]>;
223e47cc
LB		 1366}
1367
1368// Conditional store ops
1369let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1370 def int_x86_avx_maskstore_pd : GCCBuiltin<"__builtin_ia32_maskstorepd">,
1371 Intrinsic<[], [llvm_ptr_ty,
1372 llvm_v2f64_ty, llvm_v2f64_ty], [IntrReadWriteArgMem]>;
1373 def int_x86_avx_maskstore_ps : GCCBuiltin<"__builtin_ia32_maskstoreps">,
1374 Intrinsic<[], [llvm_ptr_ty,
1375 llvm_v4f32_ty, llvm_v4f32_ty], [IntrReadWriteArgMem]>;
1376 def int_x86_avx_maskstore_pd_256 :
1377 GCCBuiltin<"__builtin_ia32_maskstorepd256">,
1378 Intrinsic<[], [llvm_ptr_ty,
1379 llvm_v4f64_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1380 def int_x86_avx_maskstore_ps_256 :
1381 GCCBuiltin<"__builtin_ia32_maskstoreps256">,
1382 Intrinsic<[], [llvm_ptr_ty,
1383 llvm_v8f32_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1a4d82fc
JJ		 1384 def int_x86_avx512_mask_storeu_ps_512 :
1385 GCCBuiltin<"__builtin_ia32_storeups512_mask">,
1386 Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1387 [IntrReadWriteArgMem]>;
1388 def int_x86_avx512_mask_storeu_pd_512 :
1389 GCCBuiltin<"__builtin_ia32_storeupd512_mask">,
1390 Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1391 [IntrReadWriteArgMem]>;
1392 def int_x86_avx512_mask_store_ss :
1393 GCCBuiltin<"__builtin_ia32_storess_mask">,
1394 Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty, llvm_i8_ty],
1395 [IntrReadWriteArgMem]>;
223e47cc
LB		 1396}
1397
1398//===----------------------------------------------------------------------===//
1399// AVX2
1400
1401// Integer arithmetic ops.
1402let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1403 def int_x86_avx2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb256">,
1404 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1405 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1406 def int_x86_avx2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw256">,
1407 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1408 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1409 def int_x86_avx2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb256">,
1410 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1411 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1412 def int_x86_avx2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw256">,
1413 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1414 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1415 def int_x86_avx2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb256">,
1416 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1417 llvm_v32i8_ty], [IntrNoMem]>;
1418 def int_x86_avx2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw256">,
1419 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1420 llvm_v16i16_ty], [IntrNoMem]>;
1421 def int_x86_avx2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb256">,
1422 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1423 llvm_v32i8_ty], [IntrNoMem]>;
1424 def int_x86_avx2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw256">,
1425 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1426 llvm_v16i16_ty], [IntrNoMem]>;
1427 def int_x86_avx2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw256">,
1428 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1429 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1430 def int_x86_avx2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw256">,
1431 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1432 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1433 def int_x86_avx2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq256">,
1434 Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1435 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1436 def int_x86_avx2_pmul_dq : GCCBuiltin<"__builtin_ia32_pmuldq256">,
1437 Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1438 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1439 def int_x86_avx2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd256">,
1440 Intrinsic<[llvm_v8i32_ty], [llvm_v16i16_ty,
1441 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1442 def int_x86_avx2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb256">,
1443 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1444 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1445 def int_x86_avx2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw256">,
1446 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1447 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1448 def int_x86_avx2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw256">,
1449 Intrinsic<[llvm_v4i64_ty], [llvm_v32i8_ty,
1450 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1a4d82fc
JJ		 1451 def int_x86_avx512_mask_pmulu_dq_512 : GCCBuiltin<"__builtin_ia32_pmuludq512_mask">,
1452 Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1453 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1454 def int_x86_avx512_mask_pmul_dq_512 : GCCBuiltin<"__builtin_ia32_pmuldq512_mask">,
1455 Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1456 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1457}
1458
1459// Vector min, max
1460let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1461 def int_x86_avx2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub256">,
1462 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1463 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1464 def int_x86_avx2_pmaxu_w : GCCBuiltin<"__builtin_ia32_pmaxuw256">,
1465 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1466 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1467 def int_x86_avx2_pmaxu_d : GCCBuiltin<"__builtin_ia32_pmaxud256">,
1468 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1469 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1470 def int_x86_avx2_pmaxs_b : GCCBuiltin<"__builtin_ia32_pmaxsb256">,
1471 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1472 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1473 def int_x86_avx2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw256">,
1474 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1475 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1476 def int_x86_avx2_pmaxs_d : GCCBuiltin<"__builtin_ia32_pmaxsd256">,
1477 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1478 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1479 def int_x86_avx2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub256">,
1480 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1481 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1482 def int_x86_avx2_pminu_w : GCCBuiltin<"__builtin_ia32_pminuw256">,
1483 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1484 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1485 def int_x86_avx2_pminu_d : GCCBuiltin<"__builtin_ia32_pminud256">,
1486 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1487 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1488 def int_x86_avx2_pmins_b : GCCBuiltin<"__builtin_ia32_pminsb256">,
1489 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1490 llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1491 def int_x86_avx2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw256">,
1492 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1493 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1494 def int_x86_avx2_pmins_d : GCCBuiltin<"__builtin_ia32_pminsd256">,
1495 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1496 llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1a4d82fc
JJ		 1497 def int_x86_avx512_mask_pmaxu_d_512 : GCCBuiltin<"__builtin_ia32_pmaxud512_mask">,
1498 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1499 llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1500 def int_x86_avx512_mask_pmaxs_d_512 : GCCBuiltin<"__builtin_ia32_pmaxsd512_mask">,
1501 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1502 llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1503 def int_x86_avx512_mask_pmaxu_q_512 : GCCBuiltin<"__builtin_ia32_pmaxuq512_mask">,
1504 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1505 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1506 def int_x86_avx512_mask_pmaxs_q_512 : GCCBuiltin<"__builtin_ia32_pmaxsq512_mask">,
1507 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1508 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1509 def int_x86_avx512_mask_pminu_d_512 : GCCBuiltin<"__builtin_ia32_pminud512_mask">,
1510 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1511 llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1512 def int_x86_avx512_mask_pmins_d_512 : GCCBuiltin<"__builtin_ia32_pminsd512_mask">,
1513 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1514 llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1515 def int_x86_avx512_mask_pminu_q_512 : GCCBuiltin<"__builtin_ia32_pminuq512_mask">,
1516 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1517 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1518 def int_x86_avx512_mask_pmins_q_512 : GCCBuiltin<"__builtin_ia32_pminsq512_mask">,
1519 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1520 llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1521}
1522
1523// Integer shift ops.
1524let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1525 def int_x86_avx2_psll_w : GCCBuiltin<"__builtin_ia32_psllw256">,
1526 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1527 llvm_v8i16_ty], [IntrNoMem]>;
1528 def int_x86_avx2_psll_d : GCCBuiltin<"__builtin_ia32_pslld256">,
1529 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1530 llvm_v4i32_ty], [IntrNoMem]>;
1531 def int_x86_avx2_psll_q : GCCBuiltin<"__builtin_ia32_psllq256">,
1532 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1533 llvm_v2i64_ty], [IntrNoMem]>;
1534 def int_x86_avx2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw256">,
1535 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1536 llvm_v8i16_ty], [IntrNoMem]>;
1537 def int_x86_avx2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld256">,
1538 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1539 llvm_v4i32_ty], [IntrNoMem]>;
1540 def int_x86_avx2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq256">,
1541 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1542 llvm_v2i64_ty], [IntrNoMem]>;
1543 def int_x86_avx2_psra_w : GCCBuiltin<"__builtin_ia32_psraw256">,
1544 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1545 llvm_v8i16_ty], [IntrNoMem]>;
1546 def int_x86_avx2_psra_d : GCCBuiltin<"__builtin_ia32_psrad256">,
1547 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1548 llvm_v4i32_ty], [IntrNoMem]>;
1549
1550 def int_x86_avx2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi256">,
1551 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1552 llvm_i32_ty], [IntrNoMem]>;
1553 def int_x86_avx2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi256">,
1554 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1555 llvm_i32_ty], [IntrNoMem]>;
1556 def int_x86_avx2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi256">,
1557 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1558 llvm_i32_ty], [IntrNoMem]>;
1559 def int_x86_avx2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi256">,
1560 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1561 llvm_i32_ty], [IntrNoMem]>;
1562 def int_x86_avx2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi256">,
1563 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1564 llvm_i32_ty], [IntrNoMem]>;
1565 def int_x86_avx2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi256">,
1566 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1567 llvm_i32_ty], [IntrNoMem]>;
1568 def int_x86_avx2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi256">,
1569 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1570 llvm_i32_ty], [IntrNoMem]>;
1571 def int_x86_avx2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi256">,
1572 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1573 llvm_i32_ty], [IntrNoMem]>;
1574
1575 def int_x86_avx2_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi256">,
1576 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1577 llvm_i32_ty], [IntrNoMem]>;
1578 def int_x86_avx2_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi256">,
1579 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1580 llvm_i32_ty], [IntrNoMem]>;
1581 def int_x86_avx2_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi256_byteshift">,
1582 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1583 llvm_i32_ty], [IntrNoMem]>;
1584 def int_x86_avx2_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi256_byteshift">,
1585 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1586 llvm_i32_ty], [IntrNoMem]>;
1587}
1588
1589// Pack ops.
1590let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1591 def int_x86_avx2_packsswb : GCCBuiltin<"__builtin_ia32_packsswb256">,
1592 Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1593 llvm_v16i16_ty], [IntrNoMem]>;
1594 def int_x86_avx2_packssdw : GCCBuiltin<"__builtin_ia32_packssdw256">,
1595 Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1596 llvm_v8i32_ty], [IntrNoMem]>;
1597 def int_x86_avx2_packuswb : GCCBuiltin<"__builtin_ia32_packuswb256">,
1598 Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1599 llvm_v16i16_ty], [IntrNoMem]>;
1600 def int_x86_avx2_packusdw : GCCBuiltin<"__builtin_ia32_packusdw256">,
1601 Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1602 llvm_v8i32_ty], [IntrNoMem]>;
1603}
1604
1605// Absolute value ops
1606let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1607 def int_x86_avx2_pabs_b : GCCBuiltin<"__builtin_ia32_pabsb256">,
1608 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty], [IntrNoMem]>;
1609 def int_x86_avx2_pabs_w : GCCBuiltin<"__builtin_ia32_pabsw256">,
1610 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty], [IntrNoMem]>;
1611 def int_x86_avx2_pabs_d : GCCBuiltin<"__builtin_ia32_pabsd256">,
1612 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1a4d82fc
JJ		 1613 def int_x86_avx512_mask_pabs_d_512 : GCCBuiltin<"__builtin_ia32_pabsd512_mask">,
1614 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1615 llvm_i16_ty], [IntrNoMem]>;
1616 def int_x86_avx512_mask_pabs_q_512 : GCCBuiltin<"__builtin_ia32_pabsq512_mask">,
1617 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1618 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1619}
1620
1621// Horizontal arithmetic ops
1622let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1623 def int_x86_avx2_phadd_w : GCCBuiltin<"__builtin_ia32_phaddw256">,
1624 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1625 llvm_v16i16_ty], [IntrNoMem]>;
1626 def int_x86_avx2_phadd_d : GCCBuiltin<"__builtin_ia32_phaddd256">,
1627 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1628 llvm_v8i32_ty], [IntrNoMem]>;
1629 def int_x86_avx2_phadd_sw : GCCBuiltin<"__builtin_ia32_phaddsw256">,
1630 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1631 llvm_v16i16_ty], [IntrNoMem]>;
1632 def int_x86_avx2_phsub_w : GCCBuiltin<"__builtin_ia32_phsubw256">,
1633 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1634 llvm_v16i16_ty], [IntrNoMem]>;
1635 def int_x86_avx2_phsub_d : GCCBuiltin<"__builtin_ia32_phsubd256">,
1636 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1637 llvm_v8i32_ty], [IntrNoMem]>;
1638 def int_x86_avx2_phsub_sw : GCCBuiltin<"__builtin_ia32_phsubsw256">,
1639 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1640 llvm_v16i16_ty], [IntrNoMem]>;
1641 def int_x86_avx2_pmadd_ub_sw : GCCBuiltin<"__builtin_ia32_pmaddubsw256">,
1642 Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty,
1643 llvm_v32i8_ty], [IntrNoMem]>;
1644}
1645
1646// Sign ops
1647let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1648 def int_x86_avx2_psign_b : GCCBuiltin<"__builtin_ia32_psignb256">,
1649 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1650 llvm_v32i8_ty], [IntrNoMem]>;
1651 def int_x86_avx2_psign_w : GCCBuiltin<"__builtin_ia32_psignw256">,
1652 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1653 llvm_v16i16_ty], [IntrNoMem]>;
1654 def int_x86_avx2_psign_d : GCCBuiltin<"__builtin_ia32_psignd256">,
1655 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1656 llvm_v8i32_ty], [IntrNoMem]>;
1657}
1658
1659// Packed multiply high with round and scale
1660let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1661 def int_x86_avx2_pmul_hr_sw : GCCBuiltin<"__builtin_ia32_pmulhrsw256">,
1662 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1663 llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1664}
1665
1666// Vector sign and zero extend
1667let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1668 def int_x86_avx2_pmovsxbd : GCCBuiltin<"__builtin_ia32_pmovsxbd256">,
1669 Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1670 [IntrNoMem]>;
1671 def int_x86_avx2_pmovsxbq : GCCBuiltin<"__builtin_ia32_pmovsxbq256">,
1672 Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1673 [IntrNoMem]>;
1674 def int_x86_avx2_pmovsxbw : GCCBuiltin<"__builtin_ia32_pmovsxbw256">,
1675 Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1676 [IntrNoMem]>;
1677 def int_x86_avx2_pmovsxdq : GCCBuiltin<"__builtin_ia32_pmovsxdq256">,
1678 Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1679 [IntrNoMem]>;
1680 def int_x86_avx2_pmovsxwd : GCCBuiltin<"__builtin_ia32_pmovsxwd256">,
1681 Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1682 [IntrNoMem]>;
1683 def int_x86_avx2_pmovsxwq : GCCBuiltin<"__builtin_ia32_pmovsxwq256">,
1684 Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1685 [IntrNoMem]>;
1686 def int_x86_avx2_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd256">,
1687 Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1688 [IntrNoMem]>;
1689 def int_x86_avx2_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq256">,
1690 Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1691 [IntrNoMem]>;
1692 def int_x86_avx2_pmovzxbw : GCCBuiltin<"__builtin_ia32_pmovzxbw256">,
1693 Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1694 [IntrNoMem]>;
1695 def int_x86_avx2_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq256">,
1696 Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1697 [IntrNoMem]>;
1698 def int_x86_avx2_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd256">,
1699 Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1700 [IntrNoMem]>;
1701 def int_x86_avx2_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq256">,
1702 Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1703 [IntrNoMem]>;
1704}
1705
1706// Vector blend
1707let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1708 def int_x86_avx2_pblendvb : GCCBuiltin<"__builtin_ia32_pblendvb256">,
1709 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
1710 llvm_v32i8_ty], [IntrNoMem]>;
1711 def int_x86_avx2_pblendw : GCCBuiltin<"__builtin_ia32_pblendw256">,
1712 Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty,
1a4d82fc 1713 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1714 def int_x86_avx2_pblendd_128 : GCCBuiltin<"__builtin_ia32_pblendd128">,
1715 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
1a4d82fc 1716 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1717 def int_x86_avx2_pblendd_256 : GCCBuiltin<"__builtin_ia32_pblendd256">,
1718 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
1a4d82fc 1719 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1720}
1721
1722// Vector load with broadcast
1723let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1724 def int_x86_avx2_vbroadcast_ss_ps :
1725 GCCBuiltin<"__builtin_ia32_vbroadcastss_ps">,
1726 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1727 def int_x86_avx2_vbroadcast_sd_pd_256 :
1728 GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd256">,
1729 Intrinsic<[llvm_v4f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1730 def int_x86_avx2_vbroadcast_ss_ps_256 :
1731 GCCBuiltin<"__builtin_ia32_vbroadcastss_ps256">,
1732 Intrinsic<[llvm_v8f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1733 def int_x86_avx2_vbroadcasti128 :
223e47cc
LB		 1734 Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1735 def int_x86_avx2_pbroadcastb_128 :
1736 GCCBuiltin<"__builtin_ia32_pbroadcastb128">,
1737 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1738 def int_x86_avx2_pbroadcastb_256 :
1739 GCCBuiltin<"__builtin_ia32_pbroadcastb256">,
1740 Intrinsic<[llvm_v32i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1741 def int_x86_avx2_pbroadcastw_128 :
1742 GCCBuiltin<"__builtin_ia32_pbroadcastw128">,
1743 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1744 def int_x86_avx2_pbroadcastw_256 :
1745 GCCBuiltin<"__builtin_ia32_pbroadcastw256">,
1746 Intrinsic<[llvm_v16i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1747 def int_x86_avx2_pbroadcastd_128 :
1748 GCCBuiltin<"__builtin_ia32_pbroadcastd128">,
1749 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1750 def int_x86_avx2_pbroadcastd_256 :
1751 GCCBuiltin<"__builtin_ia32_pbroadcastd256">,
1752 Intrinsic<[llvm_v8i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1753 def int_x86_avx2_pbroadcastq_128 :
1754 GCCBuiltin<"__builtin_ia32_pbroadcastq128">,
1755 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1756 def int_x86_avx2_pbroadcastq_256 :
1757 GCCBuiltin<"__builtin_ia32_pbroadcastq256">,
1758 Intrinsic<[llvm_v4i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1a4d82fc
JJ		 1759 def int_x86_avx512_mask_pbroadcast_d_gpr_512 :
1760 GCCBuiltin<"__builtin_ia32_pbroadcastd512_gpr_mask">,
1761 Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty, llvm_v16i32_ty,
1762 llvm_i16_ty], [IntrNoMem]>;
1763 def int_x86_avx512_mask_pbroadcast_q_gpr_512 :
1764 GCCBuiltin<"__builtin_ia32_pbroadcastq512_gpr_mask">,
1765 Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1766 llvm_i8_ty], [IntrNoMem]>;
1767 def int_x86_avx512_mask_pbroadcast_q_mem_512 :
1768 GCCBuiltin<"__builtin_ia32_pbroadcastq512_mem_mask">,
1769 Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1770 llvm_i8_ty], [IntrNoMem]>;
223e47cc
LB		 1771}
1772
1773// Vector permutation
1774let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1775 def int_x86_avx2_permd : GCCBuiltin<"__builtin_ia32_permvarsi256">,
1776 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1777 [IntrNoMem]>;
1778 def int_x86_avx2_permps : GCCBuiltin<"__builtin_ia32_permvarsf256">,
1779 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty],
1780 [IntrNoMem]>;
1781 def int_x86_avx2_vperm2i128 : GCCBuiltin<"__builtin_ia32_permti256">,
1782 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1783 llvm_v4i64_ty, llvm_i8_ty], [IntrNoMem]>;
1784}
1785
1786// Vector extract and insert
1787let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1788 def int_x86_avx2_vextracti128 : GCCBuiltin<"__builtin_ia32_extract128i256">,
1789 Intrinsic<[llvm_v2i64_ty], [llvm_v4i64_ty,
1790 llvm_i8_ty], [IntrNoMem]>;
1791 def int_x86_avx2_vinserti128 : GCCBuiltin<"__builtin_ia32_insert128i256">,
1792 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1793 llvm_v2i64_ty, llvm_i8_ty], [IntrNoMem]>;
1794}
1795
1796// Conditional load ops
1797let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1798 def int_x86_avx2_maskload_d : GCCBuiltin<"__builtin_ia32_maskloadd">,
1799 Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_v4i32_ty],
1800 [IntrReadArgMem]>;
1801 def int_x86_avx2_maskload_q : GCCBuiltin<"__builtin_ia32_maskloadq">,
1802 Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty, llvm_v2i64_ty],
1803 [IntrReadArgMem]>;
1804 def int_x86_avx2_maskload_d_256 : GCCBuiltin<"__builtin_ia32_maskloadd256">,
1805 Intrinsic<[llvm_v8i32_ty], [llvm_ptr_ty, llvm_v8i32_ty],
1806 [IntrReadArgMem]>;
1807 def int_x86_avx2_maskload_q_256 : GCCBuiltin<"__builtin_ia32_maskloadq256">,
1808 Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty, llvm_v4i64_ty],
1809 [IntrReadArgMem]>;
1a4d82fc
JJ		 1810 def int_x86_avx512_mask_loadu_d_512 : GCCBuiltin<"__builtin_ia32_loaddqusi512_mask">,
1811 Intrinsic<[llvm_v16i32_ty], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1812 [IntrReadArgMem]>;
1813 def int_x86_avx512_mask_loadu_q_512 : GCCBuiltin<"__builtin_ia32_loaddqudi512_mask">,
1814 Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1815 [IntrReadArgMem]>;
223e47cc
LB		 1816}
1817
1818// Conditional store ops
1819let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1820 def int_x86_avx2_maskstore_d : GCCBuiltin<"__builtin_ia32_maskstored">,
1821 Intrinsic<[], [llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty],
1822 [IntrReadWriteArgMem]>;
1823 def int_x86_avx2_maskstore_q : GCCBuiltin<"__builtin_ia32_maskstoreq">,
1824 Intrinsic<[], [llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty],
1825 [IntrReadWriteArgMem]>;
1826 def int_x86_avx2_maskstore_d_256 :
1827 GCCBuiltin<"__builtin_ia32_maskstored256">,
1828 Intrinsic<[], [llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty],
1829 [IntrReadWriteArgMem]>;
1830 def int_x86_avx2_maskstore_q_256 :
1831 GCCBuiltin<"__builtin_ia32_maskstoreq256">,
1832 Intrinsic<[], [llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty],
1833 [IntrReadWriteArgMem]>;
1a4d82fc
JJ		 1834 def int_x86_avx512_mask_storeu_d_512 :
1835 GCCBuiltin<"__builtin_ia32_storedqusi512_mask">,
1836 Intrinsic<[], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1837 [IntrReadWriteArgMem]>;
1838 def int_x86_avx512_mask_storeu_q_512 :
1839 GCCBuiltin<"__builtin_ia32_storedqudi512_mask">,
1840 Intrinsic<[], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1841 [IntrReadWriteArgMem]>;
223e47cc
LB		 1842}
1843
1844// Variable bit shift ops
1845let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1846 def int_x86_avx2_psllv_d : GCCBuiltin<"__builtin_ia32_psllv4si">,
1847 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1848 [IntrNoMem]>;
1849 def int_x86_avx2_psllv_d_256 : GCCBuiltin<"__builtin_ia32_psllv8si">,
1850 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1851 [IntrNoMem]>;
1852 def int_x86_avx2_psllv_q : GCCBuiltin<"__builtin_ia32_psllv2di">,
1853 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1854 [IntrNoMem]>;
1855 def int_x86_avx2_psllv_q_256 : GCCBuiltin<"__builtin_ia32_psllv4di">,
1856 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1857 [IntrNoMem]>;
1858
1859 def int_x86_avx2_psrlv_d : GCCBuiltin<"__builtin_ia32_psrlv4si">,
1860 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1861 [IntrNoMem]>;
1862 def int_x86_avx2_psrlv_d_256 : GCCBuiltin<"__builtin_ia32_psrlv8si">,
1863 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1864 [IntrNoMem]>;
1865 def int_x86_avx2_psrlv_q : GCCBuiltin<"__builtin_ia32_psrlv2di">,
1866 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1867 [IntrNoMem]>;
1868 def int_x86_avx2_psrlv_q_256 : GCCBuiltin<"__builtin_ia32_psrlv4di">,
1869 Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1870 [IntrNoMem]>;
1871
1872 def int_x86_avx2_psrav_d : GCCBuiltin<"__builtin_ia32_psrav4si">,
1873 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1874 [IntrNoMem]>;
1875 def int_x86_avx2_psrav_d_256 : GCCBuiltin<"__builtin_ia32_psrav8si">,
1876 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1877 [IntrNoMem]>;
1878}
1879
1880// Gather ops
1881let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1882 def int_x86_avx2_gather_d_pd : GCCBuiltin<"__builtin_ia32_gatherd_pd">,
1883 Intrinsic<[llvm_v2f64_ty],
1884 [llvm_v2f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2f64_ty, llvm_i8_ty],
1a4d82fc 1885 [IntrReadArgMem]>;
223e47cc
LB		 1886 def int_x86_avx2_gather_d_pd_256 : GCCBuiltin<"__builtin_ia32_gatherd_pd256">,
1887 Intrinsic<[llvm_v4f64_ty],
1888 [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f64_ty, llvm_i8_ty],
1a4d82fc 1889 [IntrReadArgMem]>;
223e47cc
LB		 1890 def int_x86_avx2_gather_q_pd : GCCBuiltin<"__builtin_ia32_gatherq_pd">,
1891 Intrinsic<[llvm_v2f64_ty],
1892 [llvm_v2f64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2f64_ty, llvm_i8_ty],
1a4d82fc 1893 [IntrReadArgMem]>;
223e47cc
LB		 1894 def int_x86_avx2_gather_q_pd_256 : GCCBuiltin<"__builtin_ia32_gatherq_pd256">,
1895 Intrinsic<[llvm_v4f64_ty],
1896 [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f64_ty, llvm_i8_ty],
1a4d82fc 1897 [IntrReadArgMem]>;
223e47cc
LB		 1898 def int_x86_avx2_gather_d_ps : GCCBuiltin<"__builtin_ia32_gatherd_ps">,
1899 Intrinsic<[llvm_v4f32_ty],
1900 [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f32_ty, llvm_i8_ty],
1a4d82fc 1901 [IntrReadArgMem]>;
223e47cc
LB		 1902 def int_x86_avx2_gather_d_ps_256 : GCCBuiltin<"__builtin_ia32_gatherd_ps256">,
1903 Intrinsic<[llvm_v8f32_ty],
1904 [llvm_v8f32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8f32_ty, llvm_i8_ty],
1a4d82fc 1905 [IntrReadArgMem]>;
223e47cc
LB		 1906 def int_x86_avx2_gather_q_ps : GCCBuiltin<"__builtin_ia32_gatherq_ps">,
1907 Intrinsic<[llvm_v4f32_ty],
1908 [llvm_v4f32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4f32_ty, llvm_i8_ty],
1a4d82fc 1909 [IntrReadArgMem]>;
223e47cc
LB		 1910 def int_x86_avx2_gather_q_ps_256 : GCCBuiltin<"__builtin_ia32_gatherq_ps256">,
1911 Intrinsic<[llvm_v4f32_ty],
1912 [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f32_ty, llvm_i8_ty],
1a4d82fc 1913 [IntrReadArgMem]>;
223e47cc
LB		 1914
1915 def int_x86_avx2_gather_d_q : GCCBuiltin<"__builtin_ia32_gatherd_q">,
1916 Intrinsic<[llvm_v2i64_ty],
1917 [llvm_v2i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2i64_ty, llvm_i8_ty],
1a4d82fc 1918 [IntrReadArgMem]>;
223e47cc
LB		 1919 def int_x86_avx2_gather_d_q_256 : GCCBuiltin<"__builtin_ia32_gatherd_q256">,
1920 Intrinsic<[llvm_v4i64_ty],
1921 [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i64_ty, llvm_i8_ty],
1a4d82fc 1922 [IntrReadArgMem]>;
223e47cc
LB		 1923 def int_x86_avx2_gather_q_q : GCCBuiltin<"__builtin_ia32_gatherq_q">,
1924 Intrinsic<[llvm_v2i64_ty],
1925 [llvm_v2i64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
1a4d82fc 1926 [IntrReadArgMem]>;
223e47cc
LB		 1927 def int_x86_avx2_gather_q_q_256 : GCCBuiltin<"__builtin_ia32_gatherq_q256">,
1928 Intrinsic<[llvm_v4i64_ty],
1929 [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
1a4d82fc 1930 [IntrReadArgMem]>;
223e47cc
LB		 1931 def int_x86_avx2_gather_d_d : GCCBuiltin<"__builtin_ia32_gatherd_d">,
1932 Intrinsic<[llvm_v4i32_ty],
1933 [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
1a4d82fc 1934 [IntrReadArgMem]>;
223e47cc
LB		 1935 def int_x86_avx2_gather_d_d_256 : GCCBuiltin<"__builtin_ia32_gatherd_d256">,
1936 Intrinsic<[llvm_v8i32_ty],
1937 [llvm_v8i32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
1a4d82fc 1938 [IntrReadArgMem]>;
223e47cc
LB		 1939 def int_x86_avx2_gather_q_d : GCCBuiltin<"__builtin_ia32_gatherq_d">,
1940 Intrinsic<[llvm_v4i32_ty],
1941 [llvm_v4i32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4i32_ty, llvm_i8_ty],
1a4d82fc 1942 [IntrReadArgMem]>;
223e47cc
LB		 1943 def int_x86_avx2_gather_q_d_256 : GCCBuiltin<"__builtin_ia32_gatherq_d256">,
1944 Intrinsic<[llvm_v4i32_ty],
1945 [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i32_ty, llvm_i8_ty],
1a4d82fc 1946 [IntrReadArgMem]>;
223e47cc
LB		 1947}
1948
1949// Misc.
1950let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1951 def int_x86_avx2_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb256">,
1952 Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty], [IntrNoMem]>;
1953 def int_x86_avx2_pshuf_b : GCCBuiltin<"__builtin_ia32_pshufb256">,
1954 Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1955 llvm_v32i8_ty], [IntrNoMem]>;
1956 def int_x86_avx2_mpsadbw : GCCBuiltin<"__builtin_ia32_mpsadbw256">,
1957 Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
1a4d82fc 1958 llvm_i8_ty], [IntrNoMem, Commutative]>;
223e47cc
LB		 1959 def int_x86_avx2_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa256">,
1960 Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
1961}
1962
1963//===----------------------------------------------------------------------===//
1964// FMA3 and FMA4
1965
1966let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
1967 def int_x86_fma_vfmadd_ss : GCCBuiltin<"__builtin_ia32_vfmaddss">,
1968 Intrinsic<[llvm_v4f32_ty],
1969 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
1970 [IntrNoMem]>;
1971 def int_x86_fma_vfmadd_sd : GCCBuiltin<"__builtin_ia32_vfmaddsd">,
1972 Intrinsic<[llvm_v2f64_ty],
1973 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
1974 [IntrNoMem]>;
1975 def int_x86_fma_vfmadd_ps : GCCBuiltin<"__builtin_ia32_vfmaddps">,
1976 Intrinsic<[llvm_v4f32_ty],
1977 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
1978 [IntrNoMem]>;
1979 def int_x86_fma_vfmadd_pd : GCCBuiltin<"__builtin_ia32_vfmaddpd">,
1980 Intrinsic<[llvm_v2f64_ty],
1981 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
1982 [IntrNoMem]>;
1983 def int_x86_fma_vfmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddps256">,
1984 Intrinsic<[llvm_v8f32_ty],
1985 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
1986 [IntrNoMem]>;
1987 def int_x86_fma_vfmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddpd256">,
1988 Intrinsic<[llvm_v4f64_ty],
1989 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
1990 [IntrNoMem]>;
1a4d82fc
JJ		 1991 def int_x86_fma_mask_vfmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddps512_mask">,
1992 Intrinsic<[llvm_v16f32_ty],
1993 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
1994 llvm_i16_ty, llvm_i32_ty],
1995 [IntrNoMem]>;
1996 def int_x86_fma_mask_vfmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddpd512_mask">,
1997 Intrinsic<[llvm_v8f64_ty],
1998 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
1999 llvm_i8_ty, llvm_i32_ty],
2000 [IntrNoMem]>;
223e47cc
LB		 2001 def int_x86_fma_vfmsub_ss : GCCBuiltin<"__builtin_ia32_vfmsubss">,
2002 Intrinsic<[llvm_v4f32_ty],
2003 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2004 [IntrNoMem]>;
2005 def int_x86_fma_vfmsub_sd : GCCBuiltin<"__builtin_ia32_vfmsubsd">,
2006 Intrinsic<[llvm_v2f64_ty],
2007 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2008 [IntrNoMem]>;
2009 def int_x86_fma_vfmsub_ps : GCCBuiltin<"__builtin_ia32_vfmsubps">,
2010 Intrinsic<[llvm_v4f32_ty],
2011 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2012 [IntrNoMem]>;
2013 def int_x86_fma_vfmsub_pd : GCCBuiltin<"__builtin_ia32_vfmsubpd">,
2014 Intrinsic<[llvm_v2f64_ty],
2015 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2016 [IntrNoMem]>;
2017 def int_x86_fma_vfmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubps256">,
2018 Intrinsic<[llvm_v8f32_ty],
2019 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2020 [IntrNoMem]>;
2021 def int_x86_fma_vfmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubpd256">,
2022 Intrinsic<[llvm_v4f64_ty],
2023 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2024 [IntrNoMem]>;
1a4d82fc
JJ		 2025 def int_x86_fma_mask_vfmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubps512_mask">,
2026 Intrinsic<[llvm_v16f32_ty],
2027 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2028 llvm_i16_ty, llvm_i32_ty],
2029 [IntrNoMem]>;
2030 def int_x86_fma_mask_vfmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubpd512_mask">,
2031 Intrinsic<[llvm_v8f64_ty],
2032 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2033 llvm_i8_ty, llvm_i32_ty],
2034 [IntrNoMem]>;
223e47cc
LB		 2035 def int_x86_fma_vfnmadd_ss : GCCBuiltin<"__builtin_ia32_vfnmaddss">,
2036 Intrinsic<[llvm_v4f32_ty],
2037 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2038 [IntrNoMem]>;
2039 def int_x86_fma_vfnmadd_sd : GCCBuiltin<"__builtin_ia32_vfnmaddsd">,
2040 Intrinsic<[llvm_v2f64_ty],
2041 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2042 [IntrNoMem]>;
2043 def int_x86_fma_vfnmadd_ps : GCCBuiltin<"__builtin_ia32_vfnmaddps">,
2044 Intrinsic<[llvm_v4f32_ty],
2045 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2046 [IntrNoMem]>;
2047 def int_x86_fma_vfnmadd_pd : GCCBuiltin<"__builtin_ia32_vfnmaddpd">,
2048 Intrinsic<[llvm_v2f64_ty],
2049 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2050 [IntrNoMem]>;
2051 def int_x86_fma_vfnmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmaddps256">,
2052 Intrinsic<[llvm_v8f32_ty],
2053 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2054 [IntrNoMem]>;
2055 def int_x86_fma_vfnmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmaddpd256">,
2056 Intrinsic<[llvm_v4f64_ty],
2057 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2058 [IntrNoMem]>;
1a4d82fc
JJ		 2059 def int_x86_fma_mask_vfnmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmaddps512_mask">,
2060 Intrinsic<[llvm_v16f32_ty],
2061 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2062 llvm_i16_ty, llvm_i32_ty],
2063 [IntrNoMem]>;
2064 def int_x86_fma_mask_vfnmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmaddpd512_mask">,
2065 Intrinsic<[llvm_v8f64_ty],
2066 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2067 llvm_i8_ty, llvm_i32_ty],
2068 [IntrNoMem]>;
223e47cc
LB		 2069 def int_x86_fma_vfnmsub_ss : GCCBuiltin<"__builtin_ia32_vfnmsubss">,
2070 Intrinsic<[llvm_v4f32_ty],
2071 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2072 [IntrNoMem]>;
2073 def int_x86_fma_vfnmsub_sd : GCCBuiltin<"__builtin_ia32_vfnmsubsd">,
2074 Intrinsic<[llvm_v2f64_ty],
2075 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2076 [IntrNoMem]>;
2077 def int_x86_fma_vfnmsub_ps : GCCBuiltin<"__builtin_ia32_vfnmsubps">,
2078 Intrinsic<[llvm_v4f32_ty],
2079 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2080 [IntrNoMem]>;
2081 def int_x86_fma_vfnmsub_pd : GCCBuiltin<"__builtin_ia32_vfnmsubpd">,
2082 Intrinsic<[llvm_v2f64_ty],
2083 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2084 [IntrNoMem]>;
2085 def int_x86_fma_vfnmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmsubps256">,
2086 Intrinsic<[llvm_v8f32_ty],
2087 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2088 [IntrNoMem]>;
2089 def int_x86_fma_vfnmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmsubpd256">,
2090 Intrinsic<[llvm_v4f64_ty],
2091 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2092 [IntrNoMem]>;
1a4d82fc
JJ		 2093 def int_x86_fma_mask_vfnmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmsubps512_mask">,
2094 Intrinsic<[llvm_v16f32_ty],
2095 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2096 llvm_i16_ty, llvm_i32_ty],
2097 [IntrNoMem]>;
2098 def int_x86_fma_mask_vfnmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmsubpd512_mask">,
2099 Intrinsic<[llvm_v8f64_ty],
2100 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2101 llvm_i8_ty, llvm_i32_ty],
2102 [IntrNoMem]>;
223e47cc
LB		 2103 def int_x86_fma_vfmaddsub_ps : GCCBuiltin<"__builtin_ia32_vfmaddsubps">,
2104 Intrinsic<[llvm_v4f32_ty],
2105 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2106 [IntrNoMem]>;
2107 def int_x86_fma_vfmaddsub_pd : GCCBuiltin<"__builtin_ia32_vfmaddsubpd">,
2108 Intrinsic<[llvm_v2f64_ty],
2109 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2110 [IntrNoMem]>;
2111 def int_x86_fma_vfmaddsub_ps_256 :
2112 GCCBuiltin<"__builtin_ia32_vfmaddsubps256">,
2113 Intrinsic<[llvm_v8f32_ty],
2114 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2115 [IntrNoMem]>;
2116 def int_x86_fma_vfmaddsub_pd_256 :
2117 GCCBuiltin<"__builtin_ia32_vfmaddsubpd256">,
2118 Intrinsic<[llvm_v4f64_ty],
2119 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2120 [IntrNoMem]>;
1a4d82fc
JJ		 2121 def int_x86_fma_mask_vfmaddsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubps512_mask">,
2122 Intrinsic<[llvm_v16f32_ty],
2123 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2124 llvm_i16_ty, llvm_i32_ty],
2125 [IntrNoMem]>;
2126 def int_x86_fma_mask_vfmaddsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd512_mask">,
2127 Intrinsic<[llvm_v8f64_ty],
2128 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2129 llvm_i8_ty, llvm_i32_ty],
2130 [IntrNoMem]>;
223e47cc
LB		 2131 def int_x86_fma_vfmsubadd_ps : GCCBuiltin<"__builtin_ia32_vfmsubaddps">,
2132 Intrinsic<[llvm_v4f32_ty],
2133 [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2134 [IntrNoMem]>;
2135 def int_x86_fma_vfmsubadd_pd : GCCBuiltin<"__builtin_ia32_vfmsubaddpd">,
2136 Intrinsic<[llvm_v2f64_ty],
2137 [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2138 [IntrNoMem]>;
2139 def int_x86_fma_vfmsubadd_ps_256 :
2140 GCCBuiltin<"__builtin_ia32_vfmsubaddps256">,
2141 Intrinsic<[llvm_v8f32_ty],
2142 [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2143 [IntrNoMem]>;
2144 def int_x86_fma_vfmsubadd_pd_256 :
2145 GCCBuiltin<"__builtin_ia32_vfmsubaddpd256">,
2146 Intrinsic<[llvm_v4f64_ty],
2147 [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2148 [IntrNoMem]>;
1a4d82fc
JJ		 2149 def int_x86_fma_mask_vfmsubadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddps512_mask">,
2150 Intrinsic<[llvm_v16f32_ty],
2151 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2152 llvm_i16_ty, llvm_i32_ty],
2153 [IntrNoMem]>;
2154 def int_x86_fma_mask_vfmsubadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd512_mask">,
2155 Intrinsic<[llvm_v8f64_ty],
2156 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2157 llvm_i8_ty, llvm_i32_ty],
2158 [IntrNoMem]>;
223e47cc
LB		 2159}
2160
2161//===----------------------------------------------------------------------===//
2162// XOP
2163
2164 def int_x86_xop_vpermil2pd : GCCBuiltin<"__builtin_ia32_vpermil2pd">,
2165 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
2166 llvm_v2f64_ty, llvm_i8_ty],
2167 [IntrNoMem]>;
2168
2169 def int_x86_xop_vpermil2pd_256 :
2170 GCCBuiltin<"__builtin_ia32_vpermil2pd256">,
2171 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
2172 llvm_v4f64_ty, llvm_i8_ty],
2173 [IntrNoMem]>;
2174
2175 def int_x86_xop_vpermil2ps : GCCBuiltin<"__builtin_ia32_vpermil2ps">,
2176 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
2177 llvm_v4f32_ty, llvm_i8_ty],
2178 [IntrNoMem]>;
2179 def int_x86_xop_vpermil2ps_256 :
2180 GCCBuiltin<"__builtin_ia32_vpermil2ps256">,
2181 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
2182 llvm_v8f32_ty, llvm_i8_ty],
2183 [IntrNoMem]>;
2184
2185 def int_x86_xop_vfrcz_pd : GCCBuiltin<"__builtin_ia32_vfrczpd">,
2186 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2187 def int_x86_xop_vfrcz_ps : GCCBuiltin<"__builtin_ia32_vfrczps">,
2188 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2189 def int_x86_xop_vfrcz_sd : GCCBuiltin<"__builtin_ia32_vfrczsd">,
2190 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2191 def int_x86_xop_vfrcz_ss : GCCBuiltin<"__builtin_ia32_vfrczss">,
2192 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2193 def int_x86_xop_vfrcz_pd_256 : GCCBuiltin<"__builtin_ia32_vfrczpd256">,
2194 Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
2195 def int_x86_xop_vfrcz_ps_256 : GCCBuiltin<"__builtin_ia32_vfrczps256">,
2196 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
2197
2198 def int_x86_xop_vpcmov :
2199 GCCBuiltin<"__builtin_ia32_vpcmov">,
2200 Intrinsic<[llvm_v2i64_ty],
2201 [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v2i64_ty],
2202 [IntrNoMem]>;
2203 def int_x86_xop_vpcmov_256 :
2204 GCCBuiltin<"__builtin_ia32_vpcmov_256">,
2205 Intrinsic<[llvm_v4i64_ty],
2206 [llvm_v4i64_ty, llvm_v4i64_ty, llvm_v4i64_ty],
2207 [IntrNoMem]>;
2208
2209 def int_x86_xop_vpcomb : GCCBuiltin<"__builtin_ia32_vpcomb">,
2210 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2211 llvm_i8_ty], [IntrNoMem]>;
2212 def int_x86_xop_vpcomw : GCCBuiltin<"__builtin_ia32_vpcomw">,
2213 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2214 llvm_i8_ty], [IntrNoMem]>;
2215 def int_x86_xop_vpcomd : GCCBuiltin<"__builtin_ia32_vpcomd">,
2216 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2217 llvm_i8_ty], [IntrNoMem]>;
2218 def int_x86_xop_vpcomq : GCCBuiltin<"__builtin_ia32_vpcomq">,
2219 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2220 llvm_i8_ty], [IntrNoMem]>;
2221 def int_x86_xop_vpcomub : GCCBuiltin<"__builtin_ia32_vpcomub">,
2222 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2223 llvm_i8_ty], [IntrNoMem]>;
2224 def int_x86_xop_vpcomuw : GCCBuiltin<"__builtin_ia32_vpcomuw">,
2225 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2226 llvm_i8_ty], [IntrNoMem]>;
2227 def int_x86_xop_vpcomud : GCCBuiltin<"__builtin_ia32_vpcomud">,
2228 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2229 llvm_i8_ty], [IntrNoMem]>;
2230 def int_x86_xop_vpcomuq : GCCBuiltin<"__builtin_ia32_vpcomuq">,
2231 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2232 llvm_i8_ty], [IntrNoMem]>;
2233
2234 def int_x86_xop_vphaddbd :
2235 GCCBuiltin<"__builtin_ia32_vphaddbd">,
2236 Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2237 def int_x86_xop_vphaddbq :
2238 GCCBuiltin<"__builtin_ia32_vphaddbq">,
2239 Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2240 def int_x86_xop_vphaddbw :
2241 GCCBuiltin<"__builtin_ia32_vphaddbw">,
2242 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2243 def int_x86_xop_vphadddq :
2244 GCCBuiltin<"__builtin_ia32_vphadddq">,
2245 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2246 def int_x86_xop_vphaddubd :
2247 GCCBuiltin<"__builtin_ia32_vphaddubd">,
2248 Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2249 def int_x86_xop_vphaddubq :
2250 GCCBuiltin<"__builtin_ia32_vphaddubq">,
2251 Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2252 def int_x86_xop_vphaddubw :
2253 GCCBuiltin<"__builtin_ia32_vphaddubw">,
2254 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2255 def int_x86_xop_vphaddudq :
2256 GCCBuiltin<"__builtin_ia32_vphaddudq">,
2257 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2258 def int_x86_xop_vphadduwd :
2259 GCCBuiltin<"__builtin_ia32_vphadduwd">,
2260 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2261 def int_x86_xop_vphadduwq :
2262 GCCBuiltin<"__builtin_ia32_vphadduwq">,
2263 Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2264 def int_x86_xop_vphaddwd :
2265 GCCBuiltin<"__builtin_ia32_vphaddwd">,
2266 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2267 def int_x86_xop_vphaddwq :
2268 GCCBuiltin<"__builtin_ia32_vphaddwq">,
2269 Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2270 def int_x86_xop_vphsubbw :
2271 GCCBuiltin<"__builtin_ia32_vphsubbw">,
2272 Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2273 def int_x86_xop_vphsubdq :
2274 GCCBuiltin<"__builtin_ia32_vphsubdq">,
2275 Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2276 def int_x86_xop_vphsubwd :
2277 GCCBuiltin<"__builtin_ia32_vphsubwd">,
2278 Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2279 def int_x86_xop_vpmacsdd :
2280 GCCBuiltin<"__builtin_ia32_vpmacsdd">,
2281 Intrinsic<[llvm_v4i32_ty],
2282 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2283 [IntrNoMem]>;
2284 def int_x86_xop_vpmacsdqh :
2285 GCCBuiltin<"__builtin_ia32_vpmacsdqh">,
2286 Intrinsic<[llvm_v2i64_ty],
2287 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2288 [IntrNoMem]>;
2289 def int_x86_xop_vpmacsdql :
2290 GCCBuiltin<"__builtin_ia32_vpmacsdql">,
2291 Intrinsic<[llvm_v2i64_ty],
2292 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2293 [IntrNoMem]>;
2294 def int_x86_xop_vpmacssdd :
2295 GCCBuiltin<"__builtin_ia32_vpmacssdd">,
2296 Intrinsic<[llvm_v4i32_ty],
2297 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2298 [IntrNoMem]>;
2299 def int_x86_xop_vpmacssdqh :
2300 GCCBuiltin<"__builtin_ia32_vpmacssdqh">,
2301 Intrinsic<[llvm_v2i64_ty],
2302 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2303 [IntrNoMem]>;
2304 def int_x86_xop_vpmacssdql :
2305 GCCBuiltin<"__builtin_ia32_vpmacssdql">,
2306 Intrinsic<[llvm_v2i64_ty],
2307 [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2308 [IntrNoMem]>;
2309 def int_x86_xop_vpmacsswd :
2310 GCCBuiltin<"__builtin_ia32_vpmacsswd">,
2311 Intrinsic<[llvm_v4i32_ty],
2312 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2313 [IntrNoMem]>;
2314 def int_x86_xop_vpmacssww :
2315 GCCBuiltin<"__builtin_ia32_vpmacssww">,
2316 Intrinsic<[llvm_v8i16_ty],
2317 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2318 [IntrNoMem]>;
2319 def int_x86_xop_vpmacswd :
2320 GCCBuiltin<"__builtin_ia32_vpmacswd">,
2321 Intrinsic<[llvm_v4i32_ty],
2322 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2323 [IntrNoMem]>;
2324 def int_x86_xop_vpmacsww :
2325 GCCBuiltin<"__builtin_ia32_vpmacsww">,
2326 Intrinsic<[llvm_v8i16_ty],
2327 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2328 [IntrNoMem]>;
2329 def int_x86_xop_vpmadcsswd :
2330 GCCBuiltin<"__builtin_ia32_vpmadcsswd">,
2331 Intrinsic<[llvm_v4i32_ty],
2332 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2333 [IntrNoMem]>;
2334 def int_x86_xop_vpmadcswd :
2335 GCCBuiltin<"__builtin_ia32_vpmadcswd">,
2336 Intrinsic<[llvm_v4i32_ty],
2337 [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2338 [IntrNoMem]>;
2339 def int_x86_xop_vpperm :
2340 GCCBuiltin<"__builtin_ia32_vpperm">,
2341 Intrinsic<[llvm_v16i8_ty],
2342 [llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
2343 [IntrNoMem]>;
2344
2345 def int_x86_xop_vprotb : GCCBuiltin<"__builtin_ia32_vprotb">,
2346 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2347 [IntrNoMem]>;
2348 def int_x86_xop_vprotd : GCCBuiltin<"__builtin_ia32_vprotd">,
2349 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2350 [IntrNoMem]>;
2351 def int_x86_xop_vprotq : GCCBuiltin<"__builtin_ia32_vprotq">,
2352 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2353 [IntrNoMem]>;
2354 def int_x86_xop_vprotw : GCCBuiltin<"__builtin_ia32_vprotw">,
2355 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2356 [IntrNoMem]>;
2357 def int_x86_xop_vprotbi : GCCBuiltin<"__builtin_ia32_vprotbi">,
2358 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_i8_ty],
2359 [IntrNoMem]>;
2360 def int_x86_xop_vprotdi : GCCBuiltin<"__builtin_ia32_vprotdi">,
2361 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
2362 [IntrNoMem]>;
2363 def int_x86_xop_vprotqi : GCCBuiltin<"__builtin_ia32_vprotqi">,
2364 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
2365 [IntrNoMem]>;
2366 def int_x86_xop_vprotwi : GCCBuiltin<"__builtin_ia32_vprotwi">,
2367 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
2368 [IntrNoMem]>;
2369
2370 def int_x86_xop_vpshab :
2371 GCCBuiltin<"__builtin_ia32_vpshab">,
2372 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2373 [IntrNoMem]>;
2374 def int_x86_xop_vpshad :
2375 GCCBuiltin<"__builtin_ia32_vpshad">,
2376 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2377 [IntrNoMem]>;
2378 def int_x86_xop_vpshaq :
2379 GCCBuiltin<"__builtin_ia32_vpshaq">,
2380 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2381 [IntrNoMem]>;
2382 def int_x86_xop_vpshaw :
2383 GCCBuiltin<"__builtin_ia32_vpshaw">,
2384 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2385 [IntrNoMem]>;
2386 def int_x86_xop_vpshlb :
2387 GCCBuiltin<"__builtin_ia32_vpshlb">,
2388 Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2389 [IntrNoMem]>;
2390 def int_x86_xop_vpshld :
2391 GCCBuiltin<"__builtin_ia32_vpshld">,
2392 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2393 [IntrNoMem]>;
2394 def int_x86_xop_vpshlq :
2395 GCCBuiltin<"__builtin_ia32_vpshlq">,
2396 Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2397 [IntrNoMem]>;
2398 def int_x86_xop_vpshlw :
2399 GCCBuiltin<"__builtin_ia32_vpshlw">,
2400 Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2401 [IntrNoMem]>;
2402
2403//===----------------------------------------------------------------------===//
2404// MMX
2405
2406// Empty MMX state op.
2407let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2408 def int_x86_mmx_emms : GCCBuiltin<"__builtin_ia32_emms">,
2409 Intrinsic<[], [], []>;
2410 def int_x86_mmx_femms : GCCBuiltin<"__builtin_ia32_femms">,
2411 Intrinsic<[], [], []>;
2412}
2413
2414// Integer arithmetic ops.
2415let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2416 // Addition
2417 def int_x86_mmx_padd_b : GCCBuiltin<"__builtin_ia32_paddb">,
2418 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2419 [IntrNoMem]>;
2420 def int_x86_mmx_padd_w : GCCBuiltin<"__builtin_ia32_paddw">,
2421 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2422 [IntrNoMem]>;
2423 def int_x86_mmx_padd_d : GCCBuiltin<"__builtin_ia32_paddd">,
2424 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2425 [IntrNoMem]>;
2426 def int_x86_mmx_padd_q : GCCBuiltin<"__builtin_ia32_paddq">,
2427 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2428 [IntrNoMem]>;
2429
2430 def int_x86_mmx_padds_b : GCCBuiltin<"__builtin_ia32_paddsb">,
2431 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2432 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2433 def int_x86_mmx_padds_w : GCCBuiltin<"__builtin_ia32_paddsw">,
2434 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2435 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2436
2437 def int_x86_mmx_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb">,
2438 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2439 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2440 def int_x86_mmx_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw">,
2441 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2442 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2443
2444 // Subtraction
2445 def int_x86_mmx_psub_b : GCCBuiltin<"__builtin_ia32_psubb">,
2446 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2447 [IntrNoMem]>;
2448 def int_x86_mmx_psub_w : GCCBuiltin<"__builtin_ia32_psubw">,
2449 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2450 [IntrNoMem]>;
2451 def int_x86_mmx_psub_d : GCCBuiltin<"__builtin_ia32_psubd">,
2452 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2453 [IntrNoMem]>;
2454 def int_x86_mmx_psub_q : GCCBuiltin<"__builtin_ia32_psubq">,
2455 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2456 [IntrNoMem]>;
2457
2458 def int_x86_mmx_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb">,
2459 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2460 llvm_x86mmx_ty], [IntrNoMem]>;
2461 def int_x86_mmx_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw">,
2462 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2463 llvm_x86mmx_ty], [IntrNoMem]>;
2464
2465 def int_x86_mmx_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb">,
2466 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2467 llvm_x86mmx_ty], [IntrNoMem]>;
2468 def int_x86_mmx_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw">,
2469 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2470 llvm_x86mmx_ty], [IntrNoMem]>;
2471
2472 // Multiplication
2473 def int_x86_mmx_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw">,
2474 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2475 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2476 def int_x86_mmx_pmull_w : GCCBuiltin<"__builtin_ia32_pmullw">,
2477 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2478 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2479 def int_x86_mmx_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw">,
2480 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2481 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2482 def int_x86_mmx_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq">,
2483 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2484 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2485 def int_x86_mmx_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd">,
2486 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2487 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2488
2489 // Bitwise operations
2490 def int_x86_mmx_pand : GCCBuiltin<"__builtin_ia32_pand">,
2491 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2492 [IntrNoMem]>;
2493 def int_x86_mmx_pandn : GCCBuiltin<"__builtin_ia32_pandn">,
2494 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2495 [IntrNoMem]>;
2496 def int_x86_mmx_por : GCCBuiltin<"__builtin_ia32_por">,
2497 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2498 [IntrNoMem]>;
2499 def int_x86_mmx_pxor : GCCBuiltin<"__builtin_ia32_pxor">,
2500 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2501 [IntrNoMem]>;
2502
2503 // Averages
2504 def int_x86_mmx_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb">,
2505 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2506 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2507 def int_x86_mmx_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw">,
2508 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2509 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2510
2511 // Maximum
2512 def int_x86_mmx_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub">,
2513 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2514 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2515 def int_x86_mmx_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw">,
2516 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2517 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2518
2519 // Minimum
2520 def int_x86_mmx_pminu_b : GCCBuiltin<"__builtin_ia32_pminub">,
2521 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2522 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2523 def int_x86_mmx_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw">,
2524 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2525 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2526
2527 // Packed sum of absolute differences
2528 def int_x86_mmx_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw">,
2529 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2530 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2531}
2532
2533// Integer shift ops.
2534let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2535 // Shift left logical
2536 def int_x86_mmx_psll_w : GCCBuiltin<"__builtin_ia32_psllw">,
2537 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2538 llvm_x86mmx_ty], [IntrNoMem]>;
2539 def int_x86_mmx_psll_d : GCCBuiltin<"__builtin_ia32_pslld">,
2540 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2541 llvm_x86mmx_ty], [IntrNoMem]>;
2542 def int_x86_mmx_psll_q : GCCBuiltin<"__builtin_ia32_psllq">,
2543 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2544 llvm_x86mmx_ty], [IntrNoMem]>;
2545
2546 def int_x86_mmx_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw">,
2547 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2548 llvm_x86mmx_ty], [IntrNoMem]>;
2549 def int_x86_mmx_psrl_d : GCCBuiltin<"__builtin_ia32_psrld">,
2550 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2551 llvm_x86mmx_ty], [IntrNoMem]>;
2552 def int_x86_mmx_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq">,
2553 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2554 llvm_x86mmx_ty], [IntrNoMem]>;
2555
2556 def int_x86_mmx_psra_w : GCCBuiltin<"__builtin_ia32_psraw">,
2557 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2558 llvm_x86mmx_ty], [IntrNoMem]>;
2559 def int_x86_mmx_psra_d : GCCBuiltin<"__builtin_ia32_psrad">,
2560 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2561 llvm_x86mmx_ty], [IntrNoMem]>;
2562
2563 def int_x86_mmx_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi">,
2564 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2565 llvm_i32_ty], [IntrNoMem]>;
2566 def int_x86_mmx_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi">,
2567 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2568 llvm_i32_ty], [IntrNoMem]>;
2569 def int_x86_mmx_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi">,
2570 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2571 llvm_i32_ty], [IntrNoMem]>;
2572
2573 def int_x86_mmx_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi">,
2574 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2575 llvm_i32_ty], [IntrNoMem]>;
2576 def int_x86_mmx_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi">,
2577 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2578 llvm_i32_ty], [IntrNoMem]>;
2579 def int_x86_mmx_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi">,
2580 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2581 llvm_i32_ty], [IntrNoMem]>;
2582
2583 def int_x86_mmx_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi">,
2584 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2585 llvm_i32_ty], [IntrNoMem]>;
2586 def int_x86_mmx_psrai_d : GCCBuiltin<"__builtin_ia32_psradi">,
2587 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2588 llvm_i32_ty], [IntrNoMem]>;
2589}
2590
2591// Pack ops.
2592let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2593 def int_x86_mmx_packsswb : GCCBuiltin<"__builtin_ia32_packsswb">,
2594 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2595 llvm_x86mmx_ty], [IntrNoMem]>;
2596 def int_x86_mmx_packssdw : GCCBuiltin<"__builtin_ia32_packssdw">,
2597 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2598 llvm_x86mmx_ty], [IntrNoMem]>;
2599 def int_x86_mmx_packuswb : GCCBuiltin<"__builtin_ia32_packuswb">,
2600 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2601 llvm_x86mmx_ty], [IntrNoMem]>;
2602}
2603
2604// Unpacking ops.
2605let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2606 def int_x86_mmx_punpckhbw : GCCBuiltin<"__builtin_ia32_punpckhbw">,
2607 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2608 [IntrNoMem]>;
2609 def int_x86_mmx_punpckhwd : GCCBuiltin<"__builtin_ia32_punpckhwd">,
2610 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2611 [IntrNoMem]>;
2612 def int_x86_mmx_punpckhdq : GCCBuiltin<"__builtin_ia32_punpckhdq">,
2613 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2614 [IntrNoMem]>;
2615 def int_x86_mmx_punpcklbw : GCCBuiltin<"__builtin_ia32_punpcklbw">,
2616 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2617 [IntrNoMem]>;
2618 def int_x86_mmx_punpcklwd : GCCBuiltin<"__builtin_ia32_punpcklwd">,
2619 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2620 [IntrNoMem]>;
2621 def int_x86_mmx_punpckldq : GCCBuiltin<"__builtin_ia32_punpckldq">,
2622 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2623 [IntrNoMem]>;
2624}
2625
2626// Integer comparison ops
2627let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2628 def int_x86_mmx_pcmpeq_b : GCCBuiltin<"__builtin_ia32_pcmpeqb">,
2629 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2630 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2631 def int_x86_mmx_pcmpeq_w : GCCBuiltin<"__builtin_ia32_pcmpeqw">,
2632 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2633 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2634 def int_x86_mmx_pcmpeq_d : GCCBuiltin<"__builtin_ia32_pcmpeqd">,
2635 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2636 llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2637
2638 def int_x86_mmx_pcmpgt_b : GCCBuiltin<"__builtin_ia32_pcmpgtb">,
2639 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2640 llvm_x86mmx_ty], [IntrNoMem]>;
2641 def int_x86_mmx_pcmpgt_w : GCCBuiltin<"__builtin_ia32_pcmpgtw">,
2642 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2643 llvm_x86mmx_ty], [IntrNoMem]>;
2644 def int_x86_mmx_pcmpgt_d : GCCBuiltin<"__builtin_ia32_pcmpgtd">,
2645 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2646 llvm_x86mmx_ty], [IntrNoMem]>;
2647}
2648
2649// Misc.
2650let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2651 def int_x86_mmx_maskmovq : GCCBuiltin<"__builtin_ia32_maskmovq">,
2652 Intrinsic<[], [llvm_x86mmx_ty, llvm_x86mmx_ty, llvm_ptr_ty], []>;
2653
2654 def int_x86_mmx_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb">,
2655 Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
2656
2657 def int_x86_mmx_movnt_dq : GCCBuiltin<"__builtin_ia32_movntq">,
2658 Intrinsic<[], [llvm_ptrx86mmx_ty, llvm_x86mmx_ty], []>;
2659
2660 def int_x86_mmx_palignr_b : GCCBuiltin<"__builtin_ia32_palignr">,
2661 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2662 llvm_x86mmx_ty, llvm_i8_ty], [IntrNoMem]>;
2663
2664 def int_x86_mmx_pextr_w : GCCBuiltin<"__builtin_ia32_vec_ext_v4hi">,
2665 Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty, llvm_i32_ty],
2666 [IntrNoMem]>;
2667
2668 def int_x86_mmx_pinsr_w : GCCBuiltin<"__builtin_ia32_vec_set_v4hi">,
2669 Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2670 llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2671}
2672
2673//===----------------------------------------------------------------------===//
2674// BMI
2675
2676let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2677 def int_x86_bmi_bextr_32 : GCCBuiltin<"__builtin_ia32_bextr_u32">,
2678 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2679 def int_x86_bmi_bextr_64 : GCCBuiltin<"__builtin_ia32_bextr_u64">,
2680 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2681 def int_x86_bmi_bzhi_32 : GCCBuiltin<"__builtin_ia32_bzhi_si">,
2682 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2683 def int_x86_bmi_bzhi_64 : GCCBuiltin<"__builtin_ia32_bzhi_di">,
2684 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2685 def int_x86_bmi_pdep_32 : GCCBuiltin<"__builtin_ia32_pdep_si">,
2686 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2687 def int_x86_bmi_pdep_64 : GCCBuiltin<"__builtin_ia32_pdep_di">,
2688 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2689 def int_x86_bmi_pext_32 : GCCBuiltin<"__builtin_ia32_pext_si">,
2690 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2691 def int_x86_bmi_pext_64 : GCCBuiltin<"__builtin_ia32_pext_di">,
2692 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2693}
2694
2695//===----------------------------------------------------------------------===//
2696// FS/GS Base
2697
2698let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2699 def int_x86_rdfsbase_32 : GCCBuiltin<"__builtin_ia32_rdfsbase32">,
2700 Intrinsic<[llvm_i32_ty], []>;
2701 def int_x86_rdgsbase_32 : GCCBuiltin<"__builtin_ia32_rdgsbase32">,
2702 Intrinsic<[llvm_i32_ty], []>;
2703 def int_x86_rdfsbase_64 : GCCBuiltin<"__builtin_ia32_rdfsbase64">,
2704 Intrinsic<[llvm_i64_ty], []>;
2705 def int_x86_rdgsbase_64 : GCCBuiltin<"__builtin_ia32_rdgsbase64">,
2706 Intrinsic<[llvm_i64_ty], []>;
2707 def int_x86_wrfsbase_32 : GCCBuiltin<"__builtin_ia32_wrfsbase32">,
2708 Intrinsic<[], [llvm_i32_ty]>;
2709 def int_x86_wrgsbase_32 : GCCBuiltin<"__builtin_ia32_wrgsbase32">,
2710 Intrinsic<[], [llvm_i32_ty]>;
2711 def int_x86_wrfsbase_64 : GCCBuiltin<"__builtin_ia32_wrfsbase64">,
2712 Intrinsic<[], [llvm_i64_ty]>;
2713 def int_x86_wrgsbase_64 : GCCBuiltin<"__builtin_ia32_wrgsbase64">,
2714 Intrinsic<[], [llvm_i64_ty]>;
2715}
2716
2717//===----------------------------------------------------------------------===//
2718// Half float conversion
2719
2720let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2721 def int_x86_vcvtph2ps_128 : GCCBuiltin<"__builtin_ia32_vcvtph2ps">,
2722 Intrinsic<[llvm_v4f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2723 def int_x86_vcvtph2ps_256 : GCCBuiltin<"__builtin_ia32_vcvtph2ps256">,
2724 Intrinsic<[llvm_v8f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2725 def int_x86_vcvtps2ph_128 : GCCBuiltin<"__builtin_ia32_vcvtps2ph">,
2726 Intrinsic<[llvm_v8i16_ty], [llvm_v4f32_ty, llvm_i32_ty],
2727 [IntrNoMem]>;
2728 def int_x86_vcvtps2ph_256 : GCCBuiltin<"__builtin_ia32_vcvtps2ph256">,
2729 Intrinsic<[llvm_v8i16_ty], [llvm_v8f32_ty, llvm_i32_ty],
2730 [IntrNoMem]>;
1a4d82fc
JJ		 2731 def int_x86_avx512_mask_vcvtph2ps_512 : GCCBuiltin<"__builtin_ia32_vcvtph2ps512_mask">,
2732 Intrinsic<[llvm_v16f32_ty], [llvm_v16i16_ty, llvm_v16f32_ty,
2733 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2734 def int_x86_avx512_mask_vcvtps2ph_512 : GCCBuiltin<"__builtin_ia32_vcvtps2ph512_mask">,
2735 Intrinsic<[llvm_v16i16_ty], [llvm_v16f32_ty, llvm_i32_ty,
2736 llvm_v16i16_ty, llvm_i16_ty], [IntrNoMem]>;
223e47cc
LB		 2737}
2738
2739//===----------------------------------------------------------------------===//
1a4d82fc
JJ		 2740// TBM
2741
2742let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2743 def int_x86_tbm_bextri_u32 : GCCBuiltin<"__builtin_ia32_bextri_u32">,
2744 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2745 def int_x86_tbm_bextri_u64 : GCCBuiltin<"__builtin_ia32_bextri_u64">,
2746 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2747}
2748
2749//===----------------------------------------------------------------------===//
2750// RDRAND intrinsics - Return a random value and whether it is valid.
2751// RDSEED intrinsics - Return a NIST SP800-90B & C compliant random value and
2752// whether it is valid.
223e47cc
LB		 2753
2754let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2755 // These are declared side-effecting so they don't get eliminated by CSE or
2756 // LICM.
2757 def int_x86_rdrand_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2758 def int_x86_rdrand_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2759 def int_x86_rdrand_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
1a4d82fc
JJ		 2760 def int_x86_rdseed_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2761 def int_x86_rdseed_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2762 def int_x86_rdseed_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
2763}
2764
2765//===----------------------------------------------------------------------===//
2766// ADX
2767
2768let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2769 def int_x86_addcarryx_u32: GCCBuiltin<"__builtin_ia32_addcarryx_u32">,
2770 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2771 llvm_ptr_ty], [IntrReadWriteArgMem]>;
2772 def int_x86_addcarryx_u64: GCCBuiltin<"__builtin_ia32_addcarryx_u64">,
2773 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2774 llvm_ptr_ty], [IntrReadWriteArgMem]>;
2775 def int_x86_addcarry_u32: GCCBuiltin<"__builtin_ia32_addcarry_u32">,
2776 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2777 llvm_ptr_ty], [IntrReadWriteArgMem]>;
2778 def int_x86_addcarry_u64: GCCBuiltin<"__builtin_ia32_addcarry_u64">,
2779 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2780 llvm_ptr_ty], [IntrReadWriteArgMem]>;
2781 def int_x86_subborrow_u32: GCCBuiltin<"__builtin_ia32_subborrow_u32">,
2782 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2783 llvm_ptr_ty], [IntrReadWriteArgMem]>;
2784 def int_x86_subborrow_u64: GCCBuiltin<"__builtin_ia32_subborrow_u64">,
2785 Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2786 llvm_ptr_ty], [IntrReadWriteArgMem]>;
223e47cc 2787}
970d7e83
LB		 2788
2789//===----------------------------------------------------------------------===//
2790// RTM intrinsics. Transactional Memory support.
2791
2792let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2793 def int_x86_xbegin : GCCBuiltin<"__builtin_ia32_xbegin">,
2794 Intrinsic<[llvm_i32_ty], [], []>;
2795 def int_x86_xend : GCCBuiltin<"__builtin_ia32_xend">,
2796 Intrinsic<[], [], []>;
2797 def int_x86_xabort : GCCBuiltin<"__builtin_ia32_xabort">,
2798 Intrinsic<[], [llvm_i8_ty], [IntrNoReturn]>;
1a4d82fc
JJ		 2799 def int_x86_xtest : GCCBuiltin<"__builtin_ia32_xtest">,
2800 Intrinsic<[llvm_i32_ty], [], []>;
2801}
2802
2803//===----------------------------------------------------------------------===//
2804// AVX512
2805
2806// Mask ops
2807let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2808 // Mask instructions
2809 // 16-bit mask
2810 def int_x86_avx512_kand_w : GCCBuiltin<"__builtin_ia32_kandhi">,
2811 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2812 [IntrNoMem]>;
2813 def int_x86_avx512_kandn_w : GCCBuiltin<"__builtin_ia32_kandnhi">,
2814 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2815 [IntrNoMem]>;
2816 def int_x86_avx512_knot_w : GCCBuiltin<"__builtin_ia32_knothi">,
2817 Intrinsic<[llvm_i16_ty], [llvm_i16_ty], [IntrNoMem]>;
2818 def int_x86_avx512_kor_w : GCCBuiltin<"__builtin_ia32_korhi">,
2819 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2820 [IntrNoMem]>;
2821 def int_x86_avx512_kxor_w : GCCBuiltin<"__builtin_ia32_kxorhi">,
2822 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2823 [IntrNoMem]>;
2824 def int_x86_avx512_kxnor_w : GCCBuiltin<"__builtin_ia32_kxnorhi">,
2825 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2826 [IntrNoMem]>;
2827 def int_x86_avx512_kunpck_bw : GCCBuiltin<"__builtin_ia32_kunpckhi">,
2828 Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
2829 [IntrNoMem]>;
2830 def int_x86_avx512_kortestz_w : GCCBuiltin<"__builtin_ia32_kortestzhi">,
2831 Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
2832 [IntrNoMem]>;
2833 def int_x86_avx512_kortestc_w : GCCBuiltin<"__builtin_ia32_kortestchi">,
2834 Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
2835 [IntrNoMem]>;
2836}
2837
2838// Conversion ops
2839let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2840 def int_x86_avx512_cvtss2usi : GCCBuiltin<"__builtin_ia32_cvtss2usi">,
2841 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2842 def int_x86_avx512_cvtss2usi64 : GCCBuiltin<"__builtin_ia32_cvtss2usi64">,
2843 Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2844 def int_x86_avx512_cvttss2usi : GCCBuiltin<"__builtin_ia32_cvttss2usi">,
2845 Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2846 def int_x86_avx512_cvttss2usi64 : GCCBuiltin<"__builtin_ia32_cvttss2usi64">,
2847 Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2848 def int_x86_avx512_cvtusi2ss : GCCBuiltin<"__builtin_ia32_cvtusi2ss">,
2849 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
2850 llvm_i32_ty], [IntrNoMem]>;
2851 def int_x86_avx512_cvtusi642ss : GCCBuiltin<"__builtin_ia32_cvtusi642ss">,
2852 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
2853 llvm_i64_ty], [IntrNoMem]>;
2854
2855 def int_x86_avx512_cvtsd2usi : GCCBuiltin<"__builtin_ia32_cvtsd2usi">,
2856 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2857 def int_x86_avx512_cvtsd2usi64 : GCCBuiltin<"__builtin_ia32_cvtsd2usi64">,
2858 Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2859 def int_x86_avx512_cvttsd2usi : GCCBuiltin<"__builtin_ia32_cvttsd2usi">,
2860 Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2861 def int_x86_avx512_cvttsd2usi64 : GCCBuiltin<"__builtin_ia32_cvttsd2usi64">,
2862 Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2863 def int_x86_avx512_cvtusi2sd : GCCBuiltin<"__builtin_ia32_cvtusi2sd">,
2864 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
2865 llvm_i32_ty], [IntrNoMem]>;
2866 def int_x86_avx512_cvtusi642sd : GCCBuiltin<"__builtin_ia32_cvtusi642sd">,
2867 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
2868 llvm_i64_ty], [IntrNoMem]>;
2869}
2870
2871// Vector convert
2872let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2873 def int_x86_avx512_mask_cvttps2dq_512: GCCBuiltin<"__builtin_ia32_cvttps2dq512_mask">,
2874 Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
2875 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2876 def int_x86_avx512_mask_cvttps2udq_512: GCCBuiltin<"__builtin_ia32_cvttps2udq512_mask">,
2877 Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
2878 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2879 def int_x86_avx512_mask_cvttpd2dq_512: GCCBuiltin<"__builtin_ia32_cvttpd2dq512_mask">,
2880 Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
2881 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2882 def int_x86_avx512_mask_cvttpd2udq_512: GCCBuiltin<"__builtin_ia32_cvttpd2udq512_mask">,
2883 Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
2884 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2885 def int_x86_avx512_mask_rndscale_ps_512: GCCBuiltin<"__builtin_ia32_rndscaleps_mask">,
2886 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_i32_ty, llvm_v16f32_ty,
2887 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2888 def int_x86_avx512_mask_rndscale_pd_512: GCCBuiltin<"__builtin_ia32_rndscalepd_mask">,
2889 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_i32_ty, llvm_v8f64_ty,
2890 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2891 def int_x86_avx512_mask_cvtps2dq_512: GCCBuiltin<"__builtin_ia32_cvtps2dq512_mask">,
2892 Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
2893 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2894 def int_x86_avx512_mask_cvtpd2dq_512: GCCBuiltin<"__builtin_ia32_cvtpd2dq512_mask">,
2895 Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
2896 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2897 def int_x86_avx512_mask_cvtps2udq_512: GCCBuiltin<"__builtin_ia32_cvtps2udq512_mask">,
2898 Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
2899 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2900 def int_x86_avx512_mask_cvtpd2udq_512: GCCBuiltin<"__builtin_ia32_cvtpd2udq512_mask">,
2901 Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
2902 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2903 def int_x86_avx512_mask_cvtdq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtdq2ps512_mask">,
2904 Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
2905 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2906 def int_x86_avx512_mask_cvtdq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtdq2pd512_mask">,
2907 Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
2908 llvm_i8_ty], [IntrNoMem]>;
2909 def int_x86_avx512_mask_cvtudq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtudq2ps512_mask">,
2910 Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
2911 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2912 def int_x86_avx512_mask_cvtudq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtudq2pd512_mask">,
2913 Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
2914 llvm_i8_ty], [IntrNoMem]>;
2915 def int_x86_avx512_mask_cvtpd2ps_512 : GCCBuiltin<"__builtin_ia32_cvtpd2ps512_mask">,
2916 Intrinsic<[llvm_v8f32_ty], [llvm_v8f64_ty, llvm_v8f32_ty,
2917 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2918}
2919
2920// Vector load with broadcast
2921let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2922 def int_x86_avx512_vbroadcast_ss_512 :
2923 GCCBuiltin<"__builtin_ia32_vbroadcastss512">,
2924 Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
2925 def int_x86_avx512_vbroadcast_ss_ps_512 :
2926 GCCBuiltin<"__builtin_ia32_vbroadcastss_ps512">,
2927 Intrinsic<[llvm_v16f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2928
2929 def int_x86_avx512_vbroadcast_sd_512 :
2930 GCCBuiltin<"__builtin_ia32_vbroadcastsd512">,
2931 Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
2932 def int_x86_avx512_vbroadcast_sd_pd_512 :
2933 GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd512">,
2934 Intrinsic<[llvm_v8f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2935
2936 def int_x86_avx512_pbroadcastd_512 :
2937 GCCBuiltin<"__builtin_ia32_pbroadcastd512">,
2938 Intrinsic<[llvm_v16i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2939 def int_x86_avx512_pbroadcastd_i32_512 :
2940 Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty], [IntrNoMem]>;
2941
2942 def int_x86_avx512_pbroadcastq_512 :
2943 GCCBuiltin<"__builtin_ia32_pbroadcastq512">,
2944 Intrinsic<[llvm_v8i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
2945 def int_x86_avx512_pbroadcastq_i64_512 :
2946 Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty], [IntrNoMem]>;
2947}
2948
2949// Vector sign and zero extend
2950let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2951 def int_x86_avx512_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq512">,
2952 Intrinsic<[llvm_v8i64_ty], [llvm_v16i8_ty],
2953 [IntrNoMem]>;
2954 def int_x86_avx512_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd512">,
2955 Intrinsic<[llvm_v16i32_ty], [llvm_v16i16_ty],
2956 [IntrNoMem]>;
2957 def int_x86_avx512_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd512">,
2958 Intrinsic<[llvm_v16i32_ty], [llvm_v16i8_ty],
2959 [IntrNoMem]>;
2960 def int_x86_avx512_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq512">,
2961 Intrinsic<[llvm_v8i64_ty], [llvm_v8i16_ty],
2962 [IntrNoMem]>;
2963 def int_x86_avx512_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq512">,
2964 Intrinsic<[llvm_v8i64_ty], [llvm_v8i32_ty],
2965 [IntrNoMem]>;
2966}
2967
2968// Arithmetic ops
2969let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
2970 def int_x86_avx512_mask_max_ps_512 : GCCBuiltin<"__builtin_ia32_maxps512_mask">,
2971 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
2972 llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2973 def int_x86_avx512_mask_max_pd_512 : GCCBuiltin<"__builtin_ia32_maxpd512_mask">,
2974 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
2975 llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2976 def int_x86_avx512_mask_min_ps_512 : GCCBuiltin<"__builtin_ia32_minps512_mask">,
2977 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
2978 llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2979 def int_x86_avx512_mask_min_pd_512 : GCCBuiltin<"__builtin_ia32_minpd512_mask">,
2980 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
2981 llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2982
2983 def int_x86_avx512_rndscale_ss : GCCBuiltin<"__builtin_ia32_rndscaless">,
2984 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
2985 llvm_i32_ty], [IntrNoMem]>;
2986 def int_x86_avx512_rndscale_sd : GCCBuiltin<"__builtin_ia32_rndscalesd">,
2987 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
2988 llvm_i32_ty], [IntrNoMem]>;
2989 def int_x86_avx512_sqrt_ss : GCCBuiltin<"__builtin_ia32_sqrtrndss">,
2990 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
2991 [IntrNoMem]>;
2992 def int_x86_avx512_sqrt_sd : GCCBuiltin<"__builtin_ia32_sqrtrndsd">,
2993 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty],
2994 [IntrNoMem]>;
2995
2996 def int_x86_avx512_sqrt_pd_512 : GCCBuiltin<"__builtin_ia32_sqrtpd512_mask">,
2997 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
2998 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
2999 def int_x86_avx512_sqrt_ps_512 : GCCBuiltin<"__builtin_ia32_sqrtps512_mask">,
3000 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3001 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3002
3003 def int_x86_avx512_rsqrt14_ss : GCCBuiltin<"__builtin_ia32_rsqrt14ss_mask">,
3004 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3005 llvm_i8_ty], [IntrNoMem]>;
3006 def int_x86_avx512_rsqrt14_sd : GCCBuiltin<"__builtin_ia32_rsqrt14sd_mask">,
3007 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3008 llvm_i8_ty], [IntrNoMem]>;
3009
3010 def int_x86_avx512_rsqrt14_pd_512 : GCCBuiltin<"__builtin_ia32_rsqrt14pd512_mask">,
3011 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3012 llvm_i8_ty], [IntrNoMem]>;
3013 def int_x86_avx512_rsqrt14_ps_512 : GCCBuiltin<"__builtin_ia32_rsqrt14ps512_mask">,
3014 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3015 llvm_i16_ty], [IntrNoMem]>;
3016 def int_x86_avx512_rcp14_ss : GCCBuiltin<"__builtin_ia32_rcp14ss_mask">,
3017 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3018 llvm_i8_ty], [IntrNoMem]>;
3019 def int_x86_avx512_rcp14_sd : GCCBuiltin<"__builtin_ia32_rcp14sd_mask">,
3020 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3021 llvm_i8_ty], [IntrNoMem]>;
3022
3023 def int_x86_avx512_rcp14_pd_512 : GCCBuiltin<"__builtin_ia32_rcp14pd512_mask">,
3024 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3025 llvm_i8_ty], [IntrNoMem]>;
3026 def int_x86_avx512_rcp14_ps_512 : GCCBuiltin<"__builtin_ia32_rcp14ps512_mask">,
3027 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3028 llvm_i16_ty], [IntrNoMem]>;
3029
3030 def int_x86_avx512_rcp28_ps : GCCBuiltin<"__builtin_ia32_rcp28ps_mask">,
3031 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3032 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3033 def int_x86_avx512_rcp28_pd : GCCBuiltin<"__builtin_ia32_rcp28pd_mask">,
3034 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3035 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3036 def int_x86_avx512_rcp28_ss : GCCBuiltin<"__builtin_ia32_rcp28ss_mask">,
3037 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3038 llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3039 [IntrNoMem]>;
3040 def int_x86_avx512_rcp28_sd : GCCBuiltin<"__builtin_ia32_rcp28sd_mask">,
3041 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3042 llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3043 [IntrNoMem]>;
3044 def int_x86_avx512_rsqrt28_ps : GCCBuiltin<"__builtin_ia32_rsqrt28ps_mask">,
3045 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3046 llvm_i16_ty, llvm_i32_ty],
3047 [IntrNoMem]>;
3048 def int_x86_avx512_rsqrt28_pd : GCCBuiltin<"__builtin_ia32_rsqrt28pd_mask">,
3049 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3050 llvm_i8_ty, llvm_i32_ty],
3051 [IntrNoMem]>;
3052 def int_x86_avx512_rsqrt28_ss : GCCBuiltin<"__builtin_ia32_rsqrt28ss_mask">,
3053 Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3054 llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3055 [IntrNoMem]>;
3056 def int_x86_avx512_rsqrt28_sd : GCCBuiltin<"__builtin_ia32_rsqrt28sd_mask">,
3057 Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3058 llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3059 [IntrNoMem]>;
3060}
3061
3062// Integer shift ops.
3063let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
3064 def int_x86_avx512_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi512">,
3065 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3066 llvm_i32_ty], [IntrNoMem]>;
3067 def int_x86_avx512_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi512">,
3068 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3069 llvm_i32_ty], [IntrNoMem]>;
3070 def int_x86_avx512_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi512_byteshift">,
3071 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3072 llvm_i32_ty], [IntrNoMem]>;
3073 def int_x86_avx512_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi512_byteshift">,
3074 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3075 llvm_i32_ty], [IntrNoMem]>;
3076}
3077
3078// Gather and Scatter ops
3079let TargetPrefix = "x86" in {
3080 def int_x86_avx512_gather_dpd_512 : GCCBuiltin<"__builtin_ia32_gathersiv8df">,
3081 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3082 llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3083 [IntrReadArgMem]>;
3084 def int_x86_avx512_gather_dps_512 : GCCBuiltin<"__builtin_ia32_gathersiv16sf">,
3085 Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_ptr_ty,
3086 llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3087 [IntrReadArgMem]>;
3088 def int_x86_avx512_gather_qpd_512 : GCCBuiltin<"__builtin_ia32_gatherdiv8df">,
3089 Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3090 llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3091 [IntrReadArgMem]>;
3092 def int_x86_avx512_gather_qps_512 : GCCBuiltin<"__builtin_ia32_gatherdiv16sf">,
3093 Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_ptr_ty,
3094 llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3095 [IntrReadArgMem]>;
3096
3097
3098 def int_x86_avx512_gather_dpq_512 : GCCBuiltin<"__builtin_ia32_gathersiv8di">,
3099 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3100 llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3101 [IntrReadArgMem]>;
3102 def int_x86_avx512_gather_dpi_512 : GCCBuiltin<"__builtin_ia32_gathersiv16si">,
3103 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_ptr_ty,
3104 llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3105 [IntrReadArgMem]>;
3106 def int_x86_avx512_gather_qpq_512 : GCCBuiltin<"__builtin_ia32_gatherdiv8di">,
3107 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3108 llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3109 [IntrReadArgMem]>;
3110 def int_x86_avx512_gather_qpi_512 : GCCBuiltin<"__builtin_ia32_gatherdiv16si">,
3111 Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_ptr_ty,
3112 llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3113 [IntrReadArgMem]>;
3114
3115// scatter
3116 def int_x86_avx512_scatter_dpd_512 : GCCBuiltin<"__builtin_ia32_scattersiv8df">,
3117 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3118 llvm_v8i32_ty, llvm_v8f64_ty, llvm_i32_ty],
3119 [IntrReadWriteArgMem]>;
3120 def int_x86_avx512_scatter_dps_512 : GCCBuiltin<"__builtin_ia32_scattersiv16sf">,
3121 Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3122 llvm_v16i32_ty, llvm_v16f32_ty, llvm_i32_ty],
3123 [IntrReadWriteArgMem]>;
3124 def int_x86_avx512_scatter_qpd_512 : GCCBuiltin<"__builtin_ia32_scatterdiv8df">,
3125 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3126 llvm_v8i64_ty, llvm_v8f64_ty, llvm_i32_ty],
3127 [IntrReadWriteArgMem]>;
3128 def int_x86_avx512_scatter_qps_512 : GCCBuiltin<"__builtin_ia32_scatterdiv16sf">,
3129 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3130 llvm_v8i64_ty, llvm_v8f32_ty, llvm_i32_ty],
3131 [IntrReadWriteArgMem]>;
3132
3133
3134 def int_x86_avx512_scatter_dpq_512 : GCCBuiltin<"__builtin_ia32_scattersiv8di">,
3135 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3136 llvm_v8i32_ty, llvm_v8i64_ty, llvm_i32_ty],
3137 [IntrReadWriteArgMem]>;
3138 def int_x86_avx512_scatter_dpi_512 : GCCBuiltin<"__builtin_ia32_scattersiv16si">,
3139 Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3140 llvm_v16i32_ty, llvm_v16i32_ty, llvm_i32_ty],
3141 [IntrReadWriteArgMem]>;
3142 def int_x86_avx512_scatter_qpq_512 : GCCBuiltin<"__builtin_ia32_scatterdiv8di">,
3143 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,llvm_v8i64_ty, llvm_v8i64_ty,
3144 llvm_i32_ty],
3145 [IntrReadWriteArgMem]>;
3146 def int_x86_avx512_scatter_qpi_512 : GCCBuiltin<"__builtin_ia32_scatterdiv16si">,
3147 Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_v8i32_ty,
3148 llvm_i32_ty],
3149 [IntrReadWriteArgMem]>;
3150
3151 // gather prefetch
3152 def int_x86_avx512_gatherpf_dpd_512 : GCCBuiltin<"__builtin_ia32_gatherpfdpd">,
3153 Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3154 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3155 def int_x86_avx512_gatherpf_dps_512 : GCCBuiltin<"__builtin_ia32_gatherpfdps">,
3156 Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3157 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3158 def int_x86_avx512_gatherpf_qpd_512 : GCCBuiltin<"__builtin_ia32_gatherpfqpd">,
3159 Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3160 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3161 def int_x86_avx512_gatherpf_qps_512 : GCCBuiltin<"__builtin_ia32_gatherpfqps">,
3162 Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3163 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3164
3165 // scatter prefetch
3166 def int_x86_avx512_scatterpf_dpd_512 : GCCBuiltin<"__builtin_ia32_scatterpfdpd">,
3167 Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3168 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3169 def int_x86_avx512_scatterpf_dps_512 : GCCBuiltin<"__builtin_ia32_scatterpfdps">,
3170 Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3171 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3172 def int_x86_avx512_scatterpf_qpd_512 : GCCBuiltin<"__builtin_ia32_scatterpfqpd">,
3173 Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3174 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3175 def int_x86_avx512_scatterpf_qps_512 : GCCBuiltin<"__builtin_ia32_scatterpfqps">,
3176 Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3177 llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3178}
3179
3180// AVX-512 conflict detection
3181let TargetPrefix = "x86" in {
3182 def int_x86_avx512_mask_conflict_d_512 :
3183 GCCBuiltin<"__builtin_ia32_vpconflictsi_512_mask">,
3184 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3185 llvm_v16i32_ty, llvm_i16_ty],
3186 []>;
3187 def int_x86_avx512_mask_conflict_q_512 :
3188 GCCBuiltin<"__builtin_ia32_vpconflictdi_512_mask">,
3189 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3190 llvm_v8i64_ty, llvm_i8_ty],
3191 []>;
3192 def int_x86_avx512_mask_lzcnt_d_512 :
3193 GCCBuiltin<"__builtin_ia32_vplzcntd_512_mask">,
3194 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3195 llvm_v16i32_ty, llvm_i16_ty],
3196 []>;
3197 def int_x86_avx512_mask_lzcnt_q_512 :
3198 GCCBuiltin<"__builtin_ia32_vplzcntq_512_mask">,
3199 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3200 llvm_v8i64_ty, llvm_i8_ty],
3201 []>;
3202}
3203
3204// Vector blend
3205let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
3206 def int_x86_avx512_mask_blend_ps_512 : GCCBuiltin<"__builtin_ia32_blendmps_512_mask">,
3207 Intrinsic<[llvm_v16f32_ty],
3208 [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty],
3209 [IntrNoMem]>;
3210 def int_x86_avx512_mask_blend_pd_512 : GCCBuiltin<"__builtin_ia32_blendmpd_512_mask">,
3211 Intrinsic<[llvm_v8f64_ty],
3212 [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty],
3213 [IntrNoMem]>;
3214
3215 def int_x86_avx512_mask_blend_d_512 : GCCBuiltin<"__builtin_ia32_blendmd_512_mask">,
3216 Intrinsic<[llvm_v16i32_ty],
3217 [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3218 [IntrNoMem]>;
3219 def int_x86_avx512_mask_blend_q_512 : GCCBuiltin<"__builtin_ia32_blendmq_512_mask">,
3220 Intrinsic<[llvm_v8i64_ty],
3221 [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3222 [IntrNoMem]>;
3223}
3224
3225let TargetPrefix = "x86" in {
3226 def int_x86_avx512_mask_valign_q_512 : GCCBuiltin<"__builtin_ia32_alignq512_mask">,
3227 Intrinsic<[llvm_v8i64_ty],
3228 [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_i8_ty],
3229 [IntrNoMem]>;
3230
3231 def int_x86_avx512_mask_valign_d_512 : GCCBuiltin<"__builtin_ia32_alignd512_mask">,
3232 Intrinsic<[llvm_v16i32_ty],
3233 [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty, llvm_v16i32_ty, llvm_i16_ty],
3234 [IntrNoMem]>;
3235}
3236
3237// Compares
3238let TargetPrefix = "x86" in {
3239 // 512-bit
3240 def int_x86_avx512_mask_pcmpeq_b_512 : GCCBuiltin<"__builtin_ia32_pcmpeqb512_mask">,
3241 Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3242 [IntrNoMem]>;
3243 def int_x86_avx512_mask_pcmpeq_w_512 : GCCBuiltin<"__builtin_ia32_pcmpeqw512_mask">,
3244 Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3245 [IntrNoMem]>;
3246 def int_x86_avx512_mask_pcmpeq_d_512 : GCCBuiltin<"__builtin_ia32_pcmpeqd512_mask">,
3247 Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3248 [IntrNoMem]>;
3249 def int_x86_avx512_mask_pcmpeq_q_512 : GCCBuiltin<"__builtin_ia32_pcmpeqq512_mask">,
3250 Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3251 [IntrNoMem]>;
3252
3253 def int_x86_avx512_mask_pcmpgt_b_512: GCCBuiltin<"__builtin_ia32_pcmpgtb512_mask">,
3254 Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3255 [IntrNoMem]>;
3256 def int_x86_avx512_mask_pcmpgt_w_512: GCCBuiltin<"__builtin_ia32_pcmpgtw512_mask">,
3257 Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3258 [IntrNoMem]>;
3259 def int_x86_avx512_mask_pcmpgt_d_512: GCCBuiltin<"__builtin_ia32_pcmpgtd512_mask">,
3260 Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3261 [IntrNoMem]>;
3262 def int_x86_avx512_mask_pcmpgt_q_512: GCCBuiltin<"__builtin_ia32_pcmpgtq512_mask">,
3263 Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3264 [IntrNoMem]>;
3265
3266 // 256-bit
3267 def int_x86_avx512_mask_pcmpeq_b_256 : GCCBuiltin<"__builtin_ia32_pcmpeqb256_mask">,
3268 Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3269 [IntrNoMem]>;
3270 def int_x86_avx512_mask_pcmpeq_w_256 : GCCBuiltin<"__builtin_ia32_pcmpeqw256_mask">,
3271 Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3272 [IntrNoMem]>;
3273 def int_x86_avx512_mask_pcmpeq_d_256 : GCCBuiltin<"__builtin_ia32_pcmpeqd256_mask">,
3274 Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3275 [IntrNoMem]>;
3276 def int_x86_avx512_mask_pcmpeq_q_256 : GCCBuiltin<"__builtin_ia32_pcmpeqq256_mask">,
3277 Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3278 [IntrNoMem]>;
3279
3280 def int_x86_avx512_mask_pcmpgt_b_256: GCCBuiltin<"__builtin_ia32_pcmpgtb256_mask">,
3281 Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3282 [IntrNoMem]>;
3283 def int_x86_avx512_mask_pcmpgt_w_256: GCCBuiltin<"__builtin_ia32_pcmpgtw256_mask">,
3284 Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3285 [IntrNoMem]>;
3286 def int_x86_avx512_mask_pcmpgt_d_256: GCCBuiltin<"__builtin_ia32_pcmpgtd256_mask">,
3287 Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3288 [IntrNoMem]>;
3289 def int_x86_avx512_mask_pcmpgt_q_256: GCCBuiltin<"__builtin_ia32_pcmpgtq256_mask">,
3290 Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3291 [IntrNoMem]>;
3292
3293 // 128-bit
3294 def int_x86_avx512_mask_pcmpeq_b_128 : GCCBuiltin<"__builtin_ia32_pcmpeqb128_mask">,
3295 Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3296 [IntrNoMem]>;
3297 def int_x86_avx512_mask_pcmpeq_w_128 : GCCBuiltin<"__builtin_ia32_pcmpeqw128_mask">,
3298 Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3299 [IntrNoMem]>;
3300 def int_x86_avx512_mask_pcmpeq_d_128 : GCCBuiltin<"__builtin_ia32_pcmpeqd128_mask">,
3301 Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3302 [IntrNoMem]>;
3303 def int_x86_avx512_mask_pcmpeq_q_128 : GCCBuiltin<"__builtin_ia32_pcmpeqq128_mask">,
3304 Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3305 [IntrNoMem]>;
3306
3307 def int_x86_avx512_mask_pcmpgt_b_128: GCCBuiltin<"__builtin_ia32_pcmpgtb128_mask">,
3308 Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3309 [IntrNoMem]>;
3310 def int_x86_avx512_mask_pcmpgt_w_128: GCCBuiltin<"__builtin_ia32_pcmpgtw128_mask">,
3311 Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3312 [IntrNoMem]>;
3313 def int_x86_avx512_mask_pcmpgt_d_128: GCCBuiltin<"__builtin_ia32_pcmpgtd128_mask">,
3314 Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3315 [IntrNoMem]>;
3316 def int_x86_avx512_mask_pcmpgt_q_128: GCCBuiltin<"__builtin_ia32_pcmpgtq128_mask">,
3317 Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3318 [IntrNoMem]>;
3319}
3320
3321// Misc.
3322let TargetPrefix = "x86" in {
3323 def int_x86_avx512_mask_cmp_ps_512 : GCCBuiltin<"__builtin_ia32_cmpps512_mask">,
3324 Intrinsic<[llvm_i16_ty], [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i32_ty,
3325 llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3326 def int_x86_avx512_mask_cmp_pd_512 : GCCBuiltin<"__builtin_ia32_cmppd512_mask">,
3327 Intrinsic<[llvm_i8_ty], [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i32_ty,
3328 llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3329 def int_x86_avx512_mask_pand_d_512 : GCCBuiltin<"__builtin_ia32_pandd512_mask">,
3330 Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3331 llvm_v16i32_ty, llvm_i16_ty],
3332 [IntrNoMem]>;
3333 def int_x86_avx512_mask_pand_q_512 : GCCBuiltin<"__builtin_ia32_pandq512_mask">,
3334 Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3335 llvm_v8i64_ty, llvm_i8_ty],
3336 [IntrNoMem]>;
3337 def int_x86_avx512_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa512">,
3338 Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
3339}
3340
3341//===----------------------------------------------------------------------===//
3342// SHA intrinsics
3343let TargetPrefix = "x86" in {
3344 def int_x86_sha1rnds4 : GCCBuiltin<"__builtin_ia32_sha1rnds4">,
3345 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3346 [IntrNoMem]>;
3347 def int_x86_sha1nexte : GCCBuiltin<"__builtin_ia32_sha1nexte">,
3348 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3349 def int_x86_sha1msg1 : GCCBuiltin<"__builtin_ia32_sha1msg1">,
3350 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3351 def int_x86_sha1msg2 : GCCBuiltin<"__builtin_ia32_sha1msg2">,
3352 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3353 def int_x86_sha256rnds2 : GCCBuiltin<"__builtin_ia32_sha256rnds2">,
3354 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
3355 [IntrNoMem]>;
3356 def int_x86_sha256msg1 : GCCBuiltin<"__builtin_ia32_sha256msg1">,
3357 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3358 def int_x86_sha256msg2 : GCCBuiltin<"__builtin_ia32_sha256msg2">,
3359 Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
970d7e83 3360}
backport for Debian buster