contrib/gcc-5.0/gcc/config/i386/avx512fintrin.h

   1 /* Copyright (C) 2013-2015 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 #ifndef _IMMINTRIN_H_INCLUDED
  25 #error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
  26 #endif
  27
  28 #ifndef _AVX512FINTRIN_H_INCLUDED
  29 #define _AVX512FINTRIN_H_INCLUDED
  30
  31 #ifndef __AVX512F__
  32 #pragma GCC push_options
  33 #pragma GCC target("avx512f")
  34 #define __DISABLE_AVX512F__
  35 #endif /* __AVX512F__ */
  36
  37 /* Internal data types for implementing the intrinsics.  */
  38 typedef double __v8df __attribute__ ((__vector_size__ (64)));
  39 typedef float __v16sf __attribute__ ((__vector_size__ (64)));
  40 typedef long long __v8di __attribute__ ((__vector_size__ (64)));
  41 typedef unsigned long long __v8du __attribute__ ((__vector_size__ (64)));
  42 typedef int __v16si __attribute__ ((__vector_size__ (64)));
  43 typedef unsigned int __v16su __attribute__ ((__vector_size__ (64)));
  44 typedef short __v32hi __attribute__ ((__vector_size__ (64)));
  45 typedef unsigned short __v32hu __attribute__ ((__vector_size__ (64)));
  46 typedef char __v64qi __attribute__ ((__vector_size__ (64)));
  47 typedef unsigned char __v64qu __attribute__ ((__vector_size__ (64)));
  48
  49 /* The Intel API is flexible enough that we must allow aliasing with other
  50    vector types, and their scalar components.  */
  51 typedef float __m512 __attribute__ ((__vector_size__ (64), __may_alias__));
  52 typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__));
  53 typedef double __m512d __attribute__ ((__vector_size__ (64), __may_alias__));
  54
  55 typedef unsigned char  __mmask8;
  56 typedef unsigned short __mmask16;
  57
  58 extern __inline __m512i
  59 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  60 _mm512_set_epi64 (long long __A, long long __B, long long __C,
  61                   long long __D, long long __E, long long __F,
  62                   long long __G, long long __H)
  63 {
  64   return __extension__ (__m512i) (__v8di)
  65          { __H, __G, __F, __E, __D, __C, __B, __A };
  66 }
  67
  68 /* Create the vector [A B C D E F G H I J K L M N O P].  */
  69 extern __inline __m512i
  70 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  71 _mm512_set_epi32 (int __A, int __B, int __C, int __D,
  72                   int __E, int __F, int __G, int __H,
  73                   int __I, int __J, int __K, int __L,
  74                   int __M, int __N, int __O, int __P)
  75 {
  76   return __extension__ (__m512i)(__v16si)
  77          { __P, __O, __N, __M, __L, __K, __J, __I,
  78            __H, __G, __F, __E, __D, __C, __B, __A };
  79 }
  80
  81 extern __inline __m512d
  82 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  83 _mm512_set_pd (double __A, double __B, double __C, double __D,
  84                double __E, double __F, double __G, double __H)
  85 {
  86   return __extension__ (__m512d)
  87          { __H, __G, __F, __E, __D, __C, __B, __A };
  88 }
  89
  90 extern __inline __m512
  91 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  92 _mm512_set_ps (float __A, float __B, float __C, float __D,
  93                float __E, float __F, float __G, float __H,
  94                float __I, float __J, float __K, float __L,
  95                float __M, float __N, float __O, float __P)
  96 {
  97   return __extension__ (__m512)
  98          { __P, __O, __N, __M, __L, __K, __J, __I,
  99            __H, __G, __F, __E, __D, __C, __B, __A };
 100 }
 101
 102 #define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7)                            \
 103   _mm512_set_epi64(e7,e6,e5,e4,e3,e2,e1,e0)
 104
 105 #define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7,                            \
 106                           e8,e9,e10,e11,e12,e13,e14,e15)                      \
 107   _mm512_set_epi32(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
 108
 109 #define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7)                               \
 110   _mm512_set_pd(e7,e6,e5,e4,e3,e2,e1,e0)
 111
 112 #define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
 113   _mm512_set_ps(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
 114
 115 extern __inline __m512
 116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 117 _mm512_undefined_ps (void)
 118 {
 119   __m512 __Y = __Y;
 120   return __Y;
 121 }
 122
 123 extern __inline __m512d
 124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 125 _mm512_undefined_pd (void)
 126 {
 127   __m512d __Y = __Y;
 128   return __Y;
 129 }
 130
 131 extern __inline __m512i
 132 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 133 _mm512_undefined_si512 (void)
 134 {
 135   __m512i __Y = __Y;
 136   return __Y;
 137 }
 138
 139 extern __inline __m512i
 140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 141 _mm512_set1_epi8 (char __A)
 142 {
 143   return __extension__ (__m512i)(__v64qi)
 144          { __A, __A, __A, __A, __A, __A, __A, __A,
 145            __A, __A, __A, __A, __A, __A, __A, __A,
 146            __A, __A, __A, __A, __A, __A, __A, __A,
 147            __A, __A, __A, __A, __A, __A, __A, __A,
 148            __A, __A, __A, __A, __A, __A, __A, __A,
 149            __A, __A, __A, __A, __A, __A, __A, __A,
 150            __A, __A, __A, __A, __A, __A, __A, __A,
 151            __A, __A, __A, __A, __A, __A, __A, __A };
 152 }
 153
 154 extern __inline __m512i
 155 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 156 _mm512_set1_epi16 (short __A)
 157 {
 158   return __extension__ (__m512i)(__v32hi)
 159          { __A, __A, __A, __A, __A, __A, __A, __A,
 160            __A, __A, __A, __A, __A, __A, __A, __A,
 161            __A, __A, __A, __A, __A, __A, __A, __A,
 162            __A, __A, __A, __A, __A, __A, __A, __A };
 163 }
 164
 165 extern __inline __m512d
 166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 167 _mm512_set1_pd (double __A)
 168 {
 169   return (__m512d) __builtin_ia32_broadcastsd512 (__extension__
 170                                                   (__v2df) { __A, },
 171                                                   (__v8df)
 172                                                   _mm512_undefined_pd (),
 173                                                   (__mmask8) -1);
 174 }
 175
 176 extern __inline __m512
 177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 178 _mm512_set1_ps (float __A)
 179 {
 180   return (__m512) __builtin_ia32_broadcastss512 (__extension__
 181                                                  (__v4sf) { __A, },
 182                                                  (__v16sf)
 183                                                  _mm512_undefined_ps (),
 184                                                  (__mmask16) -1);
 185 }
 186
 187 /* Create the vector [A B C D A B C D A B C D A B C D].  */
 188 extern __inline __m512i
 189 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 190 _mm512_set4_epi32 (int __A, int __B, int __C, int __D)
 191 {
 192   return __extension__ (__m512i)(__v16si)
 193          { __D, __C, __B, __A, __D, __C, __B, __A,
 194            __D, __C, __B, __A, __D, __C, __B, __A };
 195 }
 196
 197 extern __inline __m512i
 198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 199 _mm512_set4_epi64 (long long __A, long long __B, long long __C,
 200                    long long __D)
 201 {
 202   return __extension__ (__m512i) (__v8di)
 203          { __D, __C, __B, __A, __D, __C, __B, __A };
 204 }
 205
 206 extern __inline __m512d
 207 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 208 _mm512_set4_pd (double __A, double __B, double __C, double __D)
 209 {
 210   return __extension__ (__m512d)
 211          { __D, __C, __B, __A, __D, __C, __B, __A };
 212 }
 213
 214 extern __inline __m512
 215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 216 _mm512_set4_ps (float __A, float __B, float __C, float __D)
 217 {
 218   return __extension__ (__m512)
 219          { __D, __C, __B, __A, __D, __C, __B, __A,
 220            __D, __C, __B, __A, __D, __C, __B, __A };
 221 }
 222
 223 #define _mm512_setr4_epi64(e0,e1,e2,e3)                                       \
 224   _mm512_set4_epi64(e3,e2,e1,e0)
 225
 226 #define _mm512_setr4_epi32(e0,e1,e2,e3)                                       \
 227   _mm512_set4_epi32(e3,e2,e1,e0)
 228
 229 #define _mm512_setr4_pd(e0,e1,e2,e3)                                          \
 230   _mm512_set4_pd(e3,e2,e1,e0)
 231
 232 #define _mm512_setr4_ps(e0,e1,e2,e3)                                          \
 233   _mm512_set4_ps(e3,e2,e1,e0)
 234
 235 extern __inline __m512
 236 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 237 _mm512_setzero_ps (void)
 238 {
 239   return __extension__ (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
 240                                  0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
 241 }
 242
 243 extern __inline __m512d
 244 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 245 _mm512_setzero_pd (void)
 246 {
 247   return __extension__ (__m512d) { 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
 248 }
 249
 250 extern __inline __m512i
 251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 252 _mm512_setzero_epi32 (void)
 253 {
 254   return __extension__ (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
 255 }
 256
 257 extern __inline __m512i
 258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 259 _mm512_setzero_si512 (void)
 260 {
 261   return __extension__ (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
 262 }
 263
 264 extern __inline __m512d
 265 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 266 _mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
 267 {
 268   return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
 269                                                   (__v8df) __W,
 270                                                   (__mmask8) __U);
 271 }
 272
 273 extern __inline __m512d
 274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 275 _mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
 276 {
 277   return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
 278                                                   (__v8df)
 279                                                   _mm512_setzero_pd (),
 280                                                   (__mmask8) __U);
 281 }
 282
 283 extern __inline __m512
 284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 285 _mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
 286 {
 287   return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
 288                                                  (__v16sf) __W,
 289                                                  (__mmask16) __U);
 290 }
 291
 292 extern __inline __m512
 293 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 294 _mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
 295 {
 296   return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
 297                                                  (__v16sf)
 298                                                  _mm512_setzero_ps (),
 299                                                  (__mmask16) __U);
 300 }
 301
 302 extern __inline __m512d
 303 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 304 _mm512_load_pd (void const *__P)
 305 {
 306   return *(__m512d *) __P;
 307 }
 308
 309 extern __inline __m512d
 310 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 311 _mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
 312 {
 313   return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
 314                                                    (__v8df) __W,
 315                                                    (__mmask8) __U);
 316 }
 317
 318 extern __inline __m512d
 319 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 320 _mm512_maskz_load_pd (__mmask8 __U, void const *__P)
 321 {
 322   return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
 323                                                    (__v8df)
 324                                                    _mm512_setzero_pd (),
 325                                                    (__mmask8) __U);
 326 }
 327
 328 extern __inline void
 329 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 330 _mm512_store_pd (void *__P, __m512d __A)
 331 {
 332   *(__m512d *) __P = __A;
 333 }
 334
 335 extern __inline void
 336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 337 _mm512_mask_store_pd (void *__P, __mmask8 __U, __m512d __A)
 338 {
 339   __builtin_ia32_storeapd512_mask ((__v8df *) __P, (__v8df) __A,
 340                                    (__mmask8) __U);
 341 }
 342
 343 extern __inline __m512
 344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 345 _mm512_load_ps (void const *__P)
 346 {
 347   return *(__m512 *) __P;
 348 }
 349
 350 extern __inline __m512
 351 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 352 _mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
 353 {
 354   return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
 355                                                   (__v16sf) __W,
 356                                                   (__mmask16) __U);
 357 }
 358
 359 extern __inline __m512
 360 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 361 _mm512_maskz_load_ps (__mmask16 __U, void const *__P)
 362 {
 363   return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
 364                                                   (__v16sf)
 365                                                   _mm512_setzero_ps (),
 366                                                   (__mmask16) __U);
 367 }
 368
 369 extern __inline void
 370 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 371 _mm512_store_ps (void *__P, __m512 __A)
 372 {
 373   *(__m512 *) __P = __A;
 374 }
 375
 376 extern __inline void
 377 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 378 _mm512_mask_store_ps (void *__P, __mmask16 __U, __m512 __A)
 379 {
 380   __builtin_ia32_storeaps512_mask ((__v16sf *) __P, (__v16sf) __A,
 381                                    (__mmask16) __U);
 382 }
 383
 384 extern __inline __m512i
 385 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 386 _mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
 387 {
 388   return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
 389                                                      (__v8di) __W,
 390                                                      (__mmask8) __U);
 391 }
 392
 393 extern __inline __m512i
 394 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 395 _mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
 396 {
 397   return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
 398                                                      (__v8di)
 399                                                      _mm512_setzero_si512 (),
 400                                                      (__mmask8) __U);
 401 }
 402
 403 extern __inline __m512i
 404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 405 _mm512_load_epi64 (void const *__P)
 406 {
 407   return *(__m512i *) __P;
 408 }
 409
 410 extern __inline __m512i
 411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 412 _mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
 413 {
 414   return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
 415                                                         (__v8di) __W,
 416                                                         (__mmask8) __U);
 417 }
 418
 419 extern __inline __m512i
 420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 421 _mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
 422 {
 423   return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
 424                                                         (__v8di)
 425                                                         _mm512_setzero_si512 (),
 426                                                         (__mmask8) __U);
 427 }
 428
 429 extern __inline void
 430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 431 _mm512_store_epi64 (void *__P, __m512i __A)
 432 {
 433   *(__m512i *) __P = __A;
 434 }
 435
 436 extern __inline void
 437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 438 _mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
 439 {
 440   __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
 441                                         (__mmask8) __U);
 442 }
 443
 444 extern __inline __m512i
 445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 446 _mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
 447 {
 448   return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
 449                                                      (__v16si) __W,
 450                                                      (__mmask16) __U);
 451 }
 452
 453 extern __inline __m512i
 454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 455 _mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
 456 {
 457   return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
 458                                                      (__v16si)
 459                                                      _mm512_setzero_si512 (),
 460                                                      (__mmask16) __U);
 461 }
 462
 463 extern __inline __m512i
 464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 465 _mm512_load_si512 (void const *__P)
 466 {
 467   return *(__m512i *) __P;
 468 }
 469
 470 extern __inline __m512i
 471 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 472 _mm512_load_epi32 (void const *__P)
 473 {
 474   return *(__m512i *) __P;
 475 }
 476
 477 extern __inline __m512i
 478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 479 _mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
 480 {
 481   return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
 482                                                         (__v16si) __W,
 483                                                         (__mmask16) __U);
 484 }
 485
 486 extern __inline __m512i
 487 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 488 _mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
 489 {
 490   return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
 491                                                         (__v16si)
 492                                                         _mm512_setzero_si512 (),
 493                                                         (__mmask16) __U);
 494 }
 495
 496 extern __inline void
 497 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 498 _mm512_store_si512 (void *__P, __m512i __A)
 499 {
 500   *(__m512i *) __P = __A;
 501 }
 502
 503 extern __inline void
 504 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 505 _mm512_store_epi32 (void *__P, __m512i __A)
 506 {
 507   *(__m512i *) __P = __A;
 508 }
 509
 510 extern __inline void
 511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 512 _mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
 513 {
 514   __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
 515                                         (__mmask16) __U);
 516 }
 517
 518 extern __inline __m512i
 519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 520 _mm512_mullo_epi32 (__m512i __A, __m512i __B)
 521 {
 522   return (__m512i) ((__v16su) __A * (__v16su) __B);
 523 }
 524
 525 extern __inline __m512i
 526 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 527 _mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
 528 {
 529   return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
 530                                                   (__v16si) __B,
 531                                                   (__v16si)
 532                                                   _mm512_setzero_si512 (),
 533                                                   __M);
 534 }
 535
 536 extern __inline __m512i
 537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 538 _mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
 539 {
 540   return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
 541                                                   (__v16si) __B,
 542                                                   (__v16si) __W, __M);
 543 }
 544
 545 extern __inline __m512i
 546 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 547 _mm512_sllv_epi32 (__m512i __X, __m512i __Y)
 548 {
 549   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 550                                                   (__v16si) __Y,
 551                                                   (__v16si)
 552                                                   _mm512_undefined_si512 (),
 553                                                   (__mmask16) -1);
 554 }
 555
 556 extern __inline __m512i
 557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 558 _mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 559 {
 560   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 561                                                   (__v16si) __Y,
 562                                                   (__v16si) __W,
 563                                                   (__mmask16) __U);
 564 }
 565
 566 extern __inline __m512i
 567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 568 _mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 569 {
 570   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 571                                                   (__v16si) __Y,
 572                                                   (__v16si)
 573                                                   _mm512_setzero_si512 (),
 574                                                   (__mmask16) __U);
 575 }
 576
 577 extern __inline __m512i
 578 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 579 _mm512_srav_epi32 (__m512i __X, __m512i __Y)
 580 {
 581   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 582                                                   (__v16si) __Y,
 583                                                   (__v16si)
 584                                                   _mm512_undefined_si512 (),
 585                                                   (__mmask16) -1);
 586 }
 587
 588 extern __inline __m512i
 589 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 590 _mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 591 {
 592   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 593                                                   (__v16si) __Y,
 594                                                   (__v16si) __W,
 595                                                   (__mmask16) __U);
 596 }
 597
 598 extern __inline __m512i
 599 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 600 _mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 601 {
 602   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 603                                                   (__v16si) __Y,
 604                                                   (__v16si)
 605                                                   _mm512_setzero_si512 (),
 606                                                   (__mmask16) __U);
 607 }
 608
 609 extern __inline __m512i
 610 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 611 _mm512_srlv_epi32 (__m512i __X, __m512i __Y)
 612 {
 613   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 614                                                   (__v16si) __Y,
 615                                                   (__v16si)
 616                                                   _mm512_undefined_si512 (),
 617                                                   (__mmask16) -1);
 618 }
 619
 620 extern __inline __m512i
 621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 622 _mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 623 {
 624   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 625                                                   (__v16si) __Y,
 626                                                   (__v16si) __W,
 627                                                   (__mmask16) __U);
 628 }
 629
 630 extern __inline __m512i
 631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 632 _mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 633 {
 634   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 635                                                   (__v16si) __Y,
 636                                                   (__v16si)
 637                                                   _mm512_setzero_si512 (),
 638                                                   (__mmask16) __U);
 639 }
 640
 641 extern __inline __m512i
 642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 643 _mm512_add_epi64 (__m512i __A, __m512i __B)
 644 {
 645   return (__m512i) ((__v8du) __A + (__v8du) __B);
 646 }
 647
 648 extern __inline __m512i
 649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 650 _mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
 651 {
 652   return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
 653                                                  (__v8di) __B,
 654                                                  (__v8di) __W,
 655                                                  (__mmask8) __U);
 656 }
 657
 658 extern __inline __m512i
 659 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 660 _mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
 661 {
 662   return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
 663                                                  (__v8di) __B,
 664                                                  (__v8di)
 665                                                  _mm512_setzero_si512 (),
 666                                                  (__mmask8) __U);
 667 }
 668
 669 extern __inline __m512i
 670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 671 _mm512_sub_epi64 (__m512i __A, __m512i __B)
 672 {
 673   return (__m512i) ((__v8du) __A - (__v8du) __B);
 674 }
 675
 676 extern __inline __m512i
 677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 678 _mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
 679 {
 680   return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
 681                                                  (__v8di) __B,
 682                                                  (__v8di) __W,
 683                                                  (__mmask8) __U);
 684 }
 685
 686 extern __inline __m512i
 687 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 688 _mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
 689 {
 690   return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
 691                                                  (__v8di) __B,
 692                                                  (__v8di)
 693                                                  _mm512_setzero_si512 (),
 694                                                  (__mmask8) __U);
 695 }
 696
 697 extern __inline __m512i
 698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 699 _mm512_sllv_epi64 (__m512i __X, __m512i __Y)
 700 {
 701   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 702                                                  (__v8di) __Y,
 703                                                  (__v8di)
 704                                                  _mm512_undefined_pd (),
 705                                                  (__mmask8) -1);
 706 }
 707
 708 extern __inline __m512i
 709 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 710 _mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 711 {
 712   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 713                                                  (__v8di) __Y,
 714                                                  (__v8di) __W,
 715                                                  (__mmask8) __U);
 716 }
 717
 718 extern __inline __m512i
 719 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 720 _mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 721 {
 722   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 723                                                  (__v8di) __Y,
 724                                                  (__v8di)
 725                                                  _mm512_setzero_si512 (),
 726                                                  (__mmask8) __U);
 727 }
 728
 729 extern __inline __m512i
 730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 731 _mm512_srav_epi64 (__m512i __X, __m512i __Y)
 732 {
 733   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 734                                                  (__v8di) __Y,
 735                                                  (__v8di)
 736                                                  _mm512_undefined_si512 (),
 737                                                  (__mmask8) -1);
 738 }
 739
 740 extern __inline __m512i
 741 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 742 _mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 743 {
 744   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 745                                                  (__v8di) __Y,
 746                                                  (__v8di) __W,
 747                                                  (__mmask8) __U);
 748 }
 749
 750 extern __inline __m512i
 751 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 752 _mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 753 {
 754   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 755                                                  (__v8di) __Y,
 756                                                  (__v8di)
 757                                                  _mm512_setzero_si512 (),
 758                                                  (__mmask8) __U);
 759 }
 760
 761 extern __inline __m512i
 762 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 763 _mm512_srlv_epi64 (__m512i __X, __m512i __Y)
 764 {
 765   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 766                                                  (__v8di) __Y,
 767                                                  (__v8di)
 768                                                  _mm512_undefined_si512 (),
 769                                                  (__mmask8) -1);
 770 }
 771
 772 extern __inline __m512i
 773 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 774 _mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 775 {
 776   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 777                                                  (__v8di) __Y,
 778                                                  (__v8di) __W,
 779                                                  (__mmask8) __U);
 780 }
 781
 782 extern __inline __m512i
 783 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 784 _mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 785 {
 786   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 787                                                  (__v8di) __Y,
 788                                                  (__v8di)
 789                                                  _mm512_setzero_si512 (),
 790                                                  (__mmask8) __U);
 791 }
 792
 793 extern __inline __m512i
 794 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 795 _mm512_add_epi32 (__m512i __A, __m512i __B)
 796 {
 797   return (__m512i) ((__v16su) __A + (__v16su) __B);
 798 }
 799
 800 extern __inline __m512i
 801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 802 _mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
 803 {
 804   return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
 805                                                  (__v16si) __B,
 806                                                  (__v16si) __W,
 807                                                  (__mmask16) __U);
 808 }
 809
 810 extern __inline __m512i
 811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 812 _mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
 813 {
 814   return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
 815                                                  (__v16si) __B,
 816                                                  (__v16si)
 817                                                  _mm512_setzero_si512 (),
 818                                                  (__mmask16) __U);
 819 }
 820
 821 extern __inline __m512i
 822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 823 _mm512_mul_epi32 (__m512i __X, __m512i __Y)
 824 {
 825   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 826                                                   (__v16si) __Y,
 827                                                   (__v8di)
 828                                                   _mm512_undefined_si512 (),
 829                                                   (__mmask8) -1);
 830 }
 831
 832 extern __inline __m512i
 833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 834 _mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
 835 {
 836   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 837                                                   (__v16si) __Y,
 838                                                   (__v8di) __W, __M);
 839 }
 840
 841 extern __inline __m512i
 842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 843 _mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
 844 {
 845   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 846                                                   (__v16si) __Y,
 847                                                   (__v8di)
 848                                                   _mm512_setzero_si512 (),
 849                                                   __M);
 850 }
 851
 852 extern __inline __m512i
 853 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 854 _mm512_sub_epi32 (__m512i __A, __m512i __B)
 855 {
 856   return (__m512i) ((__v16su) __A - (__v16su) __B);
 857 }
 858
 859 extern __inline __m512i
 860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 861 _mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
 862 {
 863   return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
 864                                                  (__v16si) __B,
 865                                                  (__v16si) __W,
 866                                                  (__mmask16) __U);
 867 }
 868
 869 extern __inline __m512i
 870 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 871 _mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
 872 {
 873   return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
 874                                                  (__v16si) __B,
 875                                                  (__v16si)
 876                                                  _mm512_setzero_si512 (),
 877                                                  (__mmask16) __U);
 878 }
 879
 880 extern __inline __m512i
 881 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 882 _mm512_mul_epu32 (__m512i __X, __m512i __Y)
 883 {
 884   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 885                                                    (__v16si) __Y,
 886                                                    (__v8di)
 887                                                    _mm512_undefined_si512 (),
 888                                                    (__mmask8) -1);
 889 }
 890
 891 extern __inline __m512i
 892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 893 _mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
 894 {
 895   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 896                                                    (__v16si) __Y,
 897                                                    (__v8di) __W, __M);
 898 }
 899
 900 extern __inline __m512i
 901 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 902 _mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
 903 {
 904   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 905                                                    (__v16si) __Y,
 906                                                    (__v8di)
 907                                                    _mm512_setzero_si512 (),
 908                                                    __M);
 909 }
 910
 911 #ifdef __OPTIMIZE__
 912 extern __inline __m512i
 913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 914 _mm512_slli_epi64 (__m512i __A, unsigned int __B)
 915 {
 916   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 917                                                   (__v8di)
 918                                                   _mm512_undefined_si512 (),
 919                                                   (__mmask8) -1);
 920 }
 921
 922 extern __inline __m512i
 923 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 924 _mm512_mask_slli_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
 925                         unsigned int __B)
 926 {
 927   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 928                                                   (__v8di) __W,
 929                                                   (__mmask8) __U);
 930 }
 931
 932 extern __inline __m512i
 933 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 934 _mm512_maskz_slli_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
 935 {
 936   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 937                                                   (__v8di)
 938                                                   _mm512_setzero_si512 (),
 939                                                   (__mmask8) __U);
 940 }
 941 #else
 942 #define _mm512_slli_epi64(X, C)                                            \
 943   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 944     (__v8di)(__m512i)_mm512_undefined_si512 (),\
 945     (__mmask8)-1))
 946
 947 #define _mm512_mask_slli_epi64(W, U, X, C)                                 \
 948   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 949     (__v8di)(__m512i)(W),\
 950     (__mmask8)(U)))
 951
 952 #define _mm512_maskz_slli_epi64(U, X, C)                                   \
 953   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 954     (__v8di)(__m512i)_mm512_setzero_si512 (),\
 955     (__mmask8)(U)))
 956 #endif
 957
 958 extern __inline __m512i
 959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 960 _mm512_sll_epi64 (__m512i __A, __m128i __B)
 961 {
 962   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
 963                                                  (__v2di) __B,
 964                                                  (__v8di)
 965                                                  _mm512_undefined_si512 (),
 966                                                  (__mmask8) -1);
 967 }
 968
 969 extern __inline __m512i
 970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 971 _mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
 972 {
 973   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
 974                                                  (__v2di) __B,
 975                                                  (__v8di) __W,
 976                                                  (__mmask8) __U);
 977 }
 978
 979 extern __inline __m512i
 980 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 981 _mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
 982 {
 983   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
 984                                                  (__v2di) __B,
 985                                                  (__v8di)
 986                                                  _mm512_setzero_si512 (),
 987                                                  (__mmask8) __U);
 988 }
 989
 990 #ifdef __OPTIMIZE__
 991 extern __inline __m512i
 992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 993 _mm512_srli_epi64 (__m512i __A, unsigned int __B)
 994 {
 995   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
 996                                                   (__v8di)
 997                                                   _mm512_undefined_si512 (),
 998                                                   (__mmask8) -1);
 999 }
1000
1001 extern __inline __m512i
1002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1003 _mm512_mask_srli_epi64 (__m512i __W, __mmask8 __U,
1004                         __m512i __A, unsigned int __B)
1005 {
1006   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
1007                                                   (__v8di) __W,
1008                                                   (__mmask8) __U);
1009 }
1010
1011 extern __inline __m512i
1012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1013 _mm512_maskz_srli_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
1014 {
1015   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
1016                                                   (__v8di)
1017                                                   _mm512_setzero_si512 (),
1018                                                   (__mmask8) __U);
1019 }
1020 #else
1021 #define _mm512_srli_epi64(X, C)                                            \
1022   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1023     (__v8di)(__m512i)_mm512_undefined_si512 (),\
1024     (__mmask8)-1))
1025
1026 #define _mm512_mask_srli_epi64(W, U, X, C)                                 \
1027   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1028     (__v8di)(__m512i)(W),\
1029     (__mmask8)(U)))
1030
1031 #define _mm512_maskz_srli_epi64(U, X, C)                                   \
1032   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1033     (__v8di)(__m512i)_mm512_setzero_si512 (),\
1034     (__mmask8)(U)))
1035 #endif
1036
1037 extern __inline __m512i
1038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1039 _mm512_srl_epi64 (__m512i __A, __m128i __B)
1040 {
1041   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1042                                                  (__v2di) __B,
1043                                                  (__v8di)
1044                                                  _mm512_undefined_si512 (),
1045                                                  (__mmask8) -1);
1046 }
1047
1048 extern __inline __m512i
1049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1050 _mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
1051 {
1052   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1053                                                  (__v2di) __B,
1054                                                  (__v8di) __W,
1055                                                  (__mmask8) __U);
1056 }
1057
1058 extern __inline __m512i
1059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1060 _mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
1061 {
1062   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1063                                                  (__v2di) __B,
1064                                                  (__v8di)
1065                                                  _mm512_setzero_si512 (),
1066                                                  (__mmask8) __U);
1067 }
1068
1069 #ifdef __OPTIMIZE__
1070 extern __inline __m512i
1071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1072 _mm512_srai_epi64 (__m512i __A, unsigned int __B)
1073 {
1074   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1075                                                   (__v8di)
1076                                                   _mm512_undefined_si512 (),
1077                                                   (__mmask8) -1);
1078 }
1079
1080 extern __inline __m512i
1081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1082 _mm512_mask_srai_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
1083                         unsigned int __B)
1084 {
1085   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1086                                                   (__v8di) __W,
1087                                                   (__mmask8) __U);
1088 }
1089
1090 extern __inline __m512i
1091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1092 _mm512_maskz_srai_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
1093 {
1094   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1095                                                   (__v8di)
1096                                                   _mm512_setzero_si512 (),
1097                                                   (__mmask8) __U);
1098 }
1099 #else
1100 #define _mm512_srai_epi64(X, C)                                            \
1101   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1102     (__v8di)(__m512i)_mm512_undefined_si512 (),\
1103     (__mmask8)-1))
1104
1105 #define _mm512_mask_srai_epi64(W, U, X, C)                                 \
1106   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1107     (__v8di)(__m512i)(W),\
1108     (__mmask8)(U)))
1109
1110 #define _mm512_maskz_srai_epi64(U, X, C)                                   \
1111   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1112     (__v8di)(__m512i)_mm512_setzero_si512 (),\
1113     (__mmask8)(U)))
1114 #endif
1115
1116 extern __inline __m512i
1117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1118 _mm512_sra_epi64 (__m512i __A, __m128i __B)
1119 {
1120   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1121                                                  (__v2di) __B,
1122                                                  (__v8di)
1123                                                  _mm512_undefined_si512 (),
1124                                                  (__mmask8) -1);
1125 }
1126
1127 extern __inline __m512i
1128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1129 _mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
1130 {
1131   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1132                                                  (__v2di) __B,
1133                                                  (__v8di) __W,
1134                                                  (__mmask8) __U);
1135 }
1136
1137 extern __inline __m512i
1138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1139 _mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
1140 {
1141   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1142                                                  (__v2di) __B,
1143                                                  (__v8di)
1144                                                  _mm512_setzero_si512 (),
1145                                                  (__mmask8) __U);
1146 }
1147
1148 #ifdef __OPTIMIZE__
1149 extern __inline __m512i
1150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1151 _mm512_slli_epi32 (__m512i __A, unsigned int __B)
1152 {
1153   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1154                                                   (__v16si)
1155                                                   _mm512_undefined_si512 (),
1156                                                   (__mmask16) -1);
1157 }
1158
1159 extern __inline __m512i
1160 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1161 _mm512_mask_slli_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
1162                         unsigned int __B)
1163 {
1164   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1165                                                   (__v16si) __W,
1166                                                   (__mmask16) __U);
1167 }
1168
1169 extern __inline __m512i
1170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1171 _mm512_maskz_slli_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1172 {
1173   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1174                                                   (__v16si)
1175                                                   _mm512_setzero_si512 (),
1176                                                   (__mmask16) __U);
1177 }
1178 #else
1179 #define _mm512_slli_epi32(X, C)                                             \
1180   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1181     (__v16si)(__m512i)_mm512_undefined_si512 (),\
1182     (__mmask16)-1))
1183
1184 #define _mm512_mask_slli_epi32(W, U, X, C)                                  \
1185   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1186     (__v16si)(__m512i)(W),\
1187     (__mmask16)(U)))
1188
1189 #define _mm512_maskz_slli_epi32(U, X, C)                                    \
1190   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1191     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1192     (__mmask16)(U)))
1193 #endif
1194
1195 extern __inline __m512i
1196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1197 _mm512_sll_epi32 (__m512i __A, __m128i __B)
1198 {
1199   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1200                                                  (__v4si) __B,
1201                                                  (__v16si)
1202                                                  _mm512_undefined_si512 (),
1203                                                  (__mmask16) -1);
1204 }
1205
1206 extern __inline __m512i
1207 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1208 _mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1209 {
1210   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1211                                                  (__v4si) __B,
1212                                                  (__v16si) __W,
1213                                                  (__mmask16) __U);
1214 }
1215
1216 extern __inline __m512i
1217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1218 _mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1219 {
1220   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1221                                                  (__v4si) __B,
1222                                                  (__v16si)
1223                                                  _mm512_setzero_si512 (),
1224                                                  (__mmask16) __U);
1225 }
1226
1227 #ifdef __OPTIMIZE__
1228 extern __inline __m512i
1229 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1230 _mm512_srli_epi32 (__m512i __A, unsigned int __B)
1231 {
1232   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1233                                                   (__v16si)
1234                                                   _mm512_undefined_si512 (),
1235                                                   (__mmask16) -1);
1236 }
1237
1238 extern __inline __m512i
1239 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1240 _mm512_mask_srli_epi32 (__m512i __W, __mmask16 __U,
1241                         __m512i __A, unsigned int __B)
1242 {
1243   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1244                                                   (__v16si) __W,
1245                                                   (__mmask16) __U);
1246 }
1247
1248 extern __inline __m512i
1249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1250 _mm512_maskz_srli_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1251 {
1252   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1253                                                   (__v16si)
1254                                                   _mm512_setzero_si512 (),
1255                                                   (__mmask16) __U);
1256 }
1257 #else
1258 #define _mm512_srli_epi32(X, C)                                             \
1259   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1260     (__v16si)(__m512i)_mm512_undefined_si512 (),\
1261     (__mmask16)-1))
1262
1263 #define _mm512_mask_srli_epi32(W, U, X, C)                                  \
1264   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1265     (__v16si)(__m512i)(W),\
1266     (__mmask16)(U)))
1267
1268 #define _mm512_maskz_srli_epi32(U, X, C)                                    \
1269   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1270     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1271     (__mmask16)(U)))
1272 #endif
1273
1274 extern __inline __m512i
1275 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1276 _mm512_srl_epi32 (__m512i __A, __m128i __B)
1277 {
1278   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1279                                                  (__v4si) __B,
1280                                                  (__v16si)
1281                                                  _mm512_undefined_si512 (),
1282                                                  (__mmask16) -1);
1283 }
1284
1285 extern __inline __m512i
1286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1287 _mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1288 {
1289   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1290                                                  (__v4si) __B,
1291                                                  (__v16si) __W,
1292                                                  (__mmask16) __U);
1293 }
1294
1295 extern __inline __m512i
1296 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1297 _mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1298 {
1299   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1300                                                  (__v4si) __B,
1301                                                  (__v16si)
1302                                                  _mm512_setzero_si512 (),
1303                                                  (__mmask16) __U);
1304 }
1305
1306 #ifdef __OPTIMIZE__
1307 extern __inline __m512i
1308 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1309 _mm512_srai_epi32 (__m512i __A, unsigned int __B)
1310 {
1311   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1312                                                   (__v16si)
1313                                                   _mm512_undefined_si512 (),
1314                                                   (__mmask16) -1);
1315 }
1316
1317 extern __inline __m512i
1318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1319 _mm512_mask_srai_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
1320                         unsigned int __B)
1321 {
1322   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1323                                                   (__v16si) __W,
1324                                                   (__mmask16) __U);
1325 }
1326
1327 extern __inline __m512i
1328 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1329 _mm512_maskz_srai_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1330 {
1331   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1332                                                   (__v16si)
1333                                                   _mm512_setzero_si512 (),
1334                                                   (__mmask16) __U);
1335 }
1336 #else
1337 #define _mm512_srai_epi32(X, C)                                             \
1338   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1339     (__v16si)(__m512i)_mm512_undefined_si512 (),\
1340     (__mmask16)-1))
1341
1342 #define _mm512_mask_srai_epi32(W, U, X, C)                                  \
1343   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1344     (__v16si)(__m512i)(W),\
1345     (__mmask16)(U)))
1346
1347 #define _mm512_maskz_srai_epi32(U, X, C)                                    \
1348   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1349     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1350     (__mmask16)(U)))
1351 #endif
1352
1353 extern __inline __m512i
1354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1355 _mm512_sra_epi32 (__m512i __A, __m128i __B)
1356 {
1357   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1358                                                  (__v4si) __B,
1359                                                  (__v16si)
1360                                                  _mm512_undefined_si512 (),
1361                                                  (__mmask16) -1);
1362 }
1363
1364 extern __inline __m512i
1365 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1366 _mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1367 {
1368   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1369                                                  (__v4si) __B,
1370                                                  (__v16si) __W,
1371                                                  (__mmask16) __U);
1372 }
1373
1374 extern __inline __m512i
1375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1376 _mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1377 {
1378   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1379                                                  (__v4si) __B,
1380                                                  (__v16si)
1381                                                  _mm512_setzero_si512 (),
1382                                                  (__mmask16) __U);
1383 }
1384
1385 #ifdef __OPTIMIZE__
1386 extern __inline __m128d
1387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1388 _mm_add_round_sd (__m128d __A, __m128d __B, const int __R)
1389 {
1390   return (__m128d) __builtin_ia32_addsd_round ((__v2df) __A,
1391                                                (__v2df) __B,
1392                                                __R);
1393 }
1394
1395 extern __inline __m128
1396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1397 _mm_add_round_ss (__m128 __A, __m128 __B, const int __R)
1398 {
1399   return (__m128) __builtin_ia32_addss_round ((__v4sf) __A,
1400                                               (__v4sf) __B,
1401                                               __R);
1402 }
1403
1404 extern __inline __m128d
1405 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1406 _mm_sub_round_sd (__m128d __A, __m128d __B, const int __R)
1407 {
1408   return (__m128d) __builtin_ia32_subsd_round ((__v2df) __A,
1409                                                (__v2df) __B,
1410                                                __R);
1411 }
1412
1413 extern __inline __m128
1414 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1415 _mm_sub_round_ss (__m128 __A, __m128 __B, const int __R)
1416 {
1417   return (__m128) __builtin_ia32_subss_round ((__v4sf) __A,
1418                                               (__v4sf) __B,
1419                                               __R);
1420 }
1421
1422 #else
1423 #define _mm_add_round_sd(A, B, C)            \
1424     (__m128d)__builtin_ia32_addsd_round(A, B, C)
1425
1426 #define _mm_add_round_ss(A, B, C)            \
1427     (__m128)__builtin_ia32_addss_round(A, B, C)
1428
1429 #define _mm_sub_round_sd(A, B, C)            \
1430     (__m128d)__builtin_ia32_subsd_round(A, B, C)
1431
1432 #define _mm_sub_round_ss(A, B, C)            \
1433     (__m128)__builtin_ia32_subss_round(A, B, C)
1434 #endif
1435
1436 #ifdef __OPTIMIZE__
1437 extern __inline __m512i
1438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1439 _mm512_ternarylogic_epi64 (__m512i __A, __m512i __B, __m512i __C, const int imm)
1440 {
1441   return (__m512i) __builtin_ia32_pternlogq512_mask ((__v8di) __A,
1442                                                      (__v8di) __B,
1443                                                      (__v8di) __C, imm,
1444                                                      (__mmask8) -1);
1445 }
1446
1447 extern __inline __m512i
1448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1449 _mm512_mask_ternarylogic_epi64 (__m512i __A, __mmask8 __U, __m512i __B,
1450                                 __m512i __C, const int imm)
1451 {
1452   return (__m512i) __builtin_ia32_pternlogq512_mask ((__v8di) __A,
1453                                                      (__v8di) __B,
1454                                                      (__v8di) __C, imm,
1455                                                      (__mmask8) __U);
1456 }
1457
1458 extern __inline __m512i
1459 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1460 _mm512_maskz_ternarylogic_epi64 (__mmask8 __U, __m512i __A, __m512i __B,
1461                                  __m512i __C, const int imm)
1462 {
1463   return (__m512i) __builtin_ia32_pternlogq512_maskz ((__v8di) __A,
1464                                                       (__v8di) __B,
1465                                                       (__v8di) __C,
1466                                                       imm, (__mmask8) __U);
1467 }
1468
1469 extern __inline __m512i
1470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1471 _mm512_ternarylogic_epi32 (__m512i __A, __m512i __B, __m512i __C, const int imm)
1472 {
1473   return (__m512i) __builtin_ia32_pternlogd512_mask ((__v16si) __A,
1474                                                      (__v16si) __B,
1475                                                      (__v16si) __C,
1476                                                      imm, (__mmask16) -1);
1477 }
1478
1479 extern __inline __m512i
1480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1481 _mm512_mask_ternarylogic_epi32 (__m512i __A, __mmask16 __U, __m512i __B,
1482                                 __m512i __C, const int imm)
1483 {
1484   return (__m512i) __builtin_ia32_pternlogd512_mask ((__v16si) __A,
1485                                                      (__v16si) __B,
1486                                                      (__v16si) __C,
1487                                                      imm, (__mmask16) __U);
1488 }
1489
1490 extern __inline __m512i
1491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1492 _mm512_maskz_ternarylogic_epi32 (__mmask16 __U, __m512i __A, __m512i __B,
1493                                  __m512i __C, const int imm)
1494 {
1495   return (__m512i) __builtin_ia32_pternlogd512_maskz ((__v16si) __A,
1496                                                       (__v16si) __B,
1497                                                       (__v16si) __C,
1498                                                       imm, (__mmask16) __U);
1499 }
1500 #else
1501 #define _mm512_ternarylogic_epi64(A, B, C, I)                           \
1502   ((__m512i) __builtin_ia32_pternlogq512_mask ((__v8di)(__m512i)(A),    \
1503     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)-1))
1504 #define _mm512_mask_ternarylogic_epi64(A, U, B, C, I)                   \
1505   ((__m512i) __builtin_ia32_pternlogq512_mask ((__v8di)(__m512i)(A),    \
1506     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)(U)))
1507 #define _mm512_maskz_ternarylogic_epi64(U, A, B, C, I)                  \
1508   ((__m512i) __builtin_ia32_pternlogq512_maskz ((__v8di)(__m512i)(A),   \
1509     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)(U)))
1510 #define _mm512_ternarylogic_epi32(A, B, C, I)                           \
1511   ((__m512i) __builtin_ia32_pternlogd512_mask ((__v16si)(__m512i)(A),   \
1512     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1513     (__mmask16)-1))
1514 #define _mm512_mask_ternarylogic_epi32(A, U, B, C, I)                   \
1515   ((__m512i) __builtin_ia32_pternlogd512_mask ((__v16si)(__m512i)(A),   \
1516     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1517     (__mmask16)(U)))
1518 #define _mm512_maskz_ternarylogic_epi32(U, A, B, C, I)                  \
1519   ((__m512i) __builtin_ia32_pternlogd512_maskz ((__v16si)(__m512i)(A),  \
1520     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1521     (__mmask16)(U)))
1522 #endif
1523
1524 extern __inline __m512d
1525 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1526 _mm512_rcp14_pd (__m512d __A)
1527 {
1528   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1529                                                    (__v8df)
1530                                                    _mm512_undefined_pd (),
1531                                                    (__mmask8) -1);
1532 }
1533
1534 extern __inline __m512d
1535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1536 _mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1537 {
1538   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1539                                                    (__v8df) __W,
1540                                                    (__mmask8) __U);
1541 }
1542
1543 extern __inline __m512d
1544 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1545 _mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1546 {
1547   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1548                                                    (__v8df)
1549                                                    _mm512_setzero_pd (),
1550                                                    (__mmask8) __U);
1551 }
1552
1553 extern __inline __m512
1554 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1555 _mm512_rcp14_ps (__m512 __A)
1556 {
1557   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1558                                                   (__v16sf)
1559                                                   _mm512_undefined_ps (),
1560                                                   (__mmask16) -1);
1561 }
1562
1563 extern __inline __m512
1564 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1565 _mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1566 {
1567   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1568                                                   (__v16sf) __W,
1569                                                   (__mmask16) __U);
1570 }
1571
1572 extern __inline __m512
1573 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1574 _mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1575 {
1576   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1577                                                   (__v16sf)
1578                                                   _mm512_setzero_ps (),
1579                                                   (__mmask16) __U);
1580 }
1581
1582 extern __inline __m128d
1583 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1584 _mm_rcp14_sd (__m128d __A, __m128d __B)
1585 {
1586   return (__m128d) __builtin_ia32_rcp14sd ((__v2df) __B,
1587                                            (__v2df) __A);
1588 }
1589
1590 extern __inline __m128
1591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1592 _mm_rcp14_ss (__m128 __A, __m128 __B)
1593 {
1594   return (__m128) __builtin_ia32_rcp14ss ((__v4sf) __B,
1595                                           (__v4sf) __A);
1596 }
1597
1598 extern __inline __m512d
1599 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1600 _mm512_rsqrt14_pd (__m512d __A)
1601 {
1602   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1603                                                      (__v8df)
1604                                                      _mm512_undefined_pd (),
1605                                                      (__mmask8) -1);
1606 }
1607
1608 extern __inline __m512d
1609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1610 _mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1611 {
1612   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1613                                                      (__v8df) __W,
1614                                                      (__mmask8) __U);
1615 }
1616
1617 extern __inline __m512d
1618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1619 _mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1620 {
1621   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1622                                                      (__v8df)
1623                                                      _mm512_setzero_pd (),
1624                                                      (__mmask8) __U);
1625 }
1626
1627 extern __inline __m512
1628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1629 _mm512_rsqrt14_ps (__m512 __A)
1630 {
1631   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1632                                                     (__v16sf)
1633                                                     _mm512_undefined_ps (),
1634                                                     (__mmask16) -1);
1635 }
1636
1637 extern __inline __m512
1638 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1639 _mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1640 {
1641   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1642                                                     (__v16sf) __W,
1643                                                     (__mmask16) __U);
1644 }
1645
1646 extern __inline __m512
1647 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1648 _mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1649 {
1650   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1651                                                     (__v16sf)
1652                                                     _mm512_setzero_ps (),
1653                                                     (__mmask16) __U);
1654 }
1655
1656 extern __inline __m128d
1657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1658 _mm_rsqrt14_sd (__m128d __A, __m128d __B)
1659 {
1660   return (__m128d) __builtin_ia32_rsqrt14sd ((__v2df) __B,
1661                                              (__v2df) __A);
1662 }
1663
1664 extern __inline __m128
1665 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1666 _mm_rsqrt14_ss (__m128 __A, __m128 __B)
1667 {
1668   return (__m128) __builtin_ia32_rsqrt14ss ((__v4sf) __B,
1669                                             (__v4sf) __A);
1670 }
1671
1672 #ifdef __OPTIMIZE__
1673 extern __inline __m512d
1674 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1675 _mm512_sqrt_round_pd (__m512d __A, const int __R)
1676 {
1677   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1678                                                   (__v8df)
1679                                                   _mm512_undefined_pd (),
1680                                                   (__mmask8) -1, __R);
1681 }
1682
1683 extern __inline __m512d
1684 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1685 _mm512_mask_sqrt_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
1686                            const int __R)
1687 {
1688   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1689                                                   (__v8df) __W,
1690                                                   (__mmask8) __U, __R);
1691 }
1692
1693 extern __inline __m512d
1694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1695 _mm512_maskz_sqrt_round_pd (__mmask8 __U, __m512d __A, const int __R)
1696 {
1697   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1698                                                   (__v8df)
1699                                                   _mm512_setzero_pd (),
1700                                                   (__mmask8) __U, __R);
1701 }
1702
1703 extern __inline __m512
1704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1705 _mm512_sqrt_round_ps (__m512 __A, const int __R)
1706 {
1707   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1708                                                  (__v16sf)
1709                                                  _mm512_undefined_ps (),
1710                                                  (__mmask16) -1, __R);
1711 }
1712
1713 extern __inline __m512
1714 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1715 _mm512_mask_sqrt_round_ps (__m512 __W, __mmask16 __U, __m512 __A, const int __R)
1716 {
1717   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1718                                                  (__v16sf) __W,
1719                                                  (__mmask16) __U, __R);
1720 }
1721
1722 extern __inline __m512
1723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1724 _mm512_maskz_sqrt_round_ps (__mmask16 __U, __m512 __A, const int __R)
1725 {
1726   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1727                                                  (__v16sf)
1728                                                  _mm512_setzero_ps (),
1729                                                  (__mmask16) __U, __R);
1730 }
1731
1732 extern __inline __m128d
1733 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1734 _mm_sqrt_round_sd (__m128d __A, __m128d __B, const int __R)
1735 {
1736   return (__m128d) __builtin_ia32_sqrtsd_round ((__v2df) __B,
1737                                                 (__v2df) __A,
1738                                                 __R);
1739 }
1740
1741 extern __inline __m128
1742 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1743 _mm_sqrt_round_ss (__m128 __A, __m128 __B, const int __R)
1744 {
1745   return (__m128) __builtin_ia32_sqrtss_round ((__v4sf) __B,
1746                                                (__v4sf) __A,
1747                                                __R);
1748 }
1749 #else
1750 #define _mm512_sqrt_round_pd(A, C)            \
1751     (__m512d)__builtin_ia32_sqrtpd512_mask(A, (__v8df)_mm512_undefined_pd(), -1, C)
1752
1753 #define _mm512_mask_sqrt_round_pd(W, U, A, C) \
1754     (__m512d)__builtin_ia32_sqrtpd512_mask(A, W, U, C)
1755
1756 #define _mm512_maskz_sqrt_round_pd(U, A, C)   \
1757     (__m512d)__builtin_ia32_sqrtpd512_mask(A, (__v8df)_mm512_setzero_pd(), U, C)
1758
1759 #define _mm512_sqrt_round_ps(A, C)            \
1760     (__m512)__builtin_ia32_sqrtps512_mask(A, (__v16sf)_mm512_undefined_ps(), -1, C)
1761
1762 #define _mm512_mask_sqrt_round_ps(W, U, A, C) \
1763     (__m512)__builtin_ia32_sqrtps512_mask(A, W, U, C)
1764
1765 #define _mm512_maskz_sqrt_round_ps(U, A, C)   \
1766     (__m512)__builtin_ia32_sqrtps512_mask(A, (__v16sf)_mm512_setzero_ps(), U, C)
1767
1768 #define _mm_sqrt_round_sd(A, B, C)            \
1769     (__m128d)__builtin_ia32_sqrtsd_round(A, B, C)
1770
1771 #define _mm_sqrt_round_ss(A, B, C)            \
1772     (__m128)__builtin_ia32_sqrtss_round(A, B, C)
1773 #endif
1774
1775 extern __inline __m512i
1776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1777 _mm512_cvtepi8_epi32 (__m128i __A)
1778 {
1779   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
1780                                                     (__v16si)
1781                                                     _mm512_undefined_si512 (),
1782                                                     (__mmask16) -1);
1783 }
1784
1785 extern __inline __m512i
1786 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1787 _mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
1788 {
1789   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
1790                                                     (__v16si) __W,
1791                                                     (__mmask16) __U);
1792 }
1793
1794 extern __inline __m512i
1795 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1796 _mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
1797 {
1798   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
1799                                                     (__v16si)
1800                                                     _mm512_setzero_si512 (),
1801                                                     (__mmask16) __U);
1802 }
1803
1804 extern __inline __m512i
1805 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1806 _mm512_cvtepi8_epi64 (__m128i __A)
1807 {
1808   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
1809                                                     (__v8di)
1810                                                     _mm512_undefined_si512 (),
1811                                                     (__mmask8) -1);
1812 }
1813
1814 extern __inline __m512i
1815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1816 _mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
1817 {
1818   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
1819                                                     (__v8di) __W,
1820                                                     (__mmask8) __U);
1821 }
1822
1823 extern __inline __m512i
1824 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1825 _mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
1826 {
1827   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
1828                                                     (__v8di)
1829                                                     _mm512_setzero_si512 (),
1830                                                     (__mmask8) __U);
1831 }
1832
1833 extern __inline __m512i
1834 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1835 _mm512_cvtepi16_epi32 (__m256i __A)
1836 {
1837   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
1838                                                     (__v16si)
1839                                                     _mm512_undefined_si512 (),
1840                                                     (__mmask16) -1);
1841 }
1842
1843 extern __inline __m512i
1844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1845 _mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
1846 {
1847   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
1848                                                     (__v16si) __W,
1849                                                     (__mmask16) __U);
1850 }
1851
1852 extern __inline __m512i
1853 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1854 _mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
1855 {
1856   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
1857                                                     (__v16si)
1858                                                     _mm512_setzero_si512 (),
1859                                                     (__mmask16) __U);
1860 }
1861
1862 extern __inline __m512i
1863 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1864 _mm512_cvtepi16_epi64 (__m128i __A)
1865 {
1866   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
1867                                                     (__v8di)
1868                                                     _mm512_undefined_si512 (),
1869                                                     (__mmask8) -1);
1870 }
1871
1872 extern __inline __m512i
1873 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1874 _mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
1875 {
1876   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
1877                                                     (__v8di) __W,
1878                                                     (__mmask8) __U);
1879 }
1880
1881 extern __inline __m512i
1882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1883 _mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
1884 {
1885   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
1886                                                     (__v8di)
1887                                                     _mm512_setzero_si512 (),
1888                                                     (__mmask8) __U);
1889 }
1890
1891 extern __inline __m512i
1892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1893 _mm512_cvtepi32_epi64 (__m256i __X)
1894 {
1895   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
1896                                                     (__v8di)
1897                                                     _mm512_undefined_si512 (),
1898                                                     (__mmask8) -1);
1899 }
1900
1901 extern __inline __m512i
1902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1903 _mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
1904 {
1905   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
1906                                                     (__v8di) __W,
1907                                                     (__mmask8) __U);
1908 }
1909
1910 extern __inline __m512i
1911 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1912 _mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
1913 {
1914   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
1915                                                     (__v8di)
1916                                                     _mm512_setzero_si512 (),
1917                                                     (__mmask8) __U);
1918 }
1919
1920 extern __inline __m512i
1921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1922 _mm512_cvtepu8_epi32 (__m128i __A)
1923 {
1924   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
1925                                                     (__v16si)
1926                                                     _mm512_undefined_si512 (),
1927                                                     (__mmask16) -1);
1928 }
1929
1930 extern __inline __m512i
1931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1932 _mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
1933 {
1934   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
1935                                                     (__v16si) __W,
1936                                                     (__mmask16) __U);
1937 }
1938
1939 extern __inline __m512i
1940 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1941 _mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
1942 {
1943   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
1944                                                     (__v16si)
1945                                                     _mm512_setzero_si512 (),
1946                                                     (__mmask16) __U);
1947 }
1948
1949 extern __inline __m512i
1950 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1951 _mm512_cvtepu8_epi64 (__m128i __A)
1952 {
1953   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
1954                                                     (__v8di)
1955                                                     _mm512_undefined_si512 (),
1956                                                     (__mmask8) -1);
1957 }
1958
1959 extern __inline __m512i
1960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1961 _mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
1962 {
1963   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
1964                                                     (__v8di) __W,
1965                                                     (__mmask8) __U);
1966 }
1967
1968 extern __inline __m512i
1969 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1970 _mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
1971 {
1972   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
1973                                                     (__v8di)
1974                                                     _mm512_setzero_si512 (),
1975                                                     (__mmask8) __U);
1976 }
1977
1978 extern __inline __m512i
1979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1980 _mm512_cvtepu16_epi32 (__m256i __A)
1981 {
1982   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
1983                                                     (__v16si)
1984                                                     _mm512_undefined_si512 (),
1985                                                     (__mmask16) -1);
1986 }
1987
1988 extern __inline __m512i
1989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1990 _mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
1991 {
1992   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
1993                                                     (__v16si) __W,
1994                                                     (__mmask16) __U);
1995 }
1996
1997 extern __inline __m512i
1998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1999 _mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
2000 {
2001   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
2002                                                     (__v16si)
2003                                                     _mm512_setzero_si512 (),
2004                                                     (__mmask16) __U);
2005 }
2006
2007 extern __inline __m512i
2008 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2009 _mm512_cvtepu16_epi64 (__m128i __A)
2010 {
2011   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2012                                                     (__v8di)
2013                                                     _mm512_undefined_si512 (),
2014                                                     (__mmask8) -1);
2015 }
2016
2017 extern __inline __m512i
2018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2019 _mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
2020 {
2021   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2022                                                     (__v8di) __W,
2023                                                     (__mmask8) __U);
2024 }
2025
2026 extern __inline __m512i
2027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2028 _mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
2029 {
2030   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2031                                                     (__v8di)
2032                                                     _mm512_setzero_si512 (),
2033                                                     (__mmask8) __U);
2034 }
2035
2036 extern __inline __m512i
2037 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2038 _mm512_cvtepu32_epi64 (__m256i __X)
2039 {
2040   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2041                                                     (__v8di)
2042                                                     _mm512_undefined_si512 (),
2043                                                     (__mmask8) -1);
2044 }
2045
2046 extern __inline __m512i
2047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2048 _mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
2049 {
2050   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2051                                                     (__v8di) __W,
2052                                                     (__mmask8) __U);
2053 }
2054
2055 extern __inline __m512i
2056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2057 _mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
2058 {
2059   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2060                                                     (__v8di)
2061                                                     _mm512_setzero_si512 (),
2062                                                     (__mmask8) __U);
2063 }
2064
2065 #ifdef __OPTIMIZE__
2066 extern __inline __m512d
2067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2068 _mm512_add_round_pd (__m512d __A, __m512d __B, const int __R)
2069 {
2070   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2071                                                  (__v8df) __B,
2072                                                  (__v8df)
2073                                                  _mm512_undefined_pd (),
2074                                                  (__mmask8) -1, __R);
2075 }
2076
2077 extern __inline __m512d
2078 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2079 _mm512_mask_add_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2080                           __m512d __B, const int __R)
2081 {
2082   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2083                                                  (__v8df) __B,
2084                                                  (__v8df) __W,
2085                                                  (__mmask8) __U, __R);
2086 }
2087
2088 extern __inline __m512d
2089 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2090 _mm512_maskz_add_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2091                            const int __R)
2092 {
2093   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2094                                                  (__v8df) __B,
2095                                                  (__v8df)
2096                                                  _mm512_setzero_pd (),
2097                                                  (__mmask8) __U, __R);
2098 }
2099
2100 extern __inline __m512
2101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2102 _mm512_add_round_ps (__m512 __A, __m512 __B, const int __R)
2103 {
2104   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2105                                                 (__v16sf) __B,
2106                                                 (__v16sf)
2107                                                 _mm512_undefined_ps (),
2108                                                 (__mmask16) -1, __R);
2109 }
2110
2111 extern __inline __m512
2112 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2113 _mm512_mask_add_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2114                           __m512 __B, const int __R)
2115 {
2116   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2117                                                 (__v16sf) __B,
2118                                                 (__v16sf) __W,
2119                                                 (__mmask16) __U, __R);
2120 }
2121
2122 extern __inline __m512
2123 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2124 _mm512_maskz_add_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2125 {
2126   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2127                                                 (__v16sf) __B,
2128                                                 (__v16sf)
2129                                                 _mm512_setzero_ps (),
2130                                                 (__mmask16) __U, __R);
2131 }
2132
2133 extern __inline __m512d
2134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2135 _mm512_sub_round_pd (__m512d __A, __m512d __B, const int __R)
2136 {
2137   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2138                                                  (__v8df) __B,
2139                                                  (__v8df)
2140                                                  _mm512_undefined_pd (),
2141                                                  (__mmask8) -1, __R);
2142 }
2143
2144 extern __inline __m512d
2145 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2146 _mm512_mask_sub_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2147                           __m512d __B, const int __R)
2148 {
2149   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2150                                                  (__v8df) __B,
2151                                                  (__v8df) __W,
2152                                                  (__mmask8) __U, __R);
2153 }
2154
2155 extern __inline __m512d
2156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2157 _mm512_maskz_sub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2158                            const int __R)
2159 {
2160   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2161                                                  (__v8df) __B,
2162                                                  (__v8df)
2163                                                  _mm512_setzero_pd (),
2164                                                  (__mmask8) __U, __R);
2165 }
2166
2167 extern __inline __m512
2168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2169 _mm512_sub_round_ps (__m512 __A, __m512 __B, const int __R)
2170 {
2171   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2172                                                 (__v16sf) __B,
2173                                                 (__v16sf)
2174                                                 _mm512_undefined_ps (),
2175                                                 (__mmask16) -1, __R);
2176 }
2177
2178 extern __inline __m512
2179 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2180 _mm512_mask_sub_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2181                           __m512 __B, const int __R)
2182 {
2183   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2184                                                 (__v16sf) __B,
2185                                                 (__v16sf) __W,
2186                                                 (__mmask16) __U, __R);
2187 }
2188
2189 extern __inline __m512
2190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2191 _mm512_maskz_sub_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2192 {
2193   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2194                                                 (__v16sf) __B,
2195                                                 (__v16sf)
2196                                                 _mm512_setzero_ps (),
2197                                                 (__mmask16) __U, __R);
2198 }
2199 #else
2200 #define _mm512_add_round_pd(A, B, C)            \
2201     (__m512d)__builtin_ia32_addpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2202
2203 #define _mm512_mask_add_round_pd(W, U, A, B, C) \
2204     (__m512d)__builtin_ia32_addpd512_mask(A, B, W, U, C)
2205
2206 #define _mm512_maskz_add_round_pd(U, A, B, C)   \
2207     (__m512d)__builtin_ia32_addpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2208
2209 #define _mm512_add_round_ps(A, B, C)            \
2210     (__m512)__builtin_ia32_addps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2211
2212 #define _mm512_mask_add_round_ps(W, U, A, B, C) \
2213     (__m512)__builtin_ia32_addps512_mask(A, B, W, U, C)
2214
2215 #define _mm512_maskz_add_round_ps(U, A, B, C)   \
2216     (__m512)__builtin_ia32_addps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2217
2218 #define _mm512_sub_round_pd(A, B, C)            \
2219     (__m512d)__builtin_ia32_subpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2220
2221 #define _mm512_mask_sub_round_pd(W, U, A, B, C) \
2222     (__m512d)__builtin_ia32_subpd512_mask(A, B, W, U, C)
2223
2224 #define _mm512_maskz_sub_round_pd(U, A, B, C)   \
2225     (__m512d)__builtin_ia32_subpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2226
2227 #define _mm512_sub_round_ps(A, B, C)            \
2228     (__m512)__builtin_ia32_subps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2229
2230 #define _mm512_mask_sub_round_ps(W, U, A, B, C) \
2231     (__m512)__builtin_ia32_subps512_mask(A, B, W, U, C)
2232
2233 #define _mm512_maskz_sub_round_ps(U, A, B, C)   \
2234     (__m512)__builtin_ia32_subps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2235 #endif
2236
2237 #ifdef __OPTIMIZE__
2238 extern __inline __m512d
2239 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2240 _mm512_mul_round_pd (__m512d __A, __m512d __B, const int __R)
2241 {
2242   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2243                                                  (__v8df) __B,
2244                                                  (__v8df)
2245                                                  _mm512_undefined_pd (),
2246                                                  (__mmask8) -1, __R);
2247 }
2248
2249 extern __inline __m512d
2250 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2251 _mm512_mask_mul_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2252                           __m512d __B, const int __R)
2253 {
2254   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2255                                                  (__v8df) __B,
2256                                                  (__v8df) __W,
2257                                                  (__mmask8) __U, __R);
2258 }
2259
2260 extern __inline __m512d
2261 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2262 _mm512_maskz_mul_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2263                            const int __R)
2264 {
2265   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2266                                                  (__v8df) __B,
2267                                                  (__v8df)
2268                                                  _mm512_setzero_pd (),
2269                                                  (__mmask8) __U, __R);
2270 }
2271
2272 extern __inline __m512
2273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2274 _mm512_mul_round_ps (__m512 __A, __m512 __B, const int __R)
2275 {
2276   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2277                                                 (__v16sf) __B,
2278                                                 (__v16sf)
2279                                                 _mm512_undefined_ps (),
2280                                                 (__mmask16) -1, __R);
2281 }
2282
2283 extern __inline __m512
2284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2285 _mm512_mask_mul_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2286                           __m512 __B, const int __R)
2287 {
2288   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2289                                                 (__v16sf) __B,
2290                                                 (__v16sf) __W,
2291                                                 (__mmask16) __U, __R);
2292 }
2293
2294 extern __inline __m512
2295 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2296 _mm512_maskz_mul_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2297 {
2298   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2299                                                 (__v16sf) __B,
2300                                                 (__v16sf)
2301                                                 _mm512_setzero_ps (),
2302                                                 (__mmask16) __U, __R);
2303 }
2304
2305 extern __inline __m512d
2306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2307 _mm512_div_round_pd (__m512d __M, __m512d __V, const int __R)
2308 {
2309   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2310                                                  (__v8df) __V,
2311                                                  (__v8df)
2312                                                  _mm512_undefined_pd (),
2313                                                  (__mmask8) -1, __R);
2314 }
2315
2316 extern __inline __m512d
2317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2318 _mm512_mask_div_round_pd (__m512d __W, __mmask8 __U, __m512d __M,
2319                           __m512d __V, const int __R)
2320 {
2321   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2322                                                  (__v8df) __V,
2323                                                  (__v8df) __W,
2324                                                  (__mmask8) __U, __R);
2325 }
2326
2327 extern __inline __m512d
2328 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2329 _mm512_maskz_div_round_pd (__mmask8 __U, __m512d __M, __m512d __V,
2330                            const int __R)
2331 {
2332   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2333                                                  (__v8df) __V,
2334                                                  (__v8df)
2335                                                  _mm512_setzero_pd (),
2336                                                  (__mmask8) __U, __R);
2337 }
2338
2339 extern __inline __m512
2340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2341 _mm512_div_round_ps (__m512 __A, __m512 __B, const int __R)
2342 {
2343   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2344                                                 (__v16sf) __B,
2345                                                 (__v16sf)
2346                                                 _mm512_undefined_ps (),
2347                                                 (__mmask16) -1, __R);
2348 }
2349
2350 extern __inline __m512
2351 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2352 _mm512_mask_div_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2353                           __m512 __B, const int __R)
2354 {
2355   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2356                                                 (__v16sf) __B,
2357                                                 (__v16sf) __W,
2358                                                 (__mmask16) __U, __R);
2359 }
2360
2361 extern __inline __m512
2362 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2363 _mm512_maskz_div_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2364 {
2365   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2366                                                 (__v16sf) __B,
2367                                                 (__v16sf)
2368                                                 _mm512_setzero_ps (),
2369                                                 (__mmask16) __U, __R);
2370 }
2371
2372 extern __inline __m128d
2373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2374 _mm_mul_round_sd (__m128d __A, __m128d __B, const int __R)
2375 {
2376   return (__m128d) __builtin_ia32_mulsd_round ((__v2df) __A,
2377                                                (__v2df) __B,
2378                                                __R);
2379 }
2380
2381 extern __inline __m128
2382 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2383 _mm_mul_round_ss (__m128 __A, __m128 __B, const int __R)
2384 {
2385   return (__m128) __builtin_ia32_mulss_round ((__v4sf) __A,
2386                                               (__v4sf) __B,
2387                                               __R);
2388 }
2389
2390 extern __inline __m128d
2391 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2392 _mm_div_round_sd (__m128d __A, __m128d __B, const int __R)
2393 {
2394   return (__m128d) __builtin_ia32_divsd_round ((__v2df) __A,
2395                                                (__v2df) __B,
2396                                                __R);
2397 }
2398
2399 extern __inline __m128
2400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2401 _mm_div_round_ss (__m128 __A, __m128 __B, const int __R)
2402 {
2403   return (__m128) __builtin_ia32_divss_round ((__v4sf) __A,
2404                                               (__v4sf) __B,
2405                                               __R);
2406 }
2407
2408 #else
2409 #define _mm512_mul_round_pd(A, B, C)            \
2410     (__m512d)__builtin_ia32_mulpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2411
2412 #define _mm512_mask_mul_round_pd(W, U, A, B, C) \
2413     (__m512d)__builtin_ia32_mulpd512_mask(A, B, W, U, C)
2414
2415 #define _mm512_maskz_mul_round_pd(U, A, B, C)   \
2416     (__m512d)__builtin_ia32_mulpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2417
2418 #define _mm512_mul_round_ps(A, B, C)            \
2419     (__m512)__builtin_ia32_mulps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2420
2421 #define _mm512_mask_mul_round_ps(W, U, A, B, C) \
2422     (__m512)__builtin_ia32_mulps512_mask(A, B, W, U, C)
2423
2424 #define _mm512_maskz_mul_round_ps(U, A, B, C)   \
2425     (__m512)__builtin_ia32_mulps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2426
2427 #define _mm512_div_round_pd(A, B, C)            \
2428     (__m512d)__builtin_ia32_divpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2429
2430 #define _mm512_mask_div_round_pd(W, U, A, B, C) \
2431     (__m512d)__builtin_ia32_divpd512_mask(A, B, W, U, C)
2432
2433 #define _mm512_maskz_div_round_pd(U, A, B, C)   \
2434     (__m512d)__builtin_ia32_divpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2435
2436 #define _mm512_div_round_ps(A, B, C)            \
2437     (__m512)__builtin_ia32_divps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2438
2439 #define _mm512_mask_div_round_ps(W, U, A, B, C) \
2440     (__m512)__builtin_ia32_divps512_mask(A, B, W, U, C)
2441
2442 #define _mm512_maskz_div_round_ps(U, A, B, C)   \
2443     (__m512)__builtin_ia32_divps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2444
2445 #define _mm_mul_round_sd(A, B, C)            \
2446     (__m128d)__builtin_ia32_mulsd_round(A, B, C)
2447
2448 #define _mm_mul_round_ss(A, B, C)            \
2449     (__m128)__builtin_ia32_mulss_round(A, B, C)
2450
2451 #define _mm_div_round_sd(A, B, C)            \
2452     (__m128d)__builtin_ia32_divsd_round(A, B, C)
2453
2454 #define _mm_div_round_ss(A, B, C)            \
2455     (__m128)__builtin_ia32_divss_round(A, B, C)
2456 #endif
2457
2458 #ifdef __OPTIMIZE__
2459 extern __inline __m512d
2460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2461 _mm512_max_round_pd (__m512d __A, __m512d __B, const int __R)
2462 {
2463   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2464                                                  (__v8df) __B,
2465                                                  (__v8df)
2466                                                  _mm512_undefined_pd (),
2467                                                  (__mmask8) -1, __R);
2468 }
2469
2470 extern __inline __m512d
2471 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2472 _mm512_mask_max_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2473                           __m512d __B, const int __R)
2474 {
2475   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2476                                                  (__v8df) __B,
2477                                                  (__v8df) __W,
2478                                                  (__mmask8) __U, __R);
2479 }
2480
2481 extern __inline __m512d
2482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2483 _mm512_maskz_max_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2484                            const int __R)
2485 {
2486   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2487                                                  (__v8df) __B,
2488                                                  (__v8df)
2489                                                  _mm512_setzero_pd (),
2490                                                  (__mmask8) __U, __R);
2491 }
2492
2493 extern __inline __m512
2494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2495 _mm512_max_round_ps (__m512 __A, __m512 __B, const int __R)
2496 {
2497   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2498                                                 (__v16sf) __B,
2499                                                 (__v16sf)
2500                                                 _mm512_undefined_ps (),
2501                                                 (__mmask16) -1, __R);
2502 }
2503
2504 extern __inline __m512
2505 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2506 _mm512_mask_max_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2507                           __m512 __B, const int __R)
2508 {
2509   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2510                                                 (__v16sf) __B,
2511                                                 (__v16sf) __W,
2512                                                 (__mmask16) __U, __R);
2513 }
2514
2515 extern __inline __m512
2516 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2517 _mm512_maskz_max_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2518 {
2519   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2520                                                 (__v16sf) __B,
2521                                                 (__v16sf)
2522                                                 _mm512_setzero_ps (),
2523                                                 (__mmask16) __U, __R);
2524 }
2525
2526 extern __inline __m512d
2527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2528 _mm512_min_round_pd (__m512d __A, __m512d __B, const int __R)
2529 {
2530   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2531                                                  (__v8df) __B,
2532                                                  (__v8df)
2533                                                  _mm512_undefined_pd (),
2534                                                  (__mmask8) -1, __R);
2535 }
2536
2537 extern __inline __m512d
2538 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2539 _mm512_mask_min_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2540                           __m512d __B, const int __R)
2541 {
2542   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2543                                                  (__v8df) __B,
2544                                                  (__v8df) __W,
2545                                                  (__mmask8) __U, __R);
2546 }
2547
2548 extern __inline __m512d
2549 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2550 _mm512_maskz_min_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2551                            const int __R)
2552 {
2553   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2554                                                  (__v8df) __B,
2555                                                  (__v8df)
2556                                                  _mm512_setzero_pd (),
2557                                                  (__mmask8) __U, __R);
2558 }
2559
2560 extern __inline __m512
2561 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2562 _mm512_min_round_ps (__m512 __A, __m512 __B, const int __R)
2563 {
2564   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2565                                                 (__v16sf) __B,
2566                                                 (__v16sf)
2567                                                 _mm512_undefined_ps (),
2568                                                 (__mmask16) -1, __R);
2569 }
2570
2571 extern __inline __m512
2572 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2573 _mm512_mask_min_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2574                           __m512 __B, const int __R)
2575 {
2576   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2577                                                 (__v16sf) __B,
2578                                                 (__v16sf) __W,
2579                                                 (__mmask16) __U, __R);
2580 }
2581
2582 extern __inline __m512
2583 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2584 _mm512_maskz_min_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2585 {
2586   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2587                                                 (__v16sf) __B,
2588                                                 (__v16sf)
2589                                                 _mm512_setzero_ps (),
2590                                                 (__mmask16) __U, __R);
2591 }
2592 #else
2593 #define _mm512_max_round_pd(A, B,  R) \
2594     (__m512d)__builtin_ia32_maxpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, R)
2595
2596 #define _mm512_mask_max_round_pd(W, U,  A, B, R) \
2597     (__m512d)__builtin_ia32_maxpd512_mask(A, B, W, U, R)
2598
2599 #define _mm512_maskz_max_round_pd(U, A,  B, R) \
2600     (__m512d)__builtin_ia32_maxpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, R)
2601
2602 #define _mm512_max_round_ps(A, B,  R) \
2603     (__m512)__builtin_ia32_maxps512_mask(A, B, (__v16sf)_mm512_undefined_pd(), -1, R)
2604
2605 #define _mm512_mask_max_round_ps(W, U,  A, B, R) \
2606     (__m512)__builtin_ia32_maxps512_mask(A, B, W, U, R)
2607
2608 #define _mm512_maskz_max_round_ps(U, A,  B, R) \
2609     (__m512)__builtin_ia32_maxps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, R)
2610
2611 #define _mm512_min_round_pd(A, B,  R) \
2612     (__m512d)__builtin_ia32_minpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, R)
2613
2614 #define _mm512_mask_min_round_pd(W, U,  A, B, R) \
2615     (__m512d)__builtin_ia32_minpd512_mask(A, B, W, U, R)
2616
2617 #define _mm512_maskz_min_round_pd(U, A,  B, R) \
2618     (__m512d)__builtin_ia32_minpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, R)
2619
2620 #define _mm512_min_round_ps(A, B, R) \
2621     (__m512)__builtin_ia32_minps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, R)
2622
2623 #define _mm512_mask_min_round_ps(W, U,  A, B, R) \
2624     (__m512)__builtin_ia32_minps512_mask(A, B, W, U, R)
2625
2626 #define _mm512_maskz_min_round_ps(U, A,  B, R) \
2627     (__m512)__builtin_ia32_minps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, R)
2628 #endif
2629
2630 #ifdef __OPTIMIZE__
2631 extern __inline __m512d
2632 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2633 _mm512_scalef_round_pd (__m512d __A, __m512d __B, const int __R)
2634 {
2635   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
2636                                                     (__v8df) __B,
2637                                                     (__v8df)
2638                                                     _mm512_undefined_pd (),
2639                                                     (__mmask8) -1, __R);
2640 }
2641
2642 extern __inline __m512d
2643 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2644 _mm512_mask_scalef_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2645                              __m512d __B, const int __R)
2646 {
2647   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
2648                                                     (__v8df) __B,
2649                                                     (__v8df) __W,
2650                                                     (__mmask8) __U, __R);
2651 }
2652
2653 extern __inline __m512d
2654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2655 _mm512_maskz_scalef_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2656                               const int __R)
2657 {
2658   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
2659                                                     (__v8df) __B,
2660                                                     (__v8df)
2661                                                     _mm512_setzero_pd (),
2662                                                     (__mmask8) __U, __R);
2663 }
2664
2665 extern __inline __m512
2666 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2667 _mm512_scalef_round_ps (__m512 __A, __m512 __B, const int __R)
2668 {
2669   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
2670                                                    (__v16sf) __B,
2671                                                    (__v16sf)
2672                                                    _mm512_undefined_ps (),
2673                                                    (__mmask16) -1, __R);
2674 }
2675
2676 extern __inline __m512
2677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2678 _mm512_mask_scalef_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2679                              __m512 __B, const int __R)
2680 {
2681   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
2682                                                    (__v16sf) __B,
2683                                                    (__v16sf) __W,
2684                                                    (__mmask16) __U, __R);
2685 }
2686
2687 extern __inline __m512
2688 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2689 _mm512_maskz_scalef_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
2690                               const int __R)
2691 {
2692   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
2693                                                    (__v16sf) __B,
2694                                                    (__v16sf)
2695                                                    _mm512_setzero_ps (),
2696                                                    (__mmask16) __U, __R);
2697 }
2698
2699 extern __inline __m128d
2700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2701 _mm_scalef_round_sd (__m128d __A, __m128d __B, const int __R)
2702 {
2703   return (__m128d) __builtin_ia32_scalefsd_round ((__v2df) __A,
2704                                                   (__v2df) __B,
2705                                                   __R);
2706 }
2707
2708 extern __inline __m128
2709 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2710 _mm_scalef_round_ss (__m128 __A, __m128 __B, const int __R)
2711 {
2712   return (__m128) __builtin_ia32_scalefss_round ((__v4sf) __A,
2713                                                  (__v4sf) __B,
2714                                                  __R);
2715 }
2716 #else
2717 #define _mm512_scalef_round_pd(A, B, C)            \
2718     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2719
2720 #define _mm512_mask_scalef_round_pd(W, U, A, B, C) \
2721     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, W, U, C)
2722
2723 #define _mm512_maskz_scalef_round_pd(U, A, B, C)   \
2724     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2725
2726 #define _mm512_scalef_round_ps(A, B, C)            \
2727     (__m512)__builtin_ia32_scalefps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2728
2729 #define _mm512_mask_scalef_round_ps(W, U, A, B, C) \
2730     (__m512)__builtin_ia32_scalefps512_mask(A, B, W, U, C)
2731
2732 #define _mm512_maskz_scalef_round_ps(U, A, B, C)   \
2733     (__m512)__builtin_ia32_scalefps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2734
2735 #define _mm_scalef_round_sd(A, B, C)            \
2736     (__m128d)__builtin_ia32_scalefsd_round(A, B, C)
2737
2738 #define _mm_scalef_round_ss(A, B, C)            \
2739     (__m128)__builtin_ia32_scalefss_round(A, B, C)
2740 #endif
2741
2742 #ifdef __OPTIMIZE__
2743 extern __inline __m512d
2744 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2745 _mm512_fmadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
2746 {
2747   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2748                                                     (__v8df) __B,
2749                                                     (__v8df) __C,
2750                                                     (__mmask8) -1, __R);
2751 }
2752
2753 extern __inline __m512d
2754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2755 _mm512_mask_fmadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
2756                             __m512d __C, const int __R)
2757 {
2758   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2759                                                     (__v8df) __B,
2760                                                     (__v8df) __C,
2761                                                     (__mmask8) __U, __R);
2762 }
2763
2764 extern __inline __m512d
2765 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2766 _mm512_mask3_fmadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
2767                              __mmask8 __U, const int __R)
2768 {
2769   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2770                                                      (__v8df) __B,
2771                                                      (__v8df) __C,
2772                                                      (__mmask8) __U, __R);
2773 }
2774
2775 extern __inline __m512d
2776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2777 _mm512_maskz_fmadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2778                              __m512d __C, const int __R)
2779 {
2780   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2781                                                      (__v8df) __B,
2782                                                      (__v8df) __C,
2783                                                      (__mmask8) __U, __R);
2784 }
2785
2786 extern __inline __m512
2787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2788 _mm512_fmadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
2789 {
2790   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2791                                                    (__v16sf) __B,
2792                                                    (__v16sf) __C,
2793                                                    (__mmask16) -1, __R);
2794 }
2795
2796 extern __inline __m512
2797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2798 _mm512_mask_fmadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
2799                             __m512 __C, const int __R)
2800 {
2801   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2802                                                    (__v16sf) __B,
2803                                                    (__v16sf) __C,
2804                                                    (__mmask16) __U, __R);
2805 }
2806
2807 extern __inline __m512
2808 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2809 _mm512_mask3_fmadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
2810                              __mmask16 __U, const int __R)
2811 {
2812   return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2813                                                     (__v16sf) __B,
2814                                                     (__v16sf) __C,
2815                                                     (__mmask16) __U, __R);
2816 }
2817
2818 extern __inline __m512
2819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2820 _mm512_maskz_fmadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
2821                              __m512 __C, const int __R)
2822 {
2823   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2824                                                     (__v16sf) __B,
2825                                                     (__v16sf) __C,
2826                                                     (__mmask16) __U, __R);
2827 }
2828
2829 extern __inline __m512d
2830 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2831 _mm512_fmsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
2832 {
2833   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2834                                                     (__v8df) __B,
2835                                                     -(__v8df) __C,
2836                                                     (__mmask8) -1, __R);
2837 }
2838
2839 extern __inline __m512d
2840 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2841 _mm512_mask_fmsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
2842                             __m512d __C, const int __R)
2843 {
2844   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2845                                                     (__v8df) __B,
2846                                                     -(__v8df) __C,
2847                                                     (__mmask8) __U, __R);
2848 }
2849
2850 extern __inline __m512d
2851 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2852 _mm512_mask3_fmsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
2853                              __mmask8 __U, const int __R)
2854 {
2855   return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
2856                                                      (__v8df) __B,
2857                                                      (__v8df) __C,
2858                                                      (__mmask8) __U, __R);
2859 }
2860
2861 extern __inline __m512d
2862 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2863 _mm512_maskz_fmsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2864                              __m512d __C, const int __R)
2865 {
2866   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2867                                                      (__v8df) __B,
2868                                                      -(__v8df) __C,
2869                                                      (__mmask8) __U, __R);
2870 }
2871
2872 extern __inline __m512
2873 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2874 _mm512_fmsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
2875 {
2876   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2877                                                    (__v16sf) __B,
2878                                                    -(__v16sf) __C,
2879                                                    (__mmask16) -1, __R);
2880 }
2881
2882 extern __inline __m512
2883 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2884 _mm512_mask_fmsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
2885                             __m512 __C, const int __R)
2886 {
2887   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2888                                                    (__v16sf) __B,
2889                                                    -(__v16sf) __C,
2890                                                    (__mmask16) __U, __R);
2891 }
2892
2893 extern __inline __m512
2894 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2895 _mm512_mask3_fmsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
2896                              __mmask16 __U, const int __R)
2897 {
2898   return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
2899                                                     (__v16sf) __B,
2900                                                     (__v16sf) __C,
2901                                                     (__mmask16) __U, __R);
2902 }
2903
2904 extern __inline __m512
2905 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2906 _mm512_maskz_fmsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
2907                              __m512 __C, const int __R)
2908 {
2909   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2910                                                     (__v16sf) __B,
2911                                                     -(__v16sf) __C,
2912                                                     (__mmask16) __U, __R);
2913 }
2914
2915 extern __inline __m512d
2916 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2917 _mm512_fmaddsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
2918 {
2919   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2920                                                        (__v8df) __B,
2921                                                        (__v8df) __C,
2922                                                        (__mmask8) -1, __R);
2923 }
2924
2925 extern __inline __m512d
2926 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2927 _mm512_mask_fmaddsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
2928                                __m512d __C, const int __R)
2929 {
2930   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2931                                                        (__v8df) __B,
2932                                                        (__v8df) __C,
2933                                                        (__mmask8) __U, __R);
2934 }
2935
2936 extern __inline __m512d
2937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2938 _mm512_mask3_fmaddsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
2939                                 __mmask8 __U, const int __R)
2940 {
2941   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
2942                                                         (__v8df) __B,
2943                                                         (__v8df) __C,
2944                                                         (__mmask8) __U, __R);
2945 }
2946
2947 extern __inline __m512d
2948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2949 _mm512_maskz_fmaddsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2950                                 __m512d __C, const int __R)
2951 {
2952   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
2953                                                         (__v8df) __B,
2954                                                         (__v8df) __C,
2955                                                         (__mmask8) __U, __R);
2956 }
2957
2958 extern __inline __m512
2959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2960 _mm512_fmaddsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
2961 {
2962   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2963                                                       (__v16sf) __B,
2964                                                       (__v16sf) __C,
2965                                                       (__mmask16) -1, __R);
2966 }
2967
2968 extern __inline __m512
2969 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2970 _mm512_mask_fmaddsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
2971                                __m512 __C, const int __R)
2972 {
2973   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2974                                                       (__v16sf) __B,
2975                                                       (__v16sf) __C,
2976                                                       (__mmask16) __U, __R);
2977 }
2978
2979 extern __inline __m512
2980 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2981 _mm512_mask3_fmaddsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
2982                                 __mmask16 __U, const int __R)
2983 {
2984   return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
2985                                                        (__v16sf) __B,
2986                                                        (__v16sf) __C,
2987                                                        (__mmask16) __U, __R);
2988 }
2989
2990 extern __inline __m512
2991 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2992 _mm512_maskz_fmaddsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
2993                                 __m512 __C, const int __R)
2994 {
2995   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
2996                                                        (__v16sf) __B,
2997                                                        (__v16sf) __C,
2998                                                        (__mmask16) __U, __R);
2999 }
3000
3001 extern __inline __m512d
3002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3003 _mm512_fmsubadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3004 {
3005   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3006                                                        (__v8df) __B,
3007                                                        -(__v8df) __C,
3008                                                        (__mmask8) -1, __R);
3009 }
3010
3011 extern __inline __m512d
3012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3013 _mm512_mask_fmsubadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3014                                __m512d __C, const int __R)
3015 {
3016   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3017                                                        (__v8df) __B,
3018                                                        -(__v8df) __C,
3019                                                        (__mmask8) __U, __R);
3020 }
3021
3022 extern __inline __m512d
3023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3024 _mm512_mask3_fmsubadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
3025                                 __mmask8 __U, const int __R)
3026 {
3027   return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3028                                                         (__v8df) __B,
3029                                                         (__v8df) __C,
3030                                                         (__mmask8) __U, __R);
3031 }
3032
3033 extern __inline __m512d
3034 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3035 _mm512_maskz_fmsubadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3036                                 __m512d __C, const int __R)
3037 {
3038   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3039                                                         (__v8df) __B,
3040                                                         -(__v8df) __C,
3041                                                         (__mmask8) __U, __R);
3042 }
3043
3044 extern __inline __m512
3045 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3046 _mm512_fmsubadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3047 {
3048   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3049                                                       (__v16sf) __B,
3050                                                       -(__v16sf) __C,
3051                                                       (__mmask16) -1, __R);
3052 }
3053
3054 extern __inline __m512
3055 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3056 _mm512_mask_fmsubadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3057                                __m512 __C, const int __R)
3058 {
3059   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3060                                                       (__v16sf) __B,
3061                                                       -(__v16sf) __C,
3062                                                       (__mmask16) __U, __R);
3063 }
3064
3065 extern __inline __m512
3066 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3067 _mm512_mask3_fmsubadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
3068                                 __mmask16 __U, const int __R)
3069 {
3070   return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3071                                                        (__v16sf) __B,
3072                                                        (__v16sf) __C,
3073                                                        (__mmask16) __U, __R);
3074 }
3075
3076 extern __inline __m512
3077 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3078 _mm512_maskz_fmsubadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3079                                 __m512 __C, const int __R)
3080 {
3081   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3082                                                        (__v16sf) __B,
3083                                                        -(__v16sf) __C,
3084                                                        (__mmask16) __U, __R);
3085 }
3086
3087 extern __inline __m512d
3088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3089 _mm512_fnmadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3090 {
3091   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
3092                                                     (__v8df) __B,
3093                                                     (__v8df) __C,
3094                                                     (__mmask8) -1, __R);
3095 }
3096
3097 extern __inline __m512d
3098 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3099 _mm512_mask_fnmadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3100                              __m512d __C, const int __R)
3101 {
3102   return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3103                                                      (__v8df) __B,
3104                                                      (__v8df) __C,
3105                                                      (__mmask8) __U, __R);
3106 }
3107
3108 extern __inline __m512d
3109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3110 _mm512_mask3_fnmadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
3111                               __mmask8 __U, const int __R)
3112 {
3113   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
3114                                                      (__v8df) __B,
3115                                                      (__v8df) __C,
3116                                                      (__mmask8) __U, __R);
3117 }
3118
3119 extern __inline __m512d
3120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3121 _mm512_maskz_fnmadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3122                               __m512d __C, const int __R)
3123 {
3124   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
3125                                                      (__v8df) __B,
3126                                                      (__v8df) __C,
3127                                                      (__mmask8) __U, __R);
3128 }
3129
3130 extern __inline __m512
3131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3132 _mm512_fnmadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3133 {
3134   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
3135                                                    (__v16sf) __B,
3136                                                    (__v16sf) __C,
3137                                                    (__mmask16) -1, __R);
3138 }
3139
3140 extern __inline __m512
3141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3142 _mm512_mask_fnmadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3143                              __m512 __C, const int __R)
3144 {
3145   return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3146                                                     (__v16sf) __B,
3147                                                     (__v16sf) __C,
3148                                                     (__mmask16) __U, __R);
3149 }
3150
3151 extern __inline __m512
3152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3153 _mm512_mask3_fnmadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
3154                               __mmask16 __U, const int __R)
3155 {
3156   return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
3157                                                     (__v16sf) __B,
3158                                                     (__v16sf) __C,
3159                                                     (__mmask16) __U, __R);
3160 }
3161
3162 extern __inline __m512
3163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3164 _mm512_maskz_fnmadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3165                               __m512 __C, const int __R)
3166 {
3167   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3168                                                     (__v16sf) __B,
3169                                                     (__v16sf) __C,
3170                                                     (__mmask16) __U, __R);
3171 }
3172
3173 extern __inline __m512d
3174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3175 _mm512_fnmsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3176 {
3177   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
3178                                                     (__v8df) __B,
3179                                                     -(__v8df) __C,
3180                                                     (__mmask8) -1, __R);
3181 }
3182
3183 extern __inline __m512d
3184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3185 _mm512_mask_fnmsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3186                              __m512d __C, const int __R)
3187 {
3188   return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3189                                                      (__v8df) __B,
3190                                                      (__v8df) __C,
3191                                                      (__mmask8) __U, __R);
3192 }
3193
3194 extern __inline __m512d
3195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3196 _mm512_mask3_fnmsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
3197                               __mmask8 __U, const int __R)
3198 {
3199   return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3200                                                       (__v8df) __B,
3201                                                       (__v8df) __C,
3202                                                       (__mmask8) __U, __R);
3203 }
3204
3205 extern __inline __m512d
3206 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3207 _mm512_maskz_fnmsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3208                               __m512d __C, const int __R)
3209 {
3210   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
3211                                                      (__v8df) __B,
3212                                                      -(__v8df) __C,
3213                                                      (__mmask8) __U, __R);
3214 }
3215
3216 extern __inline __m512
3217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3218 _mm512_fnmsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3219 {
3220   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
3221                                                    (__v16sf) __B,
3222                                                    -(__v16sf) __C,
3223                                                    (__mmask16) -1, __R);
3224 }
3225
3226 extern __inline __m512
3227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3228 _mm512_mask_fnmsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3229                              __m512 __C, const int __R)
3230 {
3231   return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3232                                                     (__v16sf) __B,
3233                                                     (__v16sf) __C,
3234                                                     (__mmask16) __U, __R);
3235 }
3236
3237 extern __inline __m512
3238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3239 _mm512_mask3_fnmsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
3240                               __mmask16 __U, const int __R)
3241 {
3242   return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3243                                                      (__v16sf) __B,
3244                                                      (__v16sf) __C,
3245                                                      (__mmask16) __U, __R);
3246 }
3247
3248 extern __inline __m512
3249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3250 _mm512_maskz_fnmsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3251                               __m512 __C, const int __R)
3252 {
3253   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3254                                                     (__v16sf) __B,
3255                                                     -(__v16sf) __C,
3256                                                     (__mmask16) __U, __R);
3257 }
3258 #else
3259 #define _mm512_fmadd_round_pd(A, B, C, R)            \
3260     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, -1, R)
3261
3262 #define _mm512_mask_fmadd_round_pd(A, U, B, C, R)    \
3263     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, U, R)
3264
3265 #define _mm512_mask3_fmadd_round_pd(A, B, C, U, R)   \
3266     (__m512d)__builtin_ia32_vfmaddpd512_mask3(A, B, C, U, R)
3267
3268 #define _mm512_maskz_fmadd_round_pd(U, A, B, C, R)   \
3269     (__m512d)__builtin_ia32_vfmaddpd512_maskz(A, B, C, U, R)
3270
3271 #define _mm512_fmadd_round_ps(A, B, C, R)            \
3272     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, C, -1, R)
3273
3274 #define _mm512_mask_fmadd_round_ps(A, U, B, C, R)    \
3275     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, C, U, R)
3276
3277 #define _mm512_mask3_fmadd_round_ps(A, B, C, U, R)   \
3278     (__m512)__builtin_ia32_vfmaddps512_mask3(A, B, C, U, R)
3279
3280 #define _mm512_maskz_fmadd_round_ps(U, A, B, C, R)   \
3281     (__m512)__builtin_ia32_vfmaddps512_maskz(A, B, C, U, R)
3282
3283 #define _mm512_fmsub_round_pd(A, B, C, R)            \
3284     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, -(C), -1, R)
3285
3286 #define _mm512_mask_fmsub_round_pd(A, U, B, C, R)    \
3287     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, -(C), U, R)
3288
3289 #define _mm512_mask3_fmsub_round_pd(A, B, C, U, R)   \
3290     (__m512d)__builtin_ia32_vfmsubpd512_mask3(A, B, C, U, R)
3291
3292 #define _mm512_maskz_fmsub_round_pd(U, A, B, C, R)   \
3293     (__m512d)__builtin_ia32_vfmaddpd512_maskz(A, B, -(C), U, R)
3294
3295 #define _mm512_fmsub_round_ps(A, B, C, R)            \
3296     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, -(C), -1, R)
3297
3298 #define _mm512_mask_fmsub_round_ps(A, U, B, C, R)    \
3299     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, -(C), U, R)
3300
3301 #define _mm512_mask3_fmsub_round_ps(A, B, C, U, R)   \
3302     (__m512)__builtin_ia32_vfmsubps512_mask3(A, B, C, U, R)
3303
3304 #define _mm512_maskz_fmsub_round_ps(U, A, B, C, R)   \
3305     (__m512)__builtin_ia32_vfmaddps512_maskz(A, B, -(C), U, R)
3306
3307 #define _mm512_fmaddsub_round_pd(A, B, C, R)            \
3308     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, C, -1, R)
3309
3310 #define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R)    \
3311     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, U, R)
3312
3313 #define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R)   \
3314     (__m512d)__builtin_ia32_vfmaddsubpd512_mask3(A, B, C, U, R)
3315
3316 #define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R)   \
3317     (__m512d)__builtin_ia32_vfmaddsubpd512_maskz(A, B, C, U, R)
3318
3319 #define _mm512_fmaddsub_round_ps(A, B, C, R)            \
3320     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, C, -1, R)
3321
3322 #define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R)    \
3323     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, C, U, R)
3324
3325 #define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R)   \
3326     (__m512)__builtin_ia32_vfmaddsubps512_mask3(A, B, C, U, R)
3327
3328 #define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R)   \
3329     (__m512)__builtin_ia32_vfmaddsubps512_maskz(A, B, C, U, R)
3330
3331 #define _mm512_fmsubadd_round_pd(A, B, C, R)            \
3332     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, -(C), -1, R)
3333
3334 #define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R)    \
3335     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, -(C), U, R)
3336
3337 #define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R)   \
3338     (__m512d)__builtin_ia32_vfmsubaddpd512_mask3(A, B, C, U, R)
3339
3340 #define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R)   \
3341     (__m512d)__builtin_ia32_vfmaddsubpd512_maskz(A, B, -(C), U, R)
3342
3343 #define _mm512_fmsubadd_round_ps(A, B, C, R)            \
3344     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, -(C), -1, R)
3345
3346 #define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R)    \
3347     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, -(C), U, R)
3348
3349 #define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R)   \
3350     (__m512)__builtin_ia32_vfmsubaddps512_mask3(A, B, C, U, R)
3351
3352 #define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R)   \
3353     (__m512)__builtin_ia32_vfmaddsubps512_maskz(A, B, -(C), U, R)
3354
3355 #define _mm512_fnmadd_round_pd(A, B, C, R)            \
3356     (__m512d)__builtin_ia32_vfmaddpd512_mask(-(A), B, C, -1, R)
3357
3358 #define _mm512_mask_fnmadd_round_pd(A, U, B, C, R)    \
3359     (__m512d)__builtin_ia32_vfnmaddpd512_mask(-(A), B, C, U, R)
3360
3361 #define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R)   \
3362     (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(A), B, C, U, R)
3363
3364 #define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R)   \
3365     (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(A), B, C, U, R)
3366
3367 #define _mm512_fnmadd_round_ps(A, B, C, R)            \
3368     (__m512)__builtin_ia32_vfmaddps512_mask(-(A), B, C, -1, R)
3369
3370 #define _mm512_mask_fnmadd_round_ps(A, U, B, C, R)    \
3371     (__m512)__builtin_ia32_vfnmaddps512_mask(-(A), B, C, U, R)
3372
3373 #define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R)   \
3374     (__m512)__builtin_ia32_vfmaddps512_mask3(-(A), B, C, U, R)
3375
3376 #define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R)   \
3377     (__m512)__builtin_ia32_vfmaddps512_maskz(-(A), B, C, U, R)
3378
3379 #define _mm512_fnmsub_round_pd(A, B, C, R)            \
3380     (__m512d)__builtin_ia32_vfmaddpd512_mask(-(A), B, -(C), -1, R)
3381
3382 #define _mm512_mask_fnmsub_round_pd(A, U, B, C, R)    \
3383     (__m512d)__builtin_ia32_vfnmsubpd512_mask(A, B, C, U, R)
3384
3385 #define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R)   \
3386     (__m512d)__builtin_ia32_vfnmsubpd512_mask3(A, B, C, U, R)
3387
3388 #define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R)   \
3389     (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(A), B, -(C), U, R)
3390
3391 #define _mm512_fnmsub_round_ps(A, B, C, R)            \
3392     (__m512)__builtin_ia32_vfmaddps512_mask(-(A), B, -(C), -1, R)
3393
3394 #define _mm512_mask_fnmsub_round_ps(A, U, B, C, R)    \
3395     (__m512)__builtin_ia32_vfnmsubps512_mask(A, B, C, U, R)
3396
3397 #define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R)   \
3398     (__m512)__builtin_ia32_vfnmsubps512_mask3(A, B, C, U, R)
3399
3400 #define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R)   \
3401     (__m512)__builtin_ia32_vfmaddps512_maskz(-(A), B, -(C), U, R)
3402 #endif
3403
3404 extern __inline __m512i
3405 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3406 _mm512_abs_epi64 (__m512i __A)
3407 {
3408   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3409                                                  (__v8di)
3410                                                  _mm512_undefined_si512 (),
3411                                                  (__mmask8) -1);
3412 }
3413
3414 extern __inline __m512i
3415 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3416 _mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
3417 {
3418   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3419                                                  (__v8di) __W,
3420                                                  (__mmask8) __U);
3421 }
3422
3423 extern __inline __m512i
3424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3425 _mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
3426 {
3427   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3428                                                  (__v8di)
3429                                                  _mm512_setzero_si512 (),
3430                                                  (__mmask8) __U);
3431 }
3432
3433 extern __inline __m512i
3434 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3435 _mm512_abs_epi32 (__m512i __A)
3436 {
3437   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3438                                                  (__v16si)
3439                                                  _mm512_undefined_si512 (),
3440                                                  (__mmask16) -1);
3441 }
3442
3443 extern __inline __m512i
3444 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3445 _mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
3446 {
3447   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3448                                                  (__v16si) __W,
3449                                                  (__mmask16) __U);
3450 }
3451
3452 extern __inline __m512i
3453 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3454 _mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
3455 {
3456   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3457                                                  (__v16si)
3458                                                  _mm512_setzero_si512 (),
3459                                                  (__mmask16) __U);
3460 }
3461
3462 extern __inline __m512
3463 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3464 _mm512_broadcastss_ps (__m128 __A)
3465 {
3466   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3467                                                  (__v16sf)
3468                                                  _mm512_undefined_ps (),
3469                                                  (__mmask16) -1);
3470 }
3471
3472 extern __inline __m512
3473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3474 _mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
3475 {
3476   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3477                                                  (__v16sf) __O, __M);
3478 }
3479
3480 extern __inline __m512
3481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3482 _mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
3483 {
3484   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3485                                                  (__v16sf)
3486                                                  _mm512_setzero_ps (),
3487                                                  __M);
3488 }
3489
3490 extern __inline __m512d
3491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3492 _mm512_broadcastsd_pd (__m128d __A)
3493 {
3494   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3495                                                   (__v8df)
3496                                                   _mm512_undefined_pd (),
3497                                                   (__mmask8) -1);
3498 }
3499
3500 extern __inline __m512d
3501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3502 _mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
3503 {
3504   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3505                                                   (__v8df) __O, __M);
3506 }
3507
3508 extern __inline __m512d
3509 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3510 _mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
3511 {
3512   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3513                                                   (__v8df)
3514                                                   _mm512_setzero_pd (),
3515                                                   __M);
3516 }
3517
3518 extern __inline __m512i
3519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3520 _mm512_broadcastd_epi32 (__m128i __A)
3521 {
3522   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3523                                                   (__v16si)
3524                                                   _mm512_undefined_si512 (),
3525                                                   (__mmask16) -1);
3526 }
3527
3528 extern __inline __m512i
3529 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3530 _mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
3531 {
3532   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3533                                                   (__v16si) __O, __M);
3534 }
3535
3536 extern __inline __m512i
3537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3538 _mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
3539 {
3540   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3541                                                   (__v16si)
3542                                                   _mm512_setzero_si512 (),
3543                                                   __M);
3544 }
3545
3546 extern __inline __m512i
3547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3548 _mm512_set1_epi32 (int __A)
3549 {
3550   return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
3551                                                            (__v16si)
3552                                                            _mm512_undefined_si512 (),
3553                                                            (__mmask16)(-1));
3554 }
3555
3556 extern __inline __m512i
3557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3558 _mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
3559 {
3560   return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
3561                                                            __M);
3562 }
3563
3564 extern __inline __m512i
3565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3566 _mm512_maskz_set1_epi32 (__mmask16 __M, int __A)
3567 {
3568   return (__m512i)
3569          __builtin_ia32_pbroadcastd512_gpr_mask (__A,
3570                                                  (__v16si) _mm512_setzero_si512 (),
3571                                                  __M);
3572 }
3573
3574 extern __inline __m512i
3575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3576 _mm512_broadcastq_epi64 (__m128i __A)
3577 {
3578   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
3579                                                   (__v8di)
3580                                                   _mm512_undefined_si512 (),
3581                                                   (__mmask8) -1);
3582 }
3583
3584 extern __inline __m512i
3585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3586 _mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
3587 {
3588   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
3589                                                   (__v8di) __O, __M);
3590 }
3591
3592 extern __inline __m512i
3593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3594 _mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
3595 {
3596   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
3597                                                   (__v8di)
3598                                                   _mm512_setzero_si512 (),
3599                                                   __M);
3600 }
3601
3602 extern __inline __m512i
3603 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3604 _mm512_set1_epi64 (long long __A)
3605 {
3606   return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
3607                                                            (__v8di)
3608                                                            _mm512_undefined_si512 (),
3609                                                            (__mmask8)(-1));
3610 }
3611
3612 extern __inline __m512i
3613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3614 _mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
3615 {
3616   return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
3617                                                            __M);
3618 }
3619
3620 extern __inline __m512i
3621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3622 _mm512_maskz_set1_epi64 (__mmask8 __M, long long __A)
3623 {
3624   return (__m512i)
3625          __builtin_ia32_pbroadcastq512_gpr_mask (__A,
3626                                                  (__v8di) _mm512_setzero_si512 (),
3627                                                  __M);
3628 }
3629
3630 extern __inline __m512
3631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3632 _mm512_broadcast_f32x4 (__m128 __A)
3633 {
3634   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
3635                                                      (__v16sf)
3636                                                      _mm512_undefined_ps (),
3637                                                      (__mmask16) -1);
3638 }
3639
3640 extern __inline __m512
3641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3642 _mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
3643 {
3644   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
3645                                                      (__v16sf) __O,
3646                                                      __M);
3647 }
3648
3649 extern __inline __m512
3650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3651 _mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
3652 {
3653   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
3654                                                      (__v16sf)
3655                                                      _mm512_setzero_ps (),
3656                                                      __M);
3657 }
3658
3659 extern __inline __m512i
3660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3661 _mm512_broadcast_i32x4 (__m128i __A)
3662 {
3663   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
3664                                                       (__v16si)
3665                                                       _mm512_undefined_si512 (),
3666                                                       (__mmask16) -1);
3667 }
3668
3669 extern __inline __m512i
3670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3671 _mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
3672 {
3673   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
3674                                                       (__v16si) __O,
3675                                                       __M);
3676 }
3677
3678 extern __inline __m512i
3679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3680 _mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
3681 {
3682   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
3683                                                       (__v16si)
3684                                                       _mm512_setzero_si512 (),
3685                                                       __M);
3686 }
3687
3688 extern __inline __m512d
3689 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3690 _mm512_broadcast_f64x4 (__m256d __A)
3691 {
3692   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
3693                                                       (__v8df)
3694                                                       _mm512_undefined_pd (),
3695                                                       (__mmask8) -1);
3696 }
3697
3698 extern __inline __m512d
3699 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3700 _mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
3701 {
3702   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
3703                                                       (__v8df) __O,
3704                                                       __M);
3705 }
3706
3707 extern __inline __m512d
3708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3709 _mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
3710 {
3711   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
3712                                                       (__v8df)
3713                                                       _mm512_setzero_pd (),
3714                                                       __M);
3715 }
3716
3717 extern __inline __m512i
3718 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3719 _mm512_broadcast_i64x4 (__m256i __A)
3720 {
3721   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
3722                                                       (__v8di)
3723                                                       _mm512_undefined_si512 (),
3724                                                       (__mmask8) -1);
3725 }
3726
3727 extern __inline __m512i
3728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3729 _mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
3730 {
3731   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
3732                                                       (__v8di) __O,
3733                                                       __M);
3734 }
3735
3736 extern __inline __m512i
3737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3738 _mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
3739 {
3740   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
3741                                                       (__v8di)
3742                                                       _mm512_setzero_si512 (),
3743                                                       __M);
3744 }
3745
3746 typedef enum
3747 {
3748   _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
3749   _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
3750   _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
3751   _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
3752   _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
3753   _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
3754   _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
3755   _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
3756   _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
3757   _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
3758   _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
3759   _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
3760   _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
3761   _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
3762   _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
3763   _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
3764   _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
3765   _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
3766   _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
3767   _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
3768   _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
3769   _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
3770   _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
3771   _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
3772   _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
3773   _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
3774   _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
3775   _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
3776   _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
3777   _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
3778   _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
3779   _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
3780   _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
3781   _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
3782   _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
3783   _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
3784   _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
3785   _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
3786   _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
3787   _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
3788   _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
3789   _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
3790   _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
3791   _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
3792   _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
3793   _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
3794   _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
3795   _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
3796   _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
3797   _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
3798   _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
3799   _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
3800   _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
3801   _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
3802   _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
3803   _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
3804   _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
3805   _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
3806   _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
3807   _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
3808   _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
3809   _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
3810   _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
3811   _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
3812   _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
3813   _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
3814   _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
3815   _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
3816   _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
3817   _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
3818   _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
3819   _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
3820   _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
3821   _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
3822   _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
3823   _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
3824   _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
3825   _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
3826   _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
3827   _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
3828   _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
3829   _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
3830   _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
3831   _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
3832   _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
3833   _MM_PERM_DDDD = 0xFF
3834 } _MM_PERM_ENUM;
3835
3836 #ifdef __OPTIMIZE__
3837 extern __inline __m512i
3838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3839 _mm512_shuffle_epi32 (__m512i __A, _MM_PERM_ENUM __mask)
3840 {
3841   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
3842                                                   __mask,
3843                                                   (__v16si)
3844                                                   _mm512_undefined_si512 (),
3845                                                   (__mmask16) -1);
3846 }
3847
3848 extern __inline __m512i
3849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3850 _mm512_mask_shuffle_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
3851                            _MM_PERM_ENUM __mask)
3852 {
3853   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
3854                                                   __mask,
3855                                                   (__v16si) __W,
3856                                                   (__mmask16) __U);
3857 }
3858
3859 extern __inline __m512i
3860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3861 _mm512_maskz_shuffle_epi32 (__mmask16 __U, __m512i __A, _MM_PERM_ENUM __mask)
3862 {
3863   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
3864                                                   __mask,
3865                                                   (__v16si)
3866                                                   _mm512_setzero_si512 (),
3867                                                   (__mmask16) __U);
3868 }
3869
3870 extern __inline __m512i
3871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3872 _mm512_shuffle_i64x2 (__m512i __A, __m512i __B, const int __imm)
3873 {
3874   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
3875                                                    (__v8di) __B, __imm,
3876                                                    (__v8di)
3877                                                    _mm512_undefined_si512 (),
3878                                                    (__mmask8) -1);
3879 }
3880
3881 extern __inline __m512i
3882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3883 _mm512_mask_shuffle_i64x2 (__m512i __W, __mmask8 __U, __m512i __A,
3884                            __m512i __B, const int __imm)
3885 {
3886   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
3887                                                    (__v8di) __B, __imm,
3888                                                    (__v8di) __W,
3889                                                    (__mmask8) __U);
3890 }
3891
3892 extern __inline __m512i
3893 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3894 _mm512_maskz_shuffle_i64x2 (__mmask8 __U, __m512i __A, __m512i __B,
3895                             const int __imm)
3896 {
3897   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
3898                                                    (__v8di) __B, __imm,
3899                                                    (__v8di)
3900                                                    _mm512_setzero_si512 (),
3901                                                    (__mmask8) __U);
3902 }
3903
3904 extern __inline __m512i
3905 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3906 _mm512_shuffle_i32x4 (__m512i __A, __m512i __B, const int __imm)
3907 {
3908   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
3909                                                    (__v16si) __B,
3910                                                    __imm,
3911                                                    (__v16si)
3912                                                    _mm512_undefined_si512 (),
3913                                                    (__mmask16) -1);
3914 }
3915
3916 extern __inline __m512i
3917 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3918 _mm512_mask_shuffle_i32x4 (__m512i __W, __mmask16 __U, __m512i __A,
3919                            __m512i __B, const int __imm)
3920 {
3921   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
3922                                                    (__v16si) __B,
3923                                                    __imm,
3924                                                    (__v16si) __W,
3925                                                    (__mmask16) __U);
3926 }
3927
3928 extern __inline __m512i
3929 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3930 _mm512_maskz_shuffle_i32x4 (__mmask16 __U, __m512i __A, __m512i __B,
3931                             const int __imm)
3932 {
3933   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
3934                                                    (__v16si) __B,
3935                                                    __imm,
3936                                                    (__v16si)
3937                                                    _mm512_setzero_si512 (),
3938                                                    (__mmask16) __U);
3939 }
3940
3941 extern __inline __m512d
3942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3943 _mm512_shuffle_f64x2 (__m512d __A, __m512d __B, const int __imm)
3944 {
3945   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
3946                                                    (__v8df) __B, __imm,
3947                                                    (__v8df)
3948                                                    _mm512_undefined_pd (),
3949                                                    (__mmask8) -1);
3950 }
3951
3952 extern __inline __m512d
3953 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3954 _mm512_mask_shuffle_f64x2 (__m512d __W, __mmask8 __U, __m512d __A,
3955                            __m512d __B, const int __imm)
3956 {
3957   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
3958                                                    (__v8df) __B, __imm,
3959                                                    (__v8df) __W,
3960                                                    (__mmask8) __U);
3961 }
3962
3963 extern __inline __m512d
3964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3965 _mm512_maskz_shuffle_f64x2 (__mmask8 __U, __m512d __A, __m512d __B,
3966                             const int __imm)
3967 {
3968   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
3969                                                    (__v8df) __B, __imm,
3970                                                    (__v8df)
3971                                                    _mm512_setzero_pd (),
3972                                                    (__mmask8) __U);
3973 }
3974
3975 extern __inline __m512
3976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3977 _mm512_shuffle_f32x4 (__m512 __A, __m512 __B, const int __imm)
3978 {
3979   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
3980                                                   (__v16sf) __B, __imm,
3981                                                   (__v16sf)
3982                                                   _mm512_undefined_ps (),
3983                                                   (__mmask16) -1);
3984 }
3985
3986 extern __inline __m512
3987 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3988 _mm512_mask_shuffle_f32x4 (__m512 __W, __mmask16 __U, __m512 __A,
3989                            __m512 __B, const int __imm)
3990 {
3991   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
3992                                                   (__v16sf) __B, __imm,
3993                                                   (__v16sf) __W,
3994                                                   (__mmask16) __U);
3995 }
3996
3997 extern __inline __m512
3998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3999 _mm512_maskz_shuffle_f32x4 (__mmask16 __U, __m512 __A, __m512 __B,
4000                             const int __imm)
4001 {
4002   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
4003                                                   (__v16sf) __B, __imm,
4004                                                   (__v16sf)
4005                                                   _mm512_setzero_ps (),
4006                                                   (__mmask16) __U);
4007 }
4008
4009 #else
4010 #define _mm512_shuffle_epi32(X, C)                                      \
4011   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4012     (__v16si)(__m512i)_mm512_undefined_si512 (),\
4013     (__mmask16)-1))
4014
4015 #define _mm512_mask_shuffle_epi32(W, U, X, C)                           \
4016   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4017     (__v16si)(__m512i)(W),\
4018     (__mmask16)(U)))
4019
4020 #define _mm512_maskz_shuffle_epi32(U, X, C)                             \
4021   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4022     (__v16si)(__m512i)_mm512_setzero_si512 (),\
4023     (__mmask16)(U)))
4024
4025 #define _mm512_shuffle_i64x2(X, Y, C)                                   \
4026   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4027       (__v8di)(__m512i)(Y), (int)(C),\
4028     (__v8di)(__m512i)_mm512_undefined_si512 (),\
4029     (__mmask8)-1))
4030
4031 #define _mm512_mask_shuffle_i64x2(W, U, X, Y, C)                        \
4032   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4033       (__v8di)(__m512i)(Y), (int)(C),\
4034     (__v8di)(__m512i)(W),\
4035     (__mmask8)(U)))
4036
4037 #define _mm512_maskz_shuffle_i64x2(U, X, Y, C)                          \
4038   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4039       (__v8di)(__m512i)(Y), (int)(C),\
4040     (__v8di)(__m512i)_mm512_setzero_si512 (),\
4041     (__mmask8)(U)))
4042
4043 #define _mm512_shuffle_i32x4(X, Y, C)                                   \
4044   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4045       (__v16si)(__m512i)(Y), (int)(C),\
4046     (__v16si)(__m512i)_mm512_undefined_si512 (),\
4047     (__mmask16)-1))
4048
4049 #define _mm512_mask_shuffle_i32x4(W, U, X, Y, C)                        \
4050   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4051       (__v16si)(__m512i)(Y), (int)(C),\
4052     (__v16si)(__m512i)(W),\
4053     (__mmask16)(U)))
4054
4055 #define _mm512_maskz_shuffle_i32x4(U, X, Y, C)                          \
4056   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4057       (__v16si)(__m512i)(Y), (int)(C),\
4058     (__v16si)(__m512i)_mm512_setzero_si512 (),\
4059     (__mmask16)(U)))
4060
4061 #define _mm512_shuffle_f64x2(X, Y, C)                                   \
4062   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),     \
4063       (__v8df)(__m512d)(Y), (int)(C),\
4064     (__v8df)(__m512d)_mm512_undefined_pd(),\
4065     (__mmask8)-1))
4066
4067 #define _mm512_mask_shuffle_f64x2(W, U, X, Y, C)                        \
4068   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),     \
4069       (__v8df)(__m512d)(Y), (int)(C),\
4070     (__v8df)(__m512d)(W),\
4071     (__mmask8)(U)))
4072
4073 #define _mm512_maskz_shuffle_f64x2(U, X, Y, C)                         \
4074   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),    \
4075       (__v8df)(__m512d)(Y), (int)(C),\
4076     (__v8df)(__m512d)_mm512_setzero_pd(),\
4077     (__mmask8)(U)))
4078
4079 #define _mm512_shuffle_f32x4(X, Y, C)                                  \
4080   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4081       (__v16sf)(__m512)(Y), (int)(C),\
4082     (__v16sf)(__m512)_mm512_undefined_ps(),\
4083     (__mmask16)-1))
4084
4085 #define _mm512_mask_shuffle_f32x4(W, U, X, Y, C)                       \
4086   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4087       (__v16sf)(__m512)(Y), (int)(C),\
4088     (__v16sf)(__m512)(W),\
4089     (__mmask16)(U)))
4090
4091 #define _mm512_maskz_shuffle_f32x4(U, X, Y, C)                         \
4092   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4093       (__v16sf)(__m512)(Y), (int)(C),\
4094     (__v16sf)(__m512)_mm512_setzero_ps(),\
4095     (__mmask16)(U)))
4096 #endif
4097
4098 extern __inline __m512i
4099 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4100 _mm512_rolv_epi32 (__m512i __A, __m512i __B)
4101 {
4102   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4103                                                   (__v16si) __B,
4104                                                   (__v16si)
4105                                                   _mm512_undefined_si512 (),
4106                                                   (__mmask16) -1);
4107 }
4108
4109 extern __inline __m512i
4110 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4111 _mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4112 {
4113   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4114                                                   (__v16si) __B,
4115                                                   (__v16si) __W,
4116                                                   (__mmask16) __U);
4117 }
4118
4119 extern __inline __m512i
4120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4121 _mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4122 {
4123   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4124                                                   (__v16si) __B,
4125                                                   (__v16si)
4126                                                   _mm512_setzero_si512 (),
4127                                                   (__mmask16) __U);
4128 }
4129
4130 extern __inline __m512i
4131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4132 _mm512_rorv_epi32 (__m512i __A, __m512i __B)
4133 {
4134   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4135                                                   (__v16si) __B,
4136                                                   (__v16si)
4137                                                   _mm512_undefined_si512 (),
4138                                                   (__mmask16) -1);
4139 }
4140
4141 extern __inline __m512i
4142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4143 _mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4144 {
4145   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4146                                                   (__v16si) __B,
4147                                                   (__v16si) __W,
4148                                                   (__mmask16) __U);
4149 }
4150
4151 extern __inline __m512i
4152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4153 _mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4154 {
4155   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4156                                                   (__v16si) __B,
4157                                                   (__v16si)
4158                                                   _mm512_setzero_si512 (),
4159                                                   (__mmask16) __U);
4160 }
4161
4162 extern __inline __m512i
4163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4164 _mm512_rolv_epi64 (__m512i __A, __m512i __B)
4165 {
4166   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4167                                                   (__v8di) __B,
4168                                                   (__v8di)
4169                                                   _mm512_undefined_si512 (),
4170                                                   (__mmask8) -1);
4171 }
4172
4173 extern __inline __m512i
4174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4175 _mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4176 {
4177   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4178                                                   (__v8di) __B,
4179                                                   (__v8di) __W,
4180                                                   (__mmask8) __U);
4181 }
4182
4183 extern __inline __m512i
4184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4185 _mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4186 {
4187   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4188                                                   (__v8di) __B,
4189                                                   (__v8di)
4190                                                   _mm512_setzero_si512 (),
4191                                                   (__mmask8) __U);
4192 }
4193
4194 extern __inline __m512i
4195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4196 _mm512_rorv_epi64 (__m512i __A, __m512i __B)
4197 {
4198   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4199                                                   (__v8di) __B,
4200                                                   (__v8di)
4201                                                   _mm512_undefined_si512 (),
4202                                                   (__mmask8) -1);
4203 }
4204
4205 extern __inline __m512i
4206 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4207 _mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4208 {
4209   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4210                                                   (__v8di) __B,
4211                                                   (__v8di) __W,
4212                                                   (__mmask8) __U);
4213 }
4214
4215 extern __inline __m512i
4216 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4217 _mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4218 {
4219   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4220                                                   (__v8di) __B,
4221                                                   (__v8di)
4222                                                   _mm512_setzero_si512 (),
4223                                                   (__mmask8) __U);
4224 }
4225
4226 #ifdef __OPTIMIZE__
4227 extern __inline __m256i
4228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4229 _mm512_cvtt_roundpd_epi32 (__m512d __A, const int __R)
4230 {
4231   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4232                                                      (__v8si)
4233                                                      _mm256_undefined_si256 (),
4234                                                      (__mmask8) -1, __R);
4235 }
4236
4237 extern __inline __m256i
4238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4239 _mm512_mask_cvtt_roundpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A,
4240                                 const int __R)
4241 {
4242   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4243                                                      (__v8si) __W,
4244                                                      (__mmask8) __U, __R);
4245 }
4246
4247 extern __inline __m256i
4248 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4249 _mm512_maskz_cvtt_roundpd_epi32 (__mmask8 __U, __m512d __A, const int __R)
4250 {
4251   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4252                                                      (__v8si)
4253                                                      _mm256_setzero_si256 (),
4254                                                      (__mmask8) __U, __R);
4255 }
4256
4257 extern __inline __m256i
4258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4259 _mm512_cvtt_roundpd_epu32 (__m512d __A, const int __R)
4260 {
4261   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4262                                                       (__v8si)
4263                                                       _mm256_undefined_si256 (),
4264                                                       (__mmask8) -1, __R);
4265 }
4266
4267 extern __inline __m256i
4268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4269 _mm512_mask_cvtt_roundpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A,
4270                                 const int __R)
4271 {
4272   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4273                                                       (__v8si) __W,
4274                                                       (__mmask8) __U, __R);
4275 }
4276
4277 extern __inline __m256i
4278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4279 _mm512_maskz_cvtt_roundpd_epu32 (__mmask8 __U, __m512d __A, const int __R)
4280 {
4281   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4282                                                       (__v8si)
4283                                                       _mm256_setzero_si256 (),
4284                                                       (__mmask8) __U, __R);
4285 }
4286 #else
4287 #define _mm512_cvtt_roundpd_epi32(A, B)              \
4288     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4289
4290 #define _mm512_mask_cvtt_roundpd_epi32(W, U, A, B)   \
4291     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)(W), U, B))
4292
4293 #define _mm512_maskz_cvtt_roundpd_epi32(U, A, B)     \
4294     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4295
4296 #define _mm512_cvtt_roundpd_epu32(A, B)              \
4297     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4298
4299 #define _mm512_mask_cvtt_roundpd_epu32(W, U, A, B)   \
4300     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)(W), U, B))
4301
4302 #define _mm512_maskz_cvtt_roundpd_epu32(U, A, B)     \
4303     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4304 #endif
4305
4306 #ifdef __OPTIMIZE__
4307 extern __inline __m256i
4308 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4309 _mm512_cvt_roundpd_epi32 (__m512d __A, const int __R)
4310 {
4311   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4312                                                     (__v8si)
4313                                                     _mm256_undefined_si256 (),
4314                                                     (__mmask8) -1, __R);
4315 }
4316
4317 extern __inline __m256i
4318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4319 _mm512_mask_cvt_roundpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A,
4320                                const int __R)
4321 {
4322   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4323                                                     (__v8si) __W,
4324                                                     (__mmask8) __U, __R);
4325 }
4326
4327 extern __inline __m256i
4328 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4329 _mm512_maskz_cvt_roundpd_epi32 (__mmask8 __U, __m512d __A, const int __R)
4330 {
4331   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4332                                                     (__v8si)
4333                                                     _mm256_setzero_si256 (),
4334                                                     (__mmask8) __U, __R);
4335 }
4336
4337 extern __inline __m256i
4338 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4339 _mm512_cvt_roundpd_epu32 (__m512d __A, const int __R)
4340 {
4341   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4342                                                      (__v8si)
4343                                                      _mm256_undefined_si256 (),
4344                                                      (__mmask8) -1, __R);
4345 }
4346
4347 extern __inline __m256i
4348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4349 _mm512_mask_cvt_roundpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A,
4350                                const int __R)
4351 {
4352   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4353                                                      (__v8si) __W,
4354                                                      (__mmask8) __U, __R);
4355 }
4356
4357 extern __inline __m256i
4358 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4359 _mm512_maskz_cvt_roundpd_epu32 (__mmask8 __U, __m512d __A, const int __R)
4360 {
4361   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4362                                                      (__v8si)
4363                                                      _mm256_setzero_si256 (),
4364                                                      (__mmask8) __U, __R);
4365 }
4366 #else
4367 #define _mm512_cvt_roundpd_epi32(A, B)              \
4368     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4369
4370 #define _mm512_mask_cvt_roundpd_epi32(W, U, A, B)   \
4371     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)(W), U, B))
4372
4373 #define _mm512_maskz_cvt_roundpd_epi32(U, A, B)     \
4374     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4375
4376 #define _mm512_cvt_roundpd_epu32(A, B)              \
4377     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4378
4379 #define _mm512_mask_cvt_roundpd_epu32(W, U, A, B)   \
4380     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)(W), U, B))
4381
4382 #define _mm512_maskz_cvt_roundpd_epu32(U, A, B)     \
4383     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4384 #endif
4385
4386 #ifdef __OPTIMIZE__
4387 extern __inline __m512i
4388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4389 _mm512_cvtt_roundps_epi32 (__m512 __A, const int __R)
4390 {
4391   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4392                                                      (__v16si)
4393                                                      _mm512_undefined_si512 (),
4394                                                      (__mmask16) -1, __R);
4395 }
4396
4397 extern __inline __m512i
4398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4399 _mm512_mask_cvtt_roundps_epi32 (__m512i __W, __mmask16 __U, __m512 __A,
4400                                 const int __R)
4401 {
4402   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4403                                                      (__v16si) __W,
4404                                                      (__mmask16) __U, __R);
4405 }
4406
4407 extern __inline __m512i
4408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4409 _mm512_maskz_cvtt_roundps_epi32 (__mmask16 __U, __m512 __A, const int __R)
4410 {
4411   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4412                                                      (__v16si)
4413                                                      _mm512_setzero_si512 (),
4414                                                      (__mmask16) __U, __R);
4415 }
4416
4417 extern __inline __m512i
4418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4419 _mm512_cvtt_roundps_epu32 (__m512 __A, const int __R)
4420 {
4421   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4422                                                       (__v16si)
4423                                                       _mm512_undefined_si512 (),
4424                                                       (__mmask16) -1, __R);
4425 }
4426
4427 extern __inline __m512i
4428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4429 _mm512_mask_cvtt_roundps_epu32 (__m512i __W, __mmask16 __U, __m512 __A,
4430                                 const int __R)
4431 {
4432   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4433                                                       (__v16si) __W,
4434                                                       (__mmask16) __U, __R);
4435 }
4436
4437 extern __inline __m512i
4438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4439 _mm512_maskz_cvtt_roundps_epu32 (__mmask16 __U, __m512 __A, const int __R)
4440 {
4441   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4442                                                       (__v16si)
4443                                                       _mm512_setzero_si512 (),
4444                                                       (__mmask16) __U, __R);
4445 }
4446 #else
4447 #define _mm512_cvtt_roundps_epi32(A, B)              \
4448     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)_mm512_undefined_si512 (), -1, B))
4449
4450 #define _mm512_mask_cvtt_roundps_epi32(W, U, A, B)   \
4451     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)(W), U, B))
4452
4453 #define _mm512_maskz_cvtt_roundps_epi32(U, A, B)     \
4454     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4455
4456 #define _mm512_cvtt_roundps_epu32(A, B)              \
4457     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)_mm512_undefined_si512 (), -1, B))
4458
4459 #define _mm512_mask_cvtt_roundps_epu32(W, U, A, B)   \
4460     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)(W), U, B))
4461
4462 #define _mm512_maskz_cvtt_roundps_epu32(U, A, B)     \
4463     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4464 #endif
4465
4466 #ifdef __OPTIMIZE__
4467 extern __inline __m512i
4468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4469 _mm512_cvt_roundps_epi32 (__m512 __A, const int __R)
4470 {
4471   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4472                                                     (__v16si)
4473                                                     _mm512_undefined_si512 (),
4474                                                     (__mmask16) -1, __R);
4475 }
4476
4477 extern __inline __m512i
4478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4479 _mm512_mask_cvt_roundps_epi32 (__m512i __W, __mmask16 __U, __m512 __A,
4480                                const int __R)
4481 {
4482   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4483                                                     (__v16si) __W,
4484                                                     (__mmask16) __U, __R);
4485 }
4486
4487 extern __inline __m512i
4488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4489 _mm512_maskz_cvt_roundps_epi32 (__mmask16 __U, __m512 __A, const int __R)
4490 {
4491   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4492                                                     (__v16si)
4493                                                     _mm512_setzero_si512 (),
4494                                                     (__mmask16) __U, __R);
4495 }
4496
4497 extern __inline __m512i
4498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4499 _mm512_cvt_roundps_epu32 (__m512 __A, const int __R)
4500 {
4501   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4502                                                      (__v16si)
4503                                                      _mm512_undefined_si512 (),
4504                                                      (__mmask16) -1, __R);
4505 }
4506
4507 extern __inline __m512i
4508 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4509 _mm512_mask_cvt_roundps_epu32 (__m512i __W, __mmask16 __U, __m512 __A,
4510                                const int __R)
4511 {
4512   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4513                                                      (__v16si) __W,
4514                                                      (__mmask16) __U, __R);
4515 }
4516
4517 extern __inline __m512i
4518 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4519 _mm512_maskz_cvt_roundps_epu32 (__mmask16 __U, __m512 __A, const int __R)
4520 {
4521   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4522                                                      (__v16si)
4523                                                      _mm512_setzero_si512 (),
4524                                                      (__mmask16) __U, __R);
4525 }
4526 #else
4527 #define _mm512_cvt_roundps_epi32(A, B)              \
4528     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)_mm512_undefined_si512 (), -1, B))
4529
4530 #define _mm512_mask_cvt_roundps_epi32(W, U, A, B)   \
4531     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)(W), U, B))
4532
4533 #define _mm512_maskz_cvt_roundps_epi32(U, A, B)     \
4534     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4535
4536 #define _mm512_cvt_roundps_epu32(A, B)              \
4537     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)_mm512_undefined_si512 (), -1, B))
4538
4539 #define _mm512_mask_cvt_roundps_epu32(W, U, A, B)   \
4540     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)(W), U, B))
4541
4542 #define _mm512_maskz_cvt_roundps_epu32(U, A, B)     \
4543     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4544 #endif
4545
4546 extern __inline __m128d
4547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4548 _mm_cvtu32_sd (__m128d __A, unsigned __B)
4549 {
4550   return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
4551 }
4552
4553 #ifdef __x86_64__
4554 #ifdef __OPTIMIZE__
4555 extern __inline __m128d
4556 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4557 _mm_cvt_roundu64_sd (__m128d __A, unsigned long long __B, const int __R)
4558 {
4559   return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B, __R);
4560 }
4561
4562 extern __inline __m128d
4563 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4564 _mm_cvt_roundi64_sd (__m128d __A, long long __B, const int __R)
4565 {
4566   return (__m128d) __builtin_ia32_cvtsi2sd64 ((__v2df) __A, __B, __R);
4567 }
4568
4569 extern __inline __m128d
4570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4571 _mm_cvt_roundsi64_sd (__m128d __A, long long __B, const int __R)
4572 {
4573   return (__m128d) __builtin_ia32_cvtsi2sd64 ((__v2df) __A, __B, __R);
4574 }
4575 #else
4576 #define _mm_cvt_roundu64_sd(A, B, C)   \
4577     (__m128d)__builtin_ia32_cvtusi2sd64(A, B, C)
4578
4579 #define _mm_cvt_roundi64_sd(A, B, C)   \
4580     (__m128d)__builtin_ia32_cvtsi2sd64(A, B, C)
4581
4582 #define _mm_cvt_roundsi64_sd(A, B, C)   \
4583     (__m128d)__builtin_ia32_cvtsi2sd64(A, B, C)
4584 #endif
4585
4586 #endif
4587
4588 #ifdef __OPTIMIZE__
4589 extern __inline __m128
4590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4591 _mm_cvt_roundu32_ss (__m128 __A, unsigned __B, const int __R)
4592 {
4593   return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B, __R);
4594 }
4595
4596 extern __inline __m128
4597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4598 _mm_cvt_roundsi32_ss (__m128 __A, int __B, const int __R)
4599 {
4600   return (__m128) __builtin_ia32_cvtsi2ss32 ((__v4sf) __A, __B, __R);
4601 }
4602
4603 extern __inline __m128
4604 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4605 _mm_cvt_roundi32_ss (__m128 __A, int __B, const int __R)
4606 {
4607   return (__m128) __builtin_ia32_cvtsi2ss32 ((__v4sf) __A, __B, __R);
4608 }
4609 #else
4610 #define _mm_cvt_roundu32_ss(A, B, C)   \
4611     (__m128)__builtin_ia32_cvtusi2ss32(A, B, C)
4612
4613 #define _mm_cvt_roundi32_ss(A, B, C)   \
4614     (__m128)__builtin_ia32_cvtsi2ss32(A, B, C)
4615
4616 #define _mm_cvt_roundsi32_ss(A, B, C)   \
4617     (__m128)__builtin_ia32_cvtsi2ss32(A, B, C)
4618 #endif
4619
4620 #ifdef __x86_64__
4621 #ifdef __OPTIMIZE__
4622 extern __inline __m128
4623 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4624 _mm_cvt_roundu64_ss (__m128 __A, unsigned long long __B, const int __R)
4625 {
4626   return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B, __R);
4627 }
4628
4629 extern __inline __m128
4630 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4631 _mm_cvt_roundsi64_ss (__m128 __A, long long __B, const int __R)
4632 {
4633   return (__m128) __builtin_ia32_cvtsi2ss64 ((__v4sf) __A, __B, __R);
4634 }
4635
4636 extern __inline __m128
4637 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4638 _mm_cvt_roundi64_ss (__m128 __A, long long __B, const int __R)
4639 {
4640   return (__m128) __builtin_ia32_cvtsi2ss64 ((__v4sf) __A, __B, __R);
4641 }
4642 #else
4643 #define _mm_cvt_roundu64_ss(A, B, C)   \
4644     (__m128)__builtin_ia32_cvtusi2ss64(A, B, C)
4645
4646 #define _mm_cvt_roundi64_ss(A, B, C)   \
4647     (__m128)__builtin_ia32_cvtsi2ss64(A, B, C)
4648
4649 #define _mm_cvt_roundsi64_ss(A, B, C)   \
4650     (__m128)__builtin_ia32_cvtsi2ss64(A, B, C)
4651 #endif
4652
4653 #endif
4654
4655 extern __inline __m128i
4656 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4657 _mm512_cvtepi32_epi8 (__m512i __A)
4658 {
4659   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
4660                                                   (__v16qi)
4661                                                   _mm_undefined_si128 (),
4662                                                   (__mmask16) -1);
4663 }
4664
4665 extern __inline void
4666 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4667 _mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
4668 {
4669   __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
4670 }
4671
4672 extern __inline __m128i
4673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4674 _mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
4675 {
4676   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
4677                                                   (__v16qi) __O, __M);
4678 }
4679
4680 extern __inline __m128i
4681 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4682 _mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
4683 {
4684   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
4685                                                   (__v16qi)
4686                                                   _mm_setzero_si128 (),
4687                                                   __M);
4688 }
4689
4690 extern __inline __m128i
4691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4692 _mm512_cvtsepi32_epi8 (__m512i __A)
4693 {
4694   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
4695                                                    (__v16qi)
4696                                                    _mm_undefined_si128 (),
4697                                                    (__mmask16) -1);
4698 }
4699
4700 extern __inline void
4701 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4702 _mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
4703 {
4704   __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
4705 }
4706
4707 extern __inline __m128i
4708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4709 _mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
4710 {
4711   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
4712                                                    (__v16qi) __O, __M);
4713 }
4714
4715 extern __inline __m128i
4716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4717 _mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
4718 {
4719   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
4720                                                    (__v16qi)
4721                                                    _mm_setzero_si128 (),
4722                                                    __M);
4723 }
4724
4725 extern __inline __m128i
4726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4727 _mm512_cvtusepi32_epi8 (__m512i __A)
4728 {
4729   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
4730                                                     (__v16qi)
4731                                                     _mm_undefined_si128 (),
4732                                                     (__mmask16) -1);
4733 }
4734
4735 extern __inline void
4736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4737 _mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
4738 {
4739   __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
4740 }
4741
4742 extern __inline __m128i
4743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4744 _mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
4745 {
4746   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
4747                                                     (__v16qi) __O,
4748                                                     __M);
4749 }
4750
4751 extern __inline __m128i
4752 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4753 _mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
4754 {
4755   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
4756                                                     (__v16qi)
4757                                                     _mm_setzero_si128 (),
4758                                                     __M);
4759 }
4760
4761 extern __inline __m256i
4762 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4763 _mm512_cvtepi32_epi16 (__m512i __A)
4764 {
4765   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
4766                                                   (__v16hi)
4767                                                   _mm256_undefined_si256 (),
4768                                                   (__mmask16) -1);
4769 }
4770
4771 extern __inline void
4772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4773 _mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
4774 {
4775   __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
4776 }
4777
4778 extern __inline __m256i
4779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4780 _mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
4781 {
4782   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
4783                                                   (__v16hi) __O, __M);
4784 }
4785
4786 extern __inline __m256i
4787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4788 _mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
4789 {
4790   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
4791                                                   (__v16hi)
4792                                                   _mm256_setzero_si256 (),
4793                                                   __M);
4794 }
4795
4796 extern __inline __m256i
4797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4798 _mm512_cvtsepi32_epi16 (__m512i __A)
4799 {
4800   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
4801                                                    (__v16hi)
4802                                                    _mm256_undefined_si256 (),
4803                                                    (__mmask16) -1);
4804 }
4805
4806 extern __inline void
4807 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4808 _mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
4809 {
4810   __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
4811 }
4812
4813 extern __inline __m256i
4814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4815 _mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
4816 {
4817   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
4818                                                    (__v16hi) __O, __M);
4819 }
4820
4821 extern __inline __m256i
4822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4823 _mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
4824 {
4825   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
4826                                                    (__v16hi)
4827                                                    _mm256_setzero_si256 (),
4828                                                    __M);
4829 }
4830
4831 extern __inline __m256i
4832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4833 _mm512_cvtusepi32_epi16 (__m512i __A)
4834 {
4835   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
4836                                                     (__v16hi)
4837                                                     _mm256_undefined_si256 (),
4838                                                     (__mmask16) -1);
4839 }
4840
4841 extern __inline void
4842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4843 _mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
4844 {
4845   __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
4846 }
4847
4848 extern __inline __m256i
4849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4850 _mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
4851 {
4852   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
4853                                                     (__v16hi) __O,
4854                                                     __M);
4855 }
4856
4857 extern __inline __m256i
4858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4859 _mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
4860 {
4861   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
4862                                                     (__v16hi)
4863                                                     _mm256_setzero_si256 (),
4864                                                     __M);
4865 }
4866
4867 extern __inline __m256i
4868 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4869 _mm512_cvtepi64_epi32 (__m512i __A)
4870 {
4871   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
4872                                                   (__v8si)
4873                                                   _mm256_undefined_si256 (),
4874                                                   (__mmask8) -1);
4875 }
4876
4877 extern __inline void
4878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4879 _mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
4880 {
4881   __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
4882 }
4883
4884 extern __inline __m256i
4885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4886 _mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
4887 {
4888   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
4889                                                   (__v8si) __O, __M);
4890 }
4891
4892 extern __inline __m256i
4893 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4894 _mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
4895 {
4896   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
4897                                                   (__v8si)
4898                                                   _mm256_setzero_si256 (),
4899                                                   __M);
4900 }
4901
4902 extern __inline __m256i
4903 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4904 _mm512_cvtsepi64_epi32 (__m512i __A)
4905 {
4906   __v8si __O;
4907   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
4908                                                    (__v8si)
4909                                                    _mm256_undefined_si256 (),
4910                                                    (__mmask8) -1);
4911 }
4912
4913 extern __inline void
4914 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4915 _mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
4916 {
4917   __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
4918 }
4919
4920 extern __inline __m256i
4921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4922 _mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
4923 {
4924   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
4925                                                    (__v8si) __O, __M);
4926 }
4927
4928 extern __inline __m256i
4929 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4930 _mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
4931 {
4932   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
4933                                                    (__v8si)
4934                                                    _mm256_setzero_si256 (),
4935                                                    __M);
4936 }
4937
4938 extern __inline __m256i
4939 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4940 _mm512_cvtusepi64_epi32 (__m512i __A)
4941 {
4942   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
4943                                                     (__v8si)
4944                                                     _mm256_undefined_si256 (),
4945                                                     (__mmask8) -1);
4946 }
4947
4948 extern __inline void
4949 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4950 _mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
4951 {
4952   __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
4953 }
4954
4955 extern __inline __m256i
4956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4957 _mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
4958 {
4959   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
4960                                                     (__v8si) __O, __M);
4961 }
4962
4963 extern __inline __m256i
4964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4965 _mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
4966 {
4967   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
4968                                                     (__v8si)
4969                                                     _mm256_setzero_si256 (),
4970                                                     __M);
4971 }
4972
4973 extern __inline __m128i
4974 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4975 _mm512_cvtepi64_epi16 (__m512i __A)
4976 {
4977   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
4978                                                   (__v8hi)
4979                                                   _mm_undefined_si128 (),
4980                                                   (__mmask8) -1);
4981 }
4982
4983 extern __inline void
4984 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4985 _mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
4986 {
4987   __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
4988 }
4989
4990 extern __inline __m128i
4991 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4992 _mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
4993 {
4994   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
4995                                                   (__v8hi) __O, __M);
4996 }
4997
4998 extern __inline __m128i
4999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5000 _mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
5001 {
5002   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
5003                                                   (__v8hi)
5004                                                   _mm_setzero_si128 (),
5005                                                   __M);
5006 }
5007
5008 extern __inline __m128i
5009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5010 _mm512_cvtsepi64_epi16 (__m512i __A)
5011 {
5012   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5013                                                    (__v8hi)
5014                                                    _mm_undefined_si128 (),
5015                                                    (__mmask8) -1);
5016 }
5017
5018 extern __inline void
5019 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5020 _mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
5021 {
5022   __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
5023 }
5024
5025 extern __inline __m128i
5026 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5027 _mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
5028 {
5029   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5030                                                    (__v8hi) __O, __M);
5031 }
5032
5033 extern __inline __m128i
5034 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5035 _mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
5036 {
5037   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5038                                                    (__v8hi)
5039                                                    _mm_setzero_si128 (),
5040                                                    __M);
5041 }
5042
5043 extern __inline __m128i
5044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5045 _mm512_cvtusepi64_epi16 (__m512i __A)
5046 {
5047   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5048                                                     (__v8hi)
5049                                                     _mm_undefined_si128 (),
5050                                                     (__mmask8) -1);
5051 }
5052
5053 extern __inline void
5054 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5055 _mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
5056 {
5057   __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
5058 }
5059
5060 extern __inline __m128i
5061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5062 _mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
5063 {
5064   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5065                                                     (__v8hi) __O, __M);
5066 }
5067
5068 extern __inline __m128i
5069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5070 _mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
5071 {
5072   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5073                                                     (__v8hi)
5074                                                     _mm_setzero_si128 (),
5075                                                     __M);
5076 }
5077
5078 extern __inline __m128i
5079 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5080 _mm512_cvtepi64_epi8 (__m512i __A)
5081 {
5082   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5083                                                   (__v16qi)
5084                                                   _mm_undefined_si128 (),
5085                                                   (__mmask8) -1);
5086 }
5087
5088 extern __inline void
5089 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5090 _mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5091 {
5092   __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5093 }
5094
5095 extern __inline __m128i
5096 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5097 _mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5098 {
5099   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5100                                                   (__v16qi) __O, __M);
5101 }
5102
5103 extern __inline __m128i
5104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5105 _mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
5106 {
5107   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5108                                                   (__v16qi)
5109                                                   _mm_setzero_si128 (),
5110                                                   __M);
5111 }
5112
5113 extern __inline __m128i
5114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5115 _mm512_cvtsepi64_epi8 (__m512i __A)
5116 {
5117   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5118                                                    (__v16qi)
5119                                                    _mm_undefined_si128 (),
5120                                                    (__mmask8) -1);
5121 }
5122
5123 extern __inline void
5124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5125 _mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5126 {
5127   __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5128 }
5129
5130 extern __inline __m128i
5131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5132 _mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5133 {
5134   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5135                                                    (__v16qi) __O, __M);
5136 }
5137
5138 extern __inline __m128i
5139 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5140 _mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
5141 {
5142   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5143                                                    (__v16qi)
5144                                                    _mm_setzero_si128 (),
5145                                                    __M);
5146 }
5147
5148 extern __inline __m128i
5149 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5150 _mm512_cvtusepi64_epi8 (__m512i __A)
5151 {
5152   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5153                                                     (__v16qi)
5154                                                     _mm_undefined_si128 (),
5155                                                     (__mmask8) -1);
5156 }
5157
5158 extern __inline void
5159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5160 _mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5161 {
5162   __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5163 }
5164
5165 extern __inline __m128i
5166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5167 _mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5168 {
5169   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5170                                                     (__v16qi) __O,
5171                                                     __M);
5172 }
5173
5174 extern __inline __m128i
5175 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5176 _mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
5177 {
5178   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5179                                                     (__v16qi)
5180                                                     _mm_setzero_si128 (),
5181                                                     __M);
5182 }
5183
5184 extern __inline __m512d
5185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5186 _mm512_cvtepi32_pd (__m256i __A)
5187 {
5188   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5189                                                     (__v8df)
5190                                                     _mm512_undefined_pd (),
5191                                                     (__mmask8) -1);
5192 }
5193
5194 extern __inline __m512d
5195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5196 _mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
5197 {
5198   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5199                                                     (__v8df) __W,
5200                                                     (__mmask8) __U);
5201 }
5202
5203 extern __inline __m512d
5204 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5205 _mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
5206 {
5207   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5208                                                     (__v8df)
5209                                                     _mm512_setzero_pd (),
5210                                                     (__mmask8) __U);
5211 }
5212
5213 extern __inline __m512d
5214 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5215 _mm512_cvtepu32_pd (__m256i __A)
5216 {
5217   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5218                                                      (__v8df)
5219                                                      _mm512_undefined_pd (),
5220                                                      (__mmask8) -1);
5221 }
5222
5223 extern __inline __m512d
5224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5225 _mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
5226 {
5227   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5228                                                      (__v8df) __W,
5229                                                      (__mmask8) __U);
5230 }
5231
5232 extern __inline __m512d
5233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5234 _mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
5235 {
5236   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5237                                                      (__v8df)
5238                                                      _mm512_setzero_pd (),
5239                                                      (__mmask8) __U);
5240 }
5241
5242 #ifdef __OPTIMIZE__
5243 extern __inline __m512
5244 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5245 _mm512_cvt_roundepi32_ps (__m512i __A, const int __R)
5246 {
5247   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5248                                                    (__v16sf)
5249                                                    _mm512_undefined_ps (),
5250                                                    (__mmask16) -1, __R);
5251 }
5252
5253 extern __inline __m512
5254 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5255 _mm512_mask_cvt_roundepi32_ps (__m512 __W, __mmask16 __U, __m512i __A,
5256                                const int __R)
5257 {
5258   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5259                                                    (__v16sf) __W,
5260                                                    (__mmask16) __U, __R);
5261 }
5262
5263 extern __inline __m512
5264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5265 _mm512_maskz_cvt_roundepi32_ps (__mmask16 __U, __m512i __A, const int __R)
5266 {
5267   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5268                                                    (__v16sf)
5269                                                    _mm512_setzero_ps (),
5270                                                    (__mmask16) __U, __R);
5271 }
5272
5273 extern __inline __m512
5274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5275 _mm512_cvt_roundepu32_ps (__m512i __A, const int __R)
5276 {
5277   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5278                                                     (__v16sf)
5279                                                     _mm512_undefined_ps (),
5280                                                     (__mmask16) -1, __R);
5281 }
5282
5283 extern __inline __m512
5284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5285 _mm512_mask_cvt_roundepu32_ps (__m512 __W, __mmask16 __U, __m512i __A,
5286                                const int __R)
5287 {
5288   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5289                                                     (__v16sf) __W,
5290                                                     (__mmask16) __U, __R);
5291 }
5292
5293 extern __inline __m512
5294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5295 _mm512_maskz_cvt_roundepu32_ps (__mmask16 __U, __m512i __A, const int __R)
5296 {
5297   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5298                                                     (__v16sf)
5299                                                     _mm512_setzero_ps (),
5300                                                     (__mmask16) __U, __R);
5301 }
5302
5303 #else
5304 #define _mm512_cvt_roundepi32_ps(A, B)        \
5305     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
5306
5307 #define _mm512_mask_cvt_roundepi32_ps(W, U, A, B)   \
5308     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), W, U, B)
5309
5310 #define _mm512_maskz_cvt_roundepi32_ps(U, A, B)      \
5311     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), (__v16sf)_mm512_setzero_ps(), U, B)
5312
5313 #define _mm512_cvt_roundepu32_ps(A, B)        \
5314     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
5315
5316 #define _mm512_mask_cvt_roundepu32_ps(W, U, A, B)   \
5317     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), W, U, B)
5318
5319 #define _mm512_maskz_cvt_roundepu32_ps(U, A, B)      \
5320     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), (__v16sf)_mm512_setzero_ps(), U, B)
5321 #endif
5322
5323 #ifdef __OPTIMIZE__
5324 extern __inline __m256d
5325 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5326 _mm512_extractf64x4_pd (__m512d __A, const int __imm)
5327 {
5328   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5329                                                      __imm,
5330                                                      (__v4df)
5331                                                      _mm256_undefined_pd (),
5332                                                      (__mmask8) -1);
5333 }
5334
5335 extern __inline __m256d
5336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5337 _mm512_mask_extractf64x4_pd (__m256d __W, __mmask8 __U, __m512d __A,
5338                              const int __imm)
5339 {
5340   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5341                                                      __imm,
5342                                                      (__v4df) __W,
5343                                                      (__mmask8) __U);
5344 }
5345
5346 extern __inline __m256d
5347 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5348 _mm512_maskz_extractf64x4_pd (__mmask8 __U, __m512d __A, const int __imm)
5349 {
5350   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5351                                                      __imm,
5352                                                      (__v4df)
5353                                                      _mm256_setzero_pd (),
5354                                                      (__mmask8) __U);
5355 }
5356
5357 extern __inline __m128
5358 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5359 _mm512_extractf32x4_ps (__m512 __A, const int __imm)
5360 {
5361   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5362                                                     __imm,
5363                                                     (__v4sf)
5364                                                     _mm_undefined_ps (),
5365                                                     (__mmask8) -1);
5366 }
5367
5368 extern __inline __m128
5369 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5370 _mm512_mask_extractf32x4_ps (__m128 __W, __mmask8 __U, __m512 __A,
5371                              const int __imm)
5372 {
5373   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5374                                                     __imm,
5375                                                     (__v4sf) __W,
5376                                                     (__mmask8) __U);
5377 }
5378
5379 extern __inline __m128
5380 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5381 _mm512_maskz_extractf32x4_ps (__mmask8 __U, __m512 __A, const int __imm)
5382 {
5383   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5384                                                     __imm,
5385                                                     (__v4sf)
5386                                                     _mm_setzero_ps (),
5387                                                     (__mmask8) __U);
5388 }
5389
5390 extern __inline __m256i
5391 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5392 _mm512_extracti64x4_epi64 (__m512i __A, const int __imm)
5393 {
5394   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5395                                                      __imm,
5396                                                      (__v4di)
5397                                                      _mm256_undefined_si256 (),
5398                                                      (__mmask8) -1);
5399 }
5400
5401 extern __inline __m256i
5402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5403 _mm512_mask_extracti64x4_epi64 (__m256i __W, __mmask8 __U, __m512i __A,
5404                                 const int __imm)
5405 {
5406   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5407                                                      __imm,
5408                                                      (__v4di) __W,
5409                                                      (__mmask8) __U);
5410 }
5411
5412 extern __inline __m256i
5413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5414 _mm512_maskz_extracti64x4_epi64 (__mmask8 __U, __m512i __A, const int __imm)
5415 {
5416   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5417                                                      __imm,
5418                                                      (__v4di)
5419                                                      _mm256_setzero_si256 (),
5420                                                      (__mmask8) __U);
5421 }
5422
5423 extern __inline __m128i
5424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5425 _mm512_extracti32x4_epi32 (__m512i __A, const int __imm)
5426 {
5427   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5428                                                      __imm,
5429                                                      (__v4si)
5430                                                      _mm_undefined_si128 (),
5431                                                      (__mmask8) -1);
5432 }
5433
5434 extern __inline __m128i
5435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5436 _mm512_mask_extracti32x4_epi32 (__m128i __W, __mmask8 __U, __m512i __A,
5437                                 const int __imm)
5438 {
5439   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5440                                                      __imm,
5441                                                      (__v4si) __W,
5442                                                      (__mmask8) __U);
5443 }
5444
5445 extern __inline __m128i
5446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5447 _mm512_maskz_extracti32x4_epi32 (__mmask8 __U, __m512i __A, const int __imm)
5448 {
5449   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5450                                                      __imm,
5451                                                      (__v4si)
5452                                                      _mm_setzero_si128 (),
5453                                                      (__mmask8) __U);
5454 }
5455 #else
5456
5457 #define _mm512_extractf64x4_pd(X, C)                                    \
5458   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5459     (int) (C),\
5460     (__v4df)(__m256d)_mm256_undefined_pd(),\
5461     (__mmask8)-1))
5462
5463 #define _mm512_mask_extractf64x4_pd(W, U, X, C)                         \
5464   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5465     (int) (C),\
5466     (__v4df)(__m256d)(W),\
5467     (__mmask8)(U)))
5468
5469 #define _mm512_maskz_extractf64x4_pd(U, X, C)                           \
5470   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5471     (int) (C),\
5472     (__v4df)(__m256d)_mm256_setzero_pd(),\
5473     (__mmask8)(U)))
5474
5475 #define _mm512_extractf32x4_ps(X, C)                                    \
5476   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5477     (int) (C),\
5478     (__v4sf)(__m128)_mm_undefined_ps(),\
5479     (__mmask8)-1))
5480
5481 #define _mm512_mask_extractf32x4_ps(W, U, X, C)                         \
5482   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5483     (int) (C),\
5484     (__v4sf)(__m128)(W),\
5485     (__mmask8)(U)))
5486
5487 #define _mm512_maskz_extractf32x4_ps(U, X, C)                           \
5488   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5489     (int) (C),\
5490     (__v4sf)(__m128)_mm_setzero_ps(),\
5491     (__mmask8)(U)))
5492
5493 #define _mm512_extracti64x4_epi64(X, C)                                 \
5494   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5495     (int) (C),\
5496     (__v4di)(__m256i)_mm256_undefined_si256 (),\
5497     (__mmask8)-1))
5498
5499 #define _mm512_mask_extracti64x4_epi64(W, U, X, C)                      \
5500   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5501     (int) (C),\
5502     (__v4di)(__m256i)(W),\
5503     (__mmask8)(U)))
5504
5505 #define _mm512_maskz_extracti64x4_epi64(U, X, C)                        \
5506   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5507     (int) (C),\
5508     (__v4di)(__m256i)_mm256_setzero_si256 (),\
5509     (__mmask8)(U)))
5510
5511 #define _mm512_extracti32x4_epi32(X, C)                                 \
5512   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5513     (int) (C),\
5514     (__v4si)(__m128i)_mm_undefined_si128 (),\
5515     (__mmask8)-1))
5516
5517 #define _mm512_mask_extracti32x4_epi32(W, U, X, C)                      \
5518   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5519     (int) (C),\
5520     (__v4si)(__m128i)(W),\
5521     (__mmask8)(U)))
5522
5523 #define _mm512_maskz_extracti32x4_epi32(U, X, C)                        \
5524   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5525     (int) (C),\
5526     (__v4si)(__m128i)_mm_setzero_si128 (),\
5527     (__mmask8)(U)))
5528 #endif
5529
5530 #ifdef __OPTIMIZE__
5531 extern __inline __m512i
5532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5533 _mm512_inserti32x4 (__m512i __A, __m128i __B, const int __imm)
5534 {
5535   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __A,
5536                                                     (__v4si) __B,
5537                                                     __imm,
5538                                                     (__v16si) __A, -1);
5539 }
5540
5541 extern __inline __m512
5542 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5543 _mm512_insertf32x4 (__m512 __A, __m128 __B, const int __imm)
5544 {
5545   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __A,
5546                                                    (__v4sf) __B,
5547                                                    __imm,
5548                                                    (__v16sf) __A, -1);
5549 }
5550
5551 extern __inline __m512i
5552 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5553 _mm512_inserti64x4 (__m512i __A, __m256i __B, const int __imm)
5554 {
5555   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
5556                                                     (__v4di) __B,
5557                                                     __imm,
5558                                                     (__v8di)
5559                                                     _mm512_undefined_si512 (),
5560                                                     (__mmask8) -1);
5561 }
5562
5563 extern __inline __m512i
5564 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5565 _mm512_mask_inserti64x4 (__m512i __W, __mmask8 __U, __m512i __A,
5566                          __m256i __B, const int __imm)
5567 {
5568   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
5569                                                     (__v4di) __B,
5570                                                     __imm,
5571                                                     (__v8di) __W,
5572                                                     (__mmask8) __U);
5573 }
5574
5575 extern __inline __m512i
5576 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5577 _mm512_maskz_inserti64x4 (__mmask8 __U, __m512i __A, __m256i __B,
5578                           const int __imm)
5579 {
5580   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
5581                                                     (__v4di) __B,
5582                                                     __imm,
5583                                                     (__v8di)
5584                                                     _mm512_setzero_si512 (),
5585                                                     (__mmask8) __U);
5586 }
5587
5588 extern __inline __m512d
5589 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5590 _mm512_insertf64x4 (__m512d __A, __m256d __B, const int __imm)
5591 {
5592   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
5593                                                     (__v4df) __B,
5594                                                     __imm,
5595                                                     (__v8df)
5596                                                     _mm512_undefined_pd (),
5597                                                     (__mmask8) -1);
5598 }
5599
5600 extern __inline __m512d
5601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5602 _mm512_mask_insertf64x4 (__m512d __W, __mmask8 __U, __m512d __A,
5603                          __m256d __B, const int __imm)
5604 {
5605   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
5606                                                     (__v4df) __B,
5607                                                     __imm,
5608                                                     (__v8df) __W,
5609                                                     (__mmask8) __U);
5610 }
5611
5612 extern __inline __m512d
5613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5614 _mm512_maskz_insertf64x4 (__mmask8 __U, __m512d __A, __m256d __B,
5615                           const int __imm)
5616 {
5617   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
5618                                                     (__v4df) __B,
5619                                                     __imm,
5620                                                     (__v8df)
5621                                                     _mm512_setzero_pd (),
5622                                                     (__mmask8) __U);
5623 }
5624 #else
5625 #define _mm512_insertf32x4(X, Y, C)                                     \
5626   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
5627     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)(__m512) (X), (__mmask16)(-1)))
5628
5629 #define _mm512_inserti32x4(X, Y, C)                                     \
5630   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
5631     (__v4si)(__m128i) (Y), (int) (C), (__v16si)(__m512i) (X), (__mmask16)(-1)))
5632
5633 #define _mm512_insertf64x4(X, Y, C)                                     \
5634   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
5635     (__v4df)(__m256d) (Y), (int) (C),                                   \
5636     (__v8df)(__m512d)_mm512_undefined_pd(),                             \
5637     (__mmask8)-1))
5638
5639 #define _mm512_mask_insertf64x4(W, U, X, Y, C)                          \
5640   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
5641     (__v4df)(__m256d) (Y), (int) (C),                                   \
5642     (__v8df)(__m512d)(W),                                               \
5643     (__mmask8)(U)))
5644
5645 #define _mm512_maskz_insertf64x4(U, X, Y, C)                            \
5646   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
5647     (__v4df)(__m256d) (Y), (int) (C),                                   \
5648     (__v8df)(__m512d)_mm512_setzero_pd(),                               \
5649     (__mmask8)(U)))
5650
5651 #define _mm512_inserti64x4(X, Y, C)                                     \
5652   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
5653     (__v4di)(__m256i) (Y), (int) (C),                                   \
5654     (__v8di)(__m512i)_mm512_undefined_si512 (),                         \
5655     (__mmask8)-1))
5656
5657 #define _mm512_mask_inserti64x4(W, U, X, Y, C)                          \
5658   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
5659     (__v4di)(__m256i) (Y), (int) (C),\
5660     (__v8di)(__m512i)(W),\
5661     (__mmask8)(U)))
5662
5663 #define _mm512_maskz_inserti64x4(U, X, Y, C)                            \
5664   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
5665     (__v4di)(__m256i) (Y), (int) (C),                                   \
5666     (__v8di)(__m512i)_mm512_setzero_si512 (),                           \
5667     (__mmask8)(U)))
5668 #endif
5669
5670 extern __inline __m512d
5671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5672 _mm512_loadu_pd (void const *__P)
5673 {
5674   return (__m512d) __builtin_ia32_loadupd512_mask ((const __v8df *) __P,
5675                                                    (__v8df)
5676                                                    _mm512_undefined_pd (),
5677                                                    (__mmask8) -1);
5678 }
5679
5680 extern __inline __m512d
5681 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5682 _mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
5683 {
5684   return (__m512d) __builtin_ia32_loadupd512_mask ((const __v8df *) __P,
5685                                                    (__v8df) __W,
5686                                                    (__mmask8) __U);
5687 }
5688
5689 extern __inline __m512d
5690 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5691 _mm512_maskz_loadu_pd (__mmask8 __U, void const *__P)
5692 {
5693   return (__m512d) __builtin_ia32_loadupd512_mask ((const __v8df *) __P,
5694                                                    (__v8df)
5695                                                    _mm512_setzero_pd (),
5696                                                    (__mmask8) __U);
5697 }
5698
5699 extern __inline void
5700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5701 _mm512_storeu_pd (void *__P, __m512d __A)
5702 {
5703   __builtin_ia32_storeupd512_mask ((__v8df *) __P, (__v8df) __A,
5704                                    (__mmask8) -1);
5705 }
5706
5707 extern __inline void
5708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5709 _mm512_mask_storeu_pd (void *__P, __mmask8 __U, __m512d __A)
5710 {
5711   __builtin_ia32_storeupd512_mask ((__v8df *) __P, (__v8df) __A,
5712                                    (__mmask8) __U);
5713 }
5714
5715 extern __inline __m512
5716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5717 _mm512_loadu_ps (void const *__P)
5718 {
5719   return (__m512) __builtin_ia32_loadups512_mask ((const __v16sf *) __P,
5720                                                   (__v16sf)
5721                                                   _mm512_undefined_ps (),
5722                                                   (__mmask16) -1);
5723 }
5724
5725 extern __inline __m512
5726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5727 _mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
5728 {
5729   return (__m512) __builtin_ia32_loadups512_mask ((const __v16sf *) __P,
5730                                                   (__v16sf) __W,
5731                                                   (__mmask16) __U);
5732 }
5733
5734 extern __inline __m512
5735 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5736 _mm512_maskz_loadu_ps (__mmask16 __U, void const *__P)
5737 {
5738   return (__m512) __builtin_ia32_loadups512_mask ((const __v16sf *) __P,
5739                                                   (__v16sf)
5740                                                   _mm512_setzero_ps (),
5741                                                   (__mmask16) __U);
5742 }
5743
5744 extern __inline void
5745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5746 _mm512_storeu_ps (void *__P, __m512 __A)
5747 {
5748   __builtin_ia32_storeups512_mask ((__v16sf *) __P, (__v16sf) __A,
5749                                    (__mmask16) -1);
5750 }
5751
5752 extern __inline void
5753 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5754 _mm512_mask_storeu_ps (void *__P, __mmask16 __U, __m512 __A)
5755 {
5756   __builtin_ia32_storeups512_mask ((__v16sf *) __P, (__v16sf) __A,
5757                                    (__mmask16) __U);
5758 }
5759
5760 extern __inline __m512i
5761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5762 _mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5763 {
5764   return (__m512i) __builtin_ia32_loaddqudi512_mask ((const __v8di *) __P,
5765                                                      (__v8di) __W,
5766                                                      (__mmask8) __U);
5767 }
5768
5769 extern __inline __m512i
5770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5771 _mm512_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
5772 {
5773   return (__m512i) __builtin_ia32_loaddqudi512_mask ((const __v8di *) __P,
5774                                                      (__v8di)
5775                                                      _mm512_setzero_si512 (),
5776                                                      (__mmask8) __U);
5777 }
5778
5779 extern __inline void
5780 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5781 _mm512_mask_storeu_epi64 (void *__P, __mmask8 __U, __m512i __A)
5782 {
5783   __builtin_ia32_storedqudi512_mask ((__v8di *) __P, (__v8di) __A,
5784                                      (__mmask8) __U);
5785 }
5786
5787 extern __inline __m512i
5788 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5789 _mm512_loadu_si512 (void const *__P)
5790 {
5791   return (__m512i) __builtin_ia32_loaddqusi512_mask ((const __v16si *) __P,
5792                                                      (__v16si)
5793                                                      _mm512_setzero_si512 (),
5794                                                      (__mmask16) -1);
5795 }
5796
5797 extern __inline __m512i
5798 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5799 _mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5800 {
5801   return (__m512i) __builtin_ia32_loaddqusi512_mask ((const __v16si *) __P,
5802                                                      (__v16si) __W,
5803                                                      (__mmask16) __U);
5804 }
5805
5806 extern __inline __m512i
5807 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5808 _mm512_maskz_loadu_epi32 (__mmask16 __U, void const *__P)
5809 {
5810   return (__m512i) __builtin_ia32_loaddqusi512_mask ((const __v16si *) __P,
5811                                                      (__v16si)
5812                                                      _mm512_setzero_si512 (),
5813                                                      (__mmask16) __U);
5814 }
5815
5816 extern __inline void
5817 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5818 _mm512_storeu_si512 (void *__P, __m512i __A)
5819 {
5820   __builtin_ia32_storedqusi512_mask ((__v16si *) __P, (__v16si) __A,
5821                                      (__mmask16) -1);
5822 }
5823
5824 extern __inline void
5825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5826 _mm512_mask_storeu_epi32 (void *__P, __mmask16 __U, __m512i __A)
5827 {
5828   __builtin_ia32_storedqusi512_mask ((__v16si *) __P, (__v16si) __A,
5829                                      (__mmask16) __U);
5830 }
5831
5832 extern __inline __m512d
5833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5834 _mm512_permutevar_pd (__m512d __A, __m512i __C)
5835 {
5836   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
5837                                                         (__v8di) __C,
5838                                                         (__v8df)
5839                                                         _mm512_undefined_pd (),
5840                                                         (__mmask8) -1);
5841 }
5842
5843 extern __inline __m512d
5844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5845 _mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
5846 {
5847   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
5848                                                         (__v8di) __C,
5849                                                         (__v8df) __W,
5850                                                         (__mmask8) __U);
5851 }
5852
5853 extern __inline __m512d
5854 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5855 _mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
5856 {
5857   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
5858                                                         (__v8di) __C,
5859                                                         (__v8df)
5860                                                         _mm512_setzero_pd (),
5861                                                         (__mmask8) __U);
5862 }
5863
5864 extern __inline __m512
5865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5866 _mm512_permutevar_ps (__m512 __A, __m512i __C)
5867 {
5868   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
5869                                                        (__v16si) __C,
5870                                                        (__v16sf)
5871                                                        _mm512_undefined_ps (),
5872                                                        (__mmask16) -1);
5873 }
5874
5875 extern __inline __m512
5876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5877 _mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
5878 {
5879   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
5880                                                        (__v16si) __C,
5881                                                        (__v16sf) __W,
5882                                                        (__mmask16) __U);
5883 }
5884
5885 extern __inline __m512
5886 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5887 _mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
5888 {
5889   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
5890                                                        (__v16si) __C,
5891                                                        (__v16sf)
5892                                                        _mm512_setzero_ps (),
5893                                                        (__mmask16) __U);
5894 }
5895
5896 extern __inline __m512i
5897 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5898 _mm512_permutex2var_epi64 (__m512i __A, __m512i __I, __m512i __B)
5899 {
5900   return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
5901                                                        /* idx */ ,
5902                                                        (__v8di) __A,
5903                                                        (__v8di) __B,
5904                                                        (__mmask8) -1);
5905 }
5906
5907 extern __inline __m512i
5908 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5909 _mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
5910                                 __m512i __B)
5911 {
5912   return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
5913                                                        /* idx */ ,
5914                                                        (__v8di) __A,
5915                                                        (__v8di) __B,
5916                                                        (__mmask8) __U);
5917 }
5918
5919 extern __inline __m512i
5920 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5921 _mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
5922                                  __mmask8 __U, __m512i __B)
5923 {
5924   return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
5925                                                        (__v8di) __I
5926                                                        /* idx */ ,
5927                                                        (__v8di) __B,
5928                                                        (__mmask8) __U);
5929 }
5930
5931 extern __inline __m512i
5932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5933 _mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
5934                                  __m512i __I, __m512i __B)
5935 {
5936   return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
5937                                                         /* idx */ ,
5938                                                         (__v8di) __A,
5939                                                         (__v8di) __B,
5940                                                         (__mmask8) __U);
5941 }
5942
5943 extern __inline __m512i
5944 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5945 _mm512_permutex2var_epi32 (__m512i __A, __m512i __I, __m512i __B)
5946 {
5947   return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
5948                                                        /* idx */ ,
5949                                                        (__v16si) __A,
5950                                                        (__v16si) __B,
5951                                                        (__mmask16) -1);
5952 }
5953
5954 extern __inline __m512i
5955 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5956 _mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
5957                                 __m512i __I, __m512i __B)
5958 {
5959   return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
5960                                                        /* idx */ ,
5961                                                        (__v16si) __A,
5962                                                        (__v16si) __B,
5963                                                        (__mmask16) __U);
5964 }
5965
5966 extern __inline __m512i
5967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5968 _mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5969                                  __mmask16 __U, __m512i __B)
5970 {
5971   return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5972                                                        (__v16si) __I
5973                                                        /* idx */ ,
5974                                                        (__v16si) __B,
5975                                                        (__mmask16) __U);
5976 }
5977
5978 extern __inline __m512i
5979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5980 _mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
5981                                  __m512i __I, __m512i __B)
5982 {
5983   return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
5984                                                         /* idx */ ,
5985                                                         (__v16si) __A,
5986                                                         (__v16si) __B,
5987                                                         (__mmask16) __U);
5988 }
5989
5990 extern __inline __m512d
5991 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5992 _mm512_permutex2var_pd (__m512d __A, __m512i __I, __m512d __B)
5993 {
5994   return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
5995                                                         /* idx */ ,
5996                                                         (__v8df) __A,
5997                                                         (__v8df) __B,
5998                                                         (__mmask8) -1);
5999 }
6000
6001 extern __inline __m512d
6002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6003 _mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I,
6004                              __m512d __B)
6005 {
6006   return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6007                                                         /* idx */ ,
6008                                                         (__v8df) __A,
6009                                                         (__v8df) __B,
6010                                                         (__mmask8) __U);
6011 }
6012
6013 extern __inline __m512d
6014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6015 _mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6016                               __m512d __B)
6017 {
6018   return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6019                                                         (__v8di) __I
6020                                                         /* idx */ ,
6021                                                         (__v8df) __B,
6022                                                         (__mmask8) __U);
6023 }
6024
6025 extern __inline __m512d
6026 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6027 _mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6028                               __m512d __B)
6029 {
6030   return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
6031                                                          /* idx */ ,
6032                                                          (__v8df) __A,
6033                                                          (__v8df) __B,
6034                                                          (__mmask8) __U);
6035 }
6036
6037 extern __inline __m512
6038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6039 _mm512_permutex2var_ps (__m512 __A, __m512i __I, __m512 __B)
6040 {
6041   return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6042                                                        /* idx */ ,
6043                                                        (__v16sf) __A,
6044                                                        (__v16sf) __B,
6045                                                        (__mmask16) -1);
6046 }
6047
6048 extern __inline __m512
6049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6050 _mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6051 {
6052   return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6053                                                        /* idx */ ,
6054                                                        (__v16sf) __A,
6055                                                        (__v16sf) __B,
6056                                                        (__mmask16) __U);
6057 }
6058
6059 extern __inline __m512
6060 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6061 _mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6062                               __m512 __B)
6063 {
6064   return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6065                                                        (__v16si) __I
6066                                                        /* idx */ ,
6067                                                        (__v16sf) __B,
6068                                                        (__mmask16) __U);
6069 }
6070
6071 extern __inline __m512
6072 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6073 _mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6074                               __m512 __B)
6075 {
6076   return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
6077                                                         /* idx */ ,
6078                                                         (__v16sf) __A,
6079                                                         (__v16sf) __B,
6080                                                         (__mmask16) __U);
6081 }
6082
6083 #ifdef __OPTIMIZE__
6084 extern __inline __m512d
6085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6086 _mm512_permute_pd (__m512d __X, const int __C)
6087 {
6088   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6089                                                      (__v8df)
6090                                                      _mm512_undefined_pd (),
6091                                                      (__mmask8) -1);
6092 }
6093
6094 extern __inline __m512d
6095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6096 _mm512_mask_permute_pd (__m512d __W, __mmask8 __U, __m512d __X, const int __C)
6097 {
6098   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6099                                                      (__v8df) __W,
6100                                                      (__mmask8) __U);
6101 }
6102
6103 extern __inline __m512d
6104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6105 _mm512_maskz_permute_pd (__mmask8 __U, __m512d __X, const int __C)
6106 {
6107   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6108                                                      (__v8df)
6109                                                      _mm512_setzero_pd (),
6110                                                      (__mmask8) __U);
6111 }
6112
6113 extern __inline __m512
6114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6115 _mm512_permute_ps (__m512 __X, const int __C)
6116 {
6117   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6118                                                     (__v16sf)
6119                                                     _mm512_undefined_ps (),
6120                                                     (__mmask16) -1);
6121 }
6122
6123 extern __inline __m512
6124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6125 _mm512_mask_permute_ps (__m512 __W, __mmask16 __U, __m512 __X, const int __C)
6126 {
6127   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6128                                                     (__v16sf) __W,
6129                                                     (__mmask16) __U);
6130 }
6131
6132 extern __inline __m512
6133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6134 _mm512_maskz_permute_ps (__mmask16 __U, __m512 __X, const int __C)
6135 {
6136   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6137                                                     (__v16sf)
6138                                                     _mm512_setzero_ps (),
6139                                                     (__mmask16) __U);
6140 }
6141 #else
6142 #define _mm512_permute_pd(X, C)                                                     \
6143   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6144                                               (__v8df)(__m512d)_mm512_undefined_pd(),\
6145                                               (__mmask8)(-1)))
6146
6147 #define _mm512_mask_permute_pd(W, U, X, C)                                          \
6148   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6149                                               (__v8df)(__m512d)(W),                 \
6150                                               (__mmask8)(U)))
6151
6152 #define _mm512_maskz_permute_pd(U, X, C)                                            \
6153   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6154                                               (__v8df)(__m512d)_mm512_setzero_pd(), \
6155                                               (__mmask8)(U)))
6156
6157 #define _mm512_permute_ps(X, C)                                                     \
6158   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6159                                               (__v16sf)(__m512)_mm512_undefined_ps(),\
6160                                               (__mmask16)(-1)))
6161
6162 #define _mm512_mask_permute_ps(W, U, X, C)                                          \
6163   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6164                                               (__v16sf)(__m512)(W),                 \
6165                                               (__mmask16)(U)))
6166
6167 #define _mm512_maskz_permute_ps(U, X, C)                                            \
6168   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6169                                               (__v16sf)(__m512)_mm512_setzero_ps(), \
6170                                               (__mmask16)(U)))
6171 #endif
6172
6173 #ifdef __OPTIMIZE__
6174 extern __inline __m512i
6175 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6176 _mm512_permutex_epi64 (__m512i __X, const int __I)
6177 {
6178   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6179                                                   (__v8di)
6180                                                   _mm512_undefined_si512 (),
6181                                                   (__mmask8) (-1));
6182 }
6183
6184 extern __inline __m512i
6185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6186 _mm512_mask_permutex_epi64 (__m512i __W, __mmask8 __M,
6187                             __m512i __X, const int __I)
6188 {
6189   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6190                                                   (__v8di) __W,
6191                                                   (__mmask8) __M);
6192 }
6193
6194 extern __inline __m512i
6195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6196 _mm512_maskz_permutex_epi64 (__mmask8 __M, __m512i __X, const int __I)
6197 {
6198   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6199                                                   (__v8di)
6200                                                   _mm512_setzero_si512 (),
6201                                                   (__mmask8) __M);
6202 }
6203
6204 extern __inline __m512d
6205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6206 _mm512_permutex_pd (__m512d __X, const int __M)
6207 {
6208   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6209                                                   (__v8df)
6210                                                   _mm512_undefined_pd (),
6211                                                   (__mmask8) -1);
6212 }
6213
6214 extern __inline __m512d
6215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6216 _mm512_mask_permutex_pd (__m512d __W, __mmask8 __U, __m512d __X, const int __M)
6217 {
6218   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6219                                                   (__v8df) __W,
6220                                                   (__mmask8) __U);
6221 }
6222
6223 extern __inline __m512d
6224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6225 _mm512_maskz_permutex_pd (__mmask8 __U, __m512d __X, const int __M)
6226 {
6227   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6228                                                   (__v8df)
6229                                                   _mm512_setzero_pd (),
6230                                                   (__mmask8) __U);
6231 }
6232 #else
6233 #define _mm512_permutex_pd(X, M)                                                \
6234   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6235                                             (__v8df)(__m512d)_mm512_undefined_pd(),\
6236                                             (__mmask8)-1))
6237
6238 #define _mm512_mask_permutex_pd(W, U, X, M)                                     \
6239   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6240                                             (__v8df)(__m512d)(W), (__mmask8)(U)))
6241
6242 #define _mm512_maskz_permutex_pd(U, X, M)                                       \
6243   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6244                                             (__v8df)(__m512d)_mm512_setzero_pd(),\
6245                                             (__mmask8)(U)))
6246
6247 #define _mm512_permutex_epi64(X, I)                               \
6248   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6249                                             (int)(I),             \
6250                                             (__v8di)(__m512i)     \
6251                                             (_mm512_undefined_si512 ()),\
6252                                             (__mmask8)(-1)))
6253
6254 #define _mm512_maskz_permutex_epi64(M, X, I)                 \
6255   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6256                                             (int)(I),             \
6257                                             (__v8di)(__m512i)     \
6258                                             (_mm512_setzero_si512 ()),\
6259                                             (__mmask8)(M)))
6260
6261 #define _mm512_mask_permutex_epi64(W, M, X, I)               \
6262   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6263                                             (int)(I),             \
6264                                             (__v8di)(__m512i)(W), \
6265                                             (__mmask8)(M)))
6266 #endif
6267
6268 extern __inline __m512i
6269 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6270 _mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
6271 {
6272   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6273                                                      (__v8di) __X,
6274                                                      (__v8di)
6275                                                      _mm512_setzero_si512 (),
6276                                                      __M);
6277 }
6278
6279 extern __inline __m512i
6280 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6281 _mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
6282 {
6283   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6284                                                      (__v8di) __X,
6285                                                      (__v8di)
6286                                                      _mm512_undefined_si512 (),
6287                                                      (__mmask8) -1);
6288 }
6289
6290 extern __inline __m512i
6291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6292 _mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
6293                                __m512i __Y)
6294 {
6295   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6296                                                      (__v8di) __X,
6297                                                      (__v8di) __W,
6298                                                      __M);
6299 }
6300
6301 extern __inline __m512i
6302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6303 _mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
6304 {
6305   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6306                                                      (__v16si) __X,
6307                                                      (__v16si)
6308                                                      _mm512_setzero_si512 (),
6309                                                      __M);
6310 }
6311
6312 extern __inline __m512i
6313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6314 _mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
6315 {
6316   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6317                                                      (__v16si) __X,
6318                                                      (__v16si)
6319                                                      _mm512_undefined_si512 (),
6320                                                      (__mmask16) -1);
6321 }
6322
6323 extern __inline __m512i
6324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6325 _mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
6326                                __m512i __Y)
6327 {
6328   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6329                                                      (__v16si) __X,
6330                                                      (__v16si) __W,
6331                                                      __M);
6332 }
6333
6334 extern __inline __m512d
6335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6336 _mm512_permutexvar_pd (__m512i __X, __m512d __Y)
6337 {
6338   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6339                                                      (__v8di) __X,
6340                                                      (__v8df)
6341                                                      _mm512_undefined_pd (),
6342                                                      (__mmask8) -1);
6343 }
6344
6345 extern __inline __m512d
6346 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6347 _mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
6348 {
6349   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6350                                                      (__v8di) __X,
6351                                                      (__v8df) __W,
6352                                                      (__mmask8) __U);
6353 }
6354
6355 extern __inline __m512d
6356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6357 _mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
6358 {
6359   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6360                                                      (__v8di) __X,
6361                                                      (__v8df)
6362                                                      _mm512_setzero_pd (),
6363                                                      (__mmask8) __U);
6364 }
6365
6366 extern __inline __m512
6367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6368 _mm512_permutexvar_ps (__m512i __X, __m512 __Y)
6369 {
6370   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6371                                                     (__v16si) __X,
6372                                                     (__v16sf)
6373                                                     _mm512_undefined_ps (),
6374                                                     (__mmask16) -1);
6375 }
6376
6377 extern __inline __m512
6378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6379 _mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
6380 {
6381   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6382                                                     (__v16si) __X,
6383                                                     (__v16sf) __W,
6384                                                     (__mmask16) __U);
6385 }
6386
6387 extern __inline __m512
6388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6389 _mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
6390 {
6391   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6392                                                     (__v16si) __X,
6393                                                     (__v16sf)
6394                                                     _mm512_setzero_ps (),
6395                                                     (__mmask16) __U);
6396 }
6397
6398 #ifdef __OPTIMIZE__
6399 extern __inline __m512
6400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6401 _mm512_shuffle_ps (__m512 __M, __m512 __V, const int __imm)
6402 {
6403   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6404                                                  (__v16sf) __V, __imm,
6405                                                  (__v16sf)
6406                                                  _mm512_undefined_ps (),
6407                                                  (__mmask16) -1);
6408 }
6409
6410 extern __inline __m512
6411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6412 _mm512_mask_shuffle_ps (__m512 __W, __mmask16 __U, __m512 __M,
6413                         __m512 __V, const int __imm)
6414 {
6415   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6416                                                  (__v16sf) __V, __imm,
6417                                                  (__v16sf) __W,
6418                                                  (__mmask16) __U);
6419 }
6420
6421 extern __inline __m512
6422 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6423 _mm512_maskz_shuffle_ps (__mmask16 __U, __m512 __M, __m512 __V, const int __imm)
6424 {
6425   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6426                                                  (__v16sf) __V, __imm,
6427                                                  (__v16sf)
6428                                                  _mm512_setzero_ps (),
6429                                                  (__mmask16) __U);
6430 }
6431
6432 extern __inline __m512d
6433 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6434 _mm512_shuffle_pd (__m512d __M, __m512d __V, const int __imm)
6435 {
6436   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6437                                                   (__v8df) __V, __imm,
6438                                                   (__v8df)
6439                                                   _mm512_undefined_pd (),
6440                                                   (__mmask8) -1);
6441 }
6442
6443 extern __inline __m512d
6444 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6445 _mm512_mask_shuffle_pd (__m512d __W, __mmask8 __U, __m512d __M,
6446                         __m512d __V, const int __imm)
6447 {
6448   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6449                                                   (__v8df) __V, __imm,
6450                                                   (__v8df) __W,
6451                                                   (__mmask8) __U);
6452 }
6453
6454 extern __inline __m512d
6455 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6456 _mm512_maskz_shuffle_pd (__mmask8 __U, __m512d __M, __m512d __V,
6457                          const int __imm)
6458 {
6459   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6460                                                   (__v8df) __V, __imm,
6461                                                   (__v8df)
6462                                                   _mm512_setzero_pd (),
6463                                                   (__mmask8) __U);
6464 }
6465
6466 extern __inline __m512d
6467 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6468 _mm512_fixupimm_round_pd (__m512d __A, __m512d __B, __m512i __C,
6469                           const int __imm, const int __R)
6470 {
6471   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
6472                                                       (__v8df) __B,
6473                                                       (__v8di) __C,
6474                                                       __imm,
6475                                                       (__mmask8) -1, __R);
6476 }
6477
6478 extern __inline __m512d
6479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6480 _mm512_mask_fixupimm_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
6481                                __m512i __C, const int __imm, const int __R)
6482 {
6483   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
6484                                                       (__v8df) __B,
6485                                                       (__v8di) __C,
6486                                                       __imm,
6487                                                       (__mmask8) __U, __R);
6488 }
6489
6490 extern __inline __m512d
6491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6492 _mm512_maskz_fixupimm_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
6493                                 __m512i __C, const int __imm, const int __R)
6494 {
6495   return (__m512d) __builtin_ia32_fixupimmpd512_maskz ((__v8df) __A,
6496                                                        (__v8df) __B,
6497                                                        (__v8di) __C,
6498                                                        __imm,
6499                                                        (__mmask8) __U, __R);
6500 }
6501
6502 extern __inline __m512
6503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6504 _mm512_fixupimm_round_ps (__m512 __A, __m512 __B, __m512i __C,
6505                           const int __imm, const int __R)
6506 {
6507   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
6508                                                      (__v16sf) __B,
6509                                                      (__v16si) __C,
6510                                                      __imm,
6511                                                      (__mmask16) -1, __R);
6512 }
6513
6514 extern __inline __m512
6515 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6516 _mm512_mask_fixupimm_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
6517                                __m512i __C, const int __imm, const int __R)
6518 {
6519   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
6520                                                      (__v16sf) __B,
6521                                                      (__v16si) __C,
6522                                                      __imm,
6523                                                      (__mmask16) __U, __R);
6524 }
6525
6526 extern __inline __m512
6527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6528 _mm512_maskz_fixupimm_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
6529                                 __m512i __C, const int __imm, const int __R)
6530 {
6531   return (__m512) __builtin_ia32_fixupimmps512_maskz ((__v16sf) __A,
6532                                                       (__v16sf) __B,
6533                                                       (__v16si) __C,
6534                                                       __imm,
6535                                                       (__mmask16) __U, __R);
6536 }
6537
6538 extern __inline __m128d
6539 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6540 _mm_fixupimm_round_sd (__m128d __A, __m128d __B, __m128i __C,
6541                        const int __imm, const int __R)
6542 {
6543   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
6544                                                    (__v2df) __B,
6545                                                    (__v2di) __C, __imm,
6546                                                    (__mmask8) -1, __R);
6547 }
6548
6549 extern __inline __m128d
6550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6551 _mm_mask_fixupimm_round_sd (__m128d __A, __mmask8 __U, __m128d __B,
6552                             __m128i __C, const int __imm, const int __R)
6553 {
6554   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
6555                                                    (__v2df) __B,
6556                                                    (__v2di) __C, __imm,
6557                                                    (__mmask8) __U, __R);
6558 }
6559
6560 extern __inline __m128d
6561 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6562 _mm_maskz_fixupimm_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
6563                              __m128i __C, const int __imm, const int __R)
6564 {
6565   return (__m128d) __builtin_ia32_fixupimmsd_maskz ((__v2df) __A,
6566                                                     (__v2df) __B,
6567                                                     (__v2di) __C,
6568                                                     __imm,
6569                                                     (__mmask8) __U, __R);
6570 }
6571
6572 extern __inline __m128
6573 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6574 _mm_fixupimm_round_ss (__m128 __A, __m128 __B, __m128i __C,
6575                        const int __imm, const int __R)
6576 {
6577   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
6578                                                   (__v4sf) __B,
6579                                                   (__v4si) __C, __imm,
6580                                                   (__mmask8) -1, __R);
6581 }
6582
6583 extern __inline __m128
6584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6585 _mm_mask_fixupimm_round_ss (__m128 __A, __mmask8 __U, __m128 __B,
6586                             __m128i __C, const int __imm, const int __R)
6587 {
6588   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
6589                                                   (__v4sf) __B,
6590                                                   (__v4si) __C, __imm,
6591                                                   (__mmask8) __U, __R);
6592 }
6593
6594 extern __inline __m128
6595 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6596 _mm_maskz_fixupimm_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
6597                              __m128i __C, const int __imm, const int __R)
6598 {
6599   return (__m128) __builtin_ia32_fixupimmss_maskz ((__v4sf) __A,
6600                                                    (__v4sf) __B,
6601                                                    (__v4si) __C, __imm,
6602                                                    (__mmask8) __U, __R);
6603 }
6604
6605 #else
6606 #define _mm512_shuffle_pd(X, Y, C)                                      \
6607     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
6608         (__v8df)(__m512d)(Y), (int)(C),\
6609     (__v8df)(__m512d)_mm512_undefined_pd(),\
6610     (__mmask8)-1))
6611
6612 #define _mm512_mask_shuffle_pd(W, U, X, Y, C)                           \
6613     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
6614         (__v8df)(__m512d)(Y), (int)(C),\
6615     (__v8df)(__m512d)(W),\
6616     (__mmask8)(U)))
6617
6618 #define _mm512_maskz_shuffle_pd(U, X, Y, C)                             \
6619     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
6620         (__v8df)(__m512d)(Y), (int)(C),\
6621     (__v8df)(__m512d)_mm512_setzero_pd(),\
6622     (__mmask8)(U)))
6623
6624 #define _mm512_shuffle_ps(X, Y, C)                                      \
6625     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
6626         (__v16sf)(__m512)(Y), (int)(C),\
6627     (__v16sf)(__m512)_mm512_undefined_ps(),\
6628     (__mmask16)-1))
6629
6630 #define _mm512_mask_shuffle_ps(W, U, X, Y, C)                           \
6631     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
6632         (__v16sf)(__m512)(Y), (int)(C),\
6633     (__v16sf)(__m512)(W),\
6634     (__mmask16)(U)))
6635
6636 #define _mm512_maskz_shuffle_ps(U, X, Y, C)                             \
6637     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
6638         (__v16sf)(__m512)(Y), (int)(C),\
6639     (__v16sf)(__m512)_mm512_setzero_ps(),\
6640     (__mmask16)(U)))
6641
6642 #define _mm512_fixupimm_round_pd(X, Y, Z, C, R)                                 \
6643   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
6644       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
6645       (__mmask8)(-1), (R)))
6646
6647 #define _mm512_mask_fixupimm_round_pd(X, U, Y, Z, C, R)                          \
6648   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
6649       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
6650       (__mmask8)(U), (R)))
6651
6652 #define _mm512_maskz_fixupimm_round_pd(U, X, Y, Z, C, R)                         \
6653   ((__m512d)__builtin_ia32_fixupimmpd512_maskz ((__v8df)(__m512d)(X),   \
6654       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
6655       (__mmask8)(U), (R)))
6656
6657 #define _mm512_fixupimm_round_ps(X, Y, Z, C, R)                                 \
6658   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
6659     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
6660     (__mmask16)(-1), (R)))
6661
6662 #define _mm512_mask_fixupimm_round_ps(X, U, Y, Z, C, R)                          \
6663   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
6664     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
6665     (__mmask16)(U), (R)))
6666
6667 #define _mm512_maskz_fixupimm_round_ps(U, X, Y, Z, C, R)                         \
6668   ((__m512)__builtin_ia32_fixupimmps512_maskz ((__v16sf)(__m512)(X),    \
6669     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
6670     (__mmask16)(U), (R)))
6671
6672 #define _mm_fixupimm_round_sd(X, Y, Z, C, R)                                    \
6673     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
6674       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
6675       (__mmask8)(-1), (R)))
6676
6677 #define _mm_mask_fixupimm_round_sd(X, U, Y, Z, C, R)                            \
6678     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
6679       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
6680       (__mmask8)(U), (R)))
6681
6682 #define _mm_maskz_fixupimm_round_sd(U, X, Y, Z, C, R)                           \
6683     ((__m128d)__builtin_ia32_fixupimmsd_maskz ((__v2df)(__m128d)(X),    \
6684       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
6685       (__mmask8)(U), (R)))
6686
6687 #define _mm_fixupimm_round_ss(X, Y, Z, C, R)                                    \
6688     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
6689       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
6690       (__mmask8)(-1), (R)))
6691
6692 #define _mm_mask_fixupimm_round_ss(X, U, Y, Z, C, R)                            \
6693     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
6694       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
6695       (__mmask8)(U), (R)))
6696
6697 #define _mm_maskz_fixupimm_round_ss(U, X, Y, Z, C, R)                           \
6698     ((__m128)__builtin_ia32_fixupimmss_maskz ((__v4sf)(__m128)(X),      \
6699       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
6700       (__mmask8)(U), (R)))
6701 #endif
6702
6703 extern __inline __m512
6704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6705 _mm512_movehdup_ps (__m512 __A)
6706 {
6707   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
6708                                                    (__v16sf)
6709                                                    _mm512_undefined_ps (),
6710                                                    (__mmask16) -1);
6711 }
6712
6713 extern __inline __m512
6714 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6715 _mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
6716 {
6717   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
6718                                                    (__v16sf) __W,
6719                                                    (__mmask16) __U);
6720 }
6721
6722 extern __inline __m512
6723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6724 _mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
6725 {
6726   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
6727                                                    (__v16sf)
6728                                                    _mm512_setzero_ps (),
6729                                                    (__mmask16) __U);
6730 }
6731
6732 extern __inline __m512
6733 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6734 _mm512_moveldup_ps (__m512 __A)
6735 {
6736   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
6737                                                    (__v16sf)
6738                                                    _mm512_undefined_ps (),
6739                                                    (__mmask16) -1);
6740 }
6741
6742 extern __inline __m512
6743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6744 _mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
6745 {
6746   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
6747                                                    (__v16sf) __W,
6748                                                    (__mmask16) __U);
6749 }
6750
6751 extern __inline __m512
6752 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6753 _mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
6754 {
6755   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
6756                                                    (__v16sf)
6757                                                    _mm512_setzero_ps (),
6758                                                    (__mmask16) __U);
6759 }
6760
6761 extern __inline __m512i
6762 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6763 _mm512_or_si512 (__m512i __A, __m512i __B)
6764 {
6765   return (__m512i) ((__v16su) __A | (__v16su) __B);
6766 }
6767
6768 extern __inline __m512i
6769 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6770 _mm512_or_epi32 (__m512i __A, __m512i __B)
6771 {
6772   return (__m512i) ((__v16su) __A | (__v16su) __B);
6773 }
6774
6775 extern __inline __m512i
6776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6777 _mm512_mask_or_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
6778 {
6779   return (__m512i) __builtin_ia32_pord512_mask ((__v16si) __A,
6780                                                 (__v16si) __B,
6781                                                 (__v16si) __W,
6782                                                 (__mmask16) __U);
6783 }
6784
6785 extern __inline __m512i
6786 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6787 _mm512_maskz_or_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6788 {
6789   return (__m512i) __builtin_ia32_pord512_mask ((__v16si) __A,
6790                                                 (__v16si) __B,
6791                                                 (__v16si)
6792                                                 _mm512_setzero_si512 (),
6793                                                 (__mmask16) __U);
6794 }
6795
6796 extern __inline __m512i
6797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6798 _mm512_or_epi64 (__m512i __A, __m512i __B)
6799 {
6800   return (__m512i) ((__v8du) __A | (__v8du) __B);
6801 }
6802
6803 extern __inline __m512i
6804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6805 _mm512_mask_or_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6806 {
6807   return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __A,
6808                                                 (__v8di) __B,
6809                                                 (__v8di) __W,
6810                                                 (__mmask8) __U);
6811 }
6812
6813 extern __inline __m512i
6814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6815 _mm512_maskz_or_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6816 {
6817   return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __A,
6818                                                 (__v8di) __B,
6819                                                 (__v8di)
6820                                                 _mm512_setzero_si512 (),
6821                                                 (__mmask8) __U);
6822 }
6823
6824 extern __inline __m512i
6825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6826 _mm512_xor_si512 (__m512i __A, __m512i __B)
6827 {
6828   return (__m512i) ((__v16su) __A ^ (__v16su) __B);
6829 }
6830
6831 extern __inline __m512i
6832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6833 _mm512_xor_epi32 (__m512i __A, __m512i __B)
6834 {
6835   return (__m512i) ((__v16su) __A ^ (__v16su) __B);
6836 }
6837
6838 extern __inline __m512i
6839 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6840 _mm512_mask_xor_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
6841 {
6842   return (__m512i) __builtin_ia32_pxord512_mask ((__v16si) __A,
6843                                                  (__v16si) __B,
6844                                                  (__v16si) __W,
6845                                                  (__mmask16) __U);
6846 }
6847
6848 extern __inline __m512i
6849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6850 _mm512_maskz_xor_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6851 {
6852   return (__m512i) __builtin_ia32_pxord512_mask ((__v16si) __A,
6853                                                  (__v16si) __B,
6854                                                  (__v16si)
6855                                                  _mm512_setzero_si512 (),
6856                                                  (__mmask16) __U);
6857 }
6858
6859 extern __inline __m512i
6860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6861 _mm512_xor_epi64 (__m512i __A, __m512i __B)
6862 {
6863   return (__m512i) ((__v8du) __A ^ (__v8du) __B);
6864 }
6865
6866 extern __inline __m512i
6867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6868 _mm512_mask_xor_epi64 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
6869 {
6870   return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __A,
6871                                                  (__v8di) __B,
6872                                                  (__v8di) __W,
6873                                                  (__mmask8) __U);
6874 }
6875
6876 extern __inline __m512i
6877 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6878 _mm512_maskz_xor_epi64 (__mmask16 __U, __m512i __A, __m512i __B)
6879 {
6880   return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __A,
6881                                                  (__v8di) __B,
6882                                                  (__v8di)
6883                                                  _mm512_setzero_si512 (),
6884                                                  (__mmask8) __U);
6885 }
6886
6887 #ifdef __OPTIMIZE__
6888 extern __inline __m512i
6889 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6890 _mm512_rol_epi32 (__m512i __A, const int __B)
6891 {
6892   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
6893                                                  (__v16si)
6894                                                  _mm512_undefined_si512 (),
6895                                                  (__mmask16) -1);
6896 }
6897
6898 extern __inline __m512i
6899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6900 _mm512_mask_rol_epi32 (__m512i __W, __mmask16 __U, __m512i __A, const int __B)
6901 {
6902   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
6903                                                  (__v16si) __W,
6904                                                  (__mmask16) __U);
6905 }
6906
6907 extern __inline __m512i
6908 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6909 _mm512_maskz_rol_epi32 (__mmask16 __U, __m512i __A, const int __B)
6910 {
6911   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
6912                                                  (__v16si)
6913                                                  _mm512_setzero_si512 (),
6914                                                  (__mmask16) __U);
6915 }
6916
6917 extern __inline __m512i
6918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6919 _mm512_ror_epi32 (__m512i __A, int __B)
6920 {
6921   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
6922                                                  (__v16si)
6923                                                  _mm512_undefined_si512 (),
6924                                                  (__mmask16) -1);
6925 }
6926
6927 extern __inline __m512i
6928 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6929 _mm512_mask_ror_epi32 (__m512i __W, __mmask16 __U, __m512i __A, int __B)
6930 {
6931   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
6932                                                  (__v16si) __W,
6933                                                  (__mmask16) __U);
6934 }
6935
6936 extern __inline __m512i
6937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6938 _mm512_maskz_ror_epi32 (__mmask16 __U, __m512i __A, int __B)
6939 {
6940   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
6941                                                  (__v16si)
6942                                                  _mm512_setzero_si512 (),
6943                                                  (__mmask16) __U);
6944 }
6945
6946 extern __inline __m512i
6947 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6948 _mm512_rol_epi64 (__m512i __A, const int __B)
6949 {
6950   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
6951                                                  (__v8di)
6952                                                  _mm512_undefined_si512 (),
6953                                                  (__mmask8) -1);
6954 }
6955
6956 extern __inline __m512i
6957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6958 _mm512_mask_rol_epi64 (__m512i __W, __mmask8 __U, __m512i __A, const int __B)
6959 {
6960   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
6961                                                  (__v8di) __W,
6962                                                  (__mmask8) __U);
6963 }
6964
6965 extern __inline __m512i
6966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6967 _mm512_maskz_rol_epi64 (__mmask8 __U, __m512i __A, const int __B)
6968 {
6969   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
6970                                                  (__v8di)
6971                                                  _mm512_setzero_si512 (),
6972                                                  (__mmask8) __U);
6973 }
6974
6975 extern __inline __m512i
6976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6977 _mm512_ror_epi64 (__m512i __A, int __B)
6978 {
6979   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
6980                                                  (__v8di)
6981                                                  _mm512_undefined_si512 (),
6982                                                  (__mmask8) -1);
6983 }
6984
6985 extern __inline __m512i
6986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6987 _mm512_mask_ror_epi64 (__m512i __W, __mmask8 __U, __m512i __A, int __B)
6988 {
6989   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
6990                                                  (__v8di) __W,
6991                                                  (__mmask8) __U);
6992 }
6993
6994 extern __inline __m512i
6995 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6996 _mm512_maskz_ror_epi64 (__mmask8 __U, __m512i __A, int __B)
6997 {
6998   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
6999                                                  (__v8di)
7000                                                  _mm512_setzero_si512 (),
7001                                                  (__mmask8) __U);
7002 }
7003
7004 #else
7005 #define _mm512_rol_epi32(A, B)                                            \
7006     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7007                                             (int)(B),                     \
7008                                             (__v16si)_mm512_undefined_si512 (), \
7009                                             (__mmask16)(-1)))
7010 #define _mm512_mask_rol_epi32(W, U, A, B)                                 \
7011     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7012                                             (int)(B),                     \
7013                                             (__v16si)(__m512i)(W),        \
7014                                             (__mmask16)(U)))
7015 #define _mm512_maskz_rol_epi32(U, A, B)                                   \
7016     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7017                                             (int)(B),                     \
7018                                             (__v16si)_mm512_setzero_si512 (), \
7019                                             (__mmask16)(U)))
7020 #define _mm512_ror_epi32(A, B)                                            \
7021     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7022                                             (int)(B),                     \
7023                                             (__v16si)_mm512_undefined_si512 (), \
7024                                             (__mmask16)(-1)))
7025 #define _mm512_mask_ror_epi32(W, U, A, B)                                 \
7026     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7027                                             (int)(B),                     \
7028                                             (__v16si)(__m512i)(W),        \
7029                                             (__mmask16)(U)))
7030 #define _mm512_maskz_ror_epi32(U, A, B)                                   \
7031     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7032                                             (int)(B),                     \
7033                                             (__v16si)_mm512_setzero_si512 (), \
7034                                             (__mmask16)(U)))
7035 #define _mm512_rol_epi64(A, B)                                            \
7036     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7037                                             (int)(B),                     \
7038                                             (__v8di)_mm512_undefined_si512 (),  \
7039                                             (__mmask8)(-1)))
7040 #define _mm512_mask_rol_epi64(W, U, A, B)                                 \
7041     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7042                                             (int)(B),                     \
7043                                             (__v8di)(__m512i)(W),         \
7044                                             (__mmask8)(U)))
7045 #define _mm512_maskz_rol_epi64(U, A, B)                                   \
7046     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7047                                             (int)(B),                     \
7048                                             (__v8di)_mm512_setzero_si512 (),  \
7049                                             (__mmask8)(U)))
7050
7051 #define _mm512_ror_epi64(A, B)                                            \
7052     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7053                                             (int)(B),                     \
7054                                             (__v8di)_mm512_undefined_si512 (),  \
7055                                             (__mmask8)(-1)))
7056 #define _mm512_mask_ror_epi64(W, U, A, B)                                 \
7057     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7058                                             (int)(B),                     \
7059                                             (__v8di)(__m512i)(W),         \
7060                                             (__mmask8)(U)))
7061 #define _mm512_maskz_ror_epi64(U, A, B)                                   \
7062     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7063                                             (int)(B),                     \
7064                                             (__v8di)_mm512_setzero_si512 (),  \
7065                                             (__mmask8)(U)))
7066 #endif
7067
7068 extern __inline __m512i
7069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7070 _mm512_and_si512 (__m512i __A, __m512i __B)
7071 {
7072   return (__m512i) ((__v16su) __A & (__v16su) __B);
7073 }
7074
7075 extern __inline __m512i
7076 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7077 _mm512_and_epi32 (__m512i __A, __m512i __B)
7078 {
7079   return (__m512i) ((__v16su) __A & (__v16su) __B);
7080 }
7081
7082 extern __inline __m512i
7083 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7084 _mm512_mask_and_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7085 {
7086   return (__m512i) __builtin_ia32_pandd512_mask ((__v16si) __A,
7087                                                  (__v16si) __B,
7088                                                  (__v16si) __W,
7089                                                  (__mmask16) __U);
7090 }
7091
7092 extern __inline __m512i
7093 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7094 _mm512_maskz_and_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7095 {
7096   return (__m512i) __builtin_ia32_pandd512_mask ((__v16si) __A,
7097                                                  (__v16si) __B,
7098                                                  (__v16si)
7099                                                  _mm512_setzero_si512 (),
7100                                                  (__mmask16) __U);
7101 }
7102
7103 extern __inline __m512i
7104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7105 _mm512_and_epi64 (__m512i __A, __m512i __B)
7106 {
7107   return (__m512i) ((__v8du) __A & (__v8du) __B);
7108 }
7109
7110 extern __inline __m512i
7111 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7112 _mm512_mask_and_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7113 {
7114   return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __A,
7115                                                  (__v8di) __B,
7116                                                  (__v8di) __W, __U);
7117 }
7118
7119 extern __inline __m512i
7120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7121 _mm512_maskz_and_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7122 {
7123   return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __A,
7124                                                  (__v8di) __B,
7125                                                  (__v8di)
7126                                                  _mm512_setzero_pd (),
7127                                                  __U);
7128 }
7129
7130 extern __inline __m512i
7131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7132 _mm512_andnot_si512 (__m512i __A, __m512i __B)
7133 {
7134   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7135                                                   (__v16si) __B,
7136                                                   (__v16si)
7137                                                   _mm512_undefined_si512 (),
7138                                                   (__mmask16) -1);
7139 }
7140
7141 extern __inline __m512i
7142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7143 _mm512_andnot_epi32 (__m512i __A, __m512i __B)
7144 {
7145   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7146                                                   (__v16si) __B,
7147                                                   (__v16si)
7148                                                   _mm512_undefined_si512 (),
7149                                                   (__mmask16) -1);
7150 }
7151
7152 extern __inline __m512i
7153 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7154 _mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7155 {
7156   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7157                                                   (__v16si) __B,
7158                                                   (__v16si) __W,
7159                                                   (__mmask16) __U);
7160 }
7161
7162 extern __inline __m512i
7163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7164 _mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7165 {
7166   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7167                                                   (__v16si) __B,
7168                                                   (__v16si)
7169                                                   _mm512_setzero_si512 (),
7170                                                   (__mmask16) __U);
7171 }
7172
7173 extern __inline __m512i
7174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7175 _mm512_andnot_epi64 (__m512i __A, __m512i __B)
7176 {
7177   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7178                                                   (__v8di) __B,
7179                                                   (__v8di)
7180                                                   _mm512_undefined_si512 (),
7181                                                   (__mmask8) -1);
7182 }
7183
7184 extern __inline __m512i
7185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7186 _mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7187 {
7188   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7189                                                   (__v8di) __B,
7190                                                   (__v8di) __W, __U);
7191 }
7192
7193 extern __inline __m512i
7194 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7195 _mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7196 {
7197   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7198                                                   (__v8di) __B,
7199                                                   (__v8di)
7200                                                   _mm512_setzero_pd (),
7201                                                   __U);
7202 }
7203
7204 extern __inline __mmask16
7205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7206 _mm512_test_epi32_mask (__m512i __A, __m512i __B)
7207 {
7208   return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
7209                                                 (__v16si) __B,
7210                                                 (__mmask16) -1);
7211 }
7212
7213 extern __inline __mmask16
7214 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7215 _mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
7216 {
7217   return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
7218                                                 (__v16si) __B, __U);
7219 }
7220
7221 extern __inline __mmask8
7222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7223 _mm512_test_epi64_mask (__m512i __A, __m512i __B)
7224 {
7225   return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
7226                                                (__v8di) __B,
7227                                                (__mmask8) -1);
7228 }
7229
7230 extern __inline __mmask8
7231 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7232 _mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
7233 {
7234   return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
7235 }
7236
7237 extern __inline __mmask16
7238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7239 _mm512_testn_epi32_mask (__m512i __A, __m512i __B)
7240 {
7241   return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
7242                                                  (__v16si) __B,
7243                                                  (__mmask16) -1);
7244 }
7245
7246 extern __inline __mmask16
7247 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7248 _mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
7249 {
7250   return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
7251                                                  (__v16si) __B, __U);
7252 }
7253
7254 extern __inline __mmask8
7255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7256 _mm512_testn_epi64_mask (__m512i __A, __m512i __B)
7257 {
7258   return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
7259                                                 (__v8di) __B,
7260                                                 (__mmask8) -1);
7261 }
7262
7263 extern __inline __mmask8
7264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7265 _mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
7266 {
7267   return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
7268                                                 (__v8di) __B, __U);
7269 }
7270
7271 extern __inline __m512i
7272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7273 _mm512_unpackhi_epi32 (__m512i __A, __m512i __B)
7274 {
7275   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7276                                                      (__v16si) __B,
7277                                                      (__v16si)
7278                                                      _mm512_undefined_si512 (),
7279                                                      (__mmask16) -1);
7280 }
7281
7282 extern __inline __m512i
7283 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7284 _mm512_mask_unpackhi_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
7285                             __m512i __B)
7286 {
7287   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7288                                                      (__v16si) __B,
7289                                                      (__v16si) __W,
7290                                                      (__mmask16) __U);
7291 }
7292
7293 extern __inline __m512i
7294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7295 _mm512_maskz_unpackhi_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7296 {
7297   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7298                                                      (__v16si) __B,
7299                                                      (__v16si)
7300                                                      _mm512_setzero_si512 (),
7301                                                      (__mmask16) __U);
7302 }
7303
7304 extern __inline __m512i
7305 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7306 _mm512_unpackhi_epi64 (__m512i __A, __m512i __B)
7307 {
7308   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7309                                                       (__v8di) __B,
7310                                                       (__v8di)
7311                                                       _mm512_undefined_si512 (),
7312                                                       (__mmask8) -1);
7313 }
7314
7315 extern __inline __m512i
7316 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7317 _mm512_mask_unpackhi_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7318 {
7319   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7320                                                       (__v8di) __B,
7321                                                       (__v8di) __W,
7322                                                       (__mmask8) __U);
7323 }
7324
7325 extern __inline __m512i
7326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7327 _mm512_maskz_unpackhi_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7328 {
7329   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7330                                                       (__v8di) __B,
7331                                                       (__v8di)
7332                                                       _mm512_setzero_si512 (),
7333                                                       (__mmask8) __U);
7334 }
7335
7336 extern __inline __m512i
7337 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7338 _mm512_unpacklo_epi32 (__m512i __A, __m512i __B)
7339 {
7340   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7341                                                      (__v16si) __B,
7342                                                      (__v16si)
7343                                                      _mm512_undefined_si512 (),
7344                                                      (__mmask16) -1);
7345 }
7346
7347 extern __inline __m512i
7348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7349 _mm512_mask_unpacklo_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
7350                             __m512i __B)
7351 {
7352   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7353                                                      (__v16si) __B,
7354                                                      (__v16si) __W,
7355                                                      (__mmask16) __U);
7356 }
7357
7358 extern __inline __m512i
7359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7360 _mm512_maskz_unpacklo_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7361 {
7362   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7363                                                      (__v16si) __B,
7364                                                      (__v16si)
7365                                                      _mm512_setzero_si512 (),
7366                                                      (__mmask16) __U);
7367 }
7368
7369 extern __inline __m512i
7370 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7371 _mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
7372 {
7373   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7374                                                       (__v8di) __B,
7375                                                       (__v8di)
7376                                                       _mm512_undefined_si512 (),
7377                                                       (__mmask8) -1);
7378 }
7379
7380 extern __inline __m512i
7381 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7382 _mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7383 {
7384   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7385                                                       (__v8di) __B,
7386                                                       (__v8di) __W,
7387                                                       (__mmask8) __U);
7388 }
7389
7390 extern __inline __m512i
7391 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7392 _mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7393 {
7394   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7395                                                       (__v8di) __B,
7396                                                       (__v8di)
7397                                                       _mm512_setzero_si512 (),
7398                                                       (__mmask8) __U);
7399 }
7400
7401 #ifdef __x86_64__
7402 #ifdef __OPTIMIZE__
7403 extern __inline unsigned long long
7404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7405 _mm_cvt_roundss_u64 (__m128 __A, const int __R)
7406 {
7407   return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf) __A, __R);
7408 }
7409
7410 extern __inline long long
7411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7412 _mm_cvt_roundss_si64 (__m128 __A, const int __R)
7413 {
7414   return (long long) __builtin_ia32_vcvtss2si64 ((__v4sf) __A, __R);
7415 }
7416
7417 extern __inline long long
7418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7419 _mm_cvt_roundss_i64 (__m128 __A, const int __R)
7420 {
7421   return (long long) __builtin_ia32_vcvtss2si64 ((__v4sf) __A, __R);
7422 }
7423
7424 extern __inline unsigned long long
7425 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7426 _mm_cvtt_roundss_u64 (__m128 __A, const int __R)
7427 {
7428   return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf) __A, __R);
7429 }
7430
7431 extern __inline long long
7432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7433 _mm_cvtt_roundss_i64 (__m128 __A, const int __R)
7434 {
7435   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A, __R);
7436 }
7437
7438 extern __inline long long
7439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7440 _mm_cvtt_roundss_si64 (__m128 __A, const int __R)
7441 {
7442   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A, __R);
7443 }
7444 #else
7445 #define _mm_cvt_roundss_u64(A, B)   \
7446     ((unsigned long long)__builtin_ia32_vcvtss2usi64(A, B))
7447
7448 #define _mm_cvt_roundss_si64(A, B)   \
7449     ((long long)__builtin_ia32_vcvtss2si64(A, B))
7450
7451 #define _mm_cvt_roundss_i64(A, B)   \
7452     ((long long)__builtin_ia32_vcvtss2si64(A, B))
7453
7454 #define _mm_cvtt_roundss_u64(A, B)  \
7455     ((unsigned long long)__builtin_ia32_vcvttss2usi64(A, B))
7456
7457 #define _mm_cvtt_roundss_i64(A, B)  \
7458     ((long long)__builtin_ia32_vcvttss2si64(A, B))
7459
7460 #define _mm_cvtt_roundss_si64(A, B)  \
7461     ((long long)__builtin_ia32_vcvttss2si64(A, B))
7462 #endif
7463 #endif
7464
7465 #ifdef __OPTIMIZE__
7466 extern __inline unsigned
7467 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7468 _mm_cvt_roundss_u32 (__m128 __A, const int __R)
7469 {
7470   return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A, __R);
7471 }
7472
7473 extern __inline int
7474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7475 _mm_cvt_roundss_si32 (__m128 __A, const int __R)
7476 {
7477   return (int) __builtin_ia32_vcvtss2si32 ((__v4sf) __A, __R);
7478 }
7479
7480 extern __inline int
7481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7482 _mm_cvt_roundss_i32 (__m128 __A, const int __R)
7483 {
7484   return (int) __builtin_ia32_vcvtss2si32 ((__v4sf) __A, __R);
7485 }
7486
7487 extern __inline unsigned
7488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7489 _mm_cvtt_roundss_u32 (__m128 __A, const int __R)
7490 {
7491   return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A, __R);
7492 }
7493
7494 extern __inline int
7495 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7496 _mm_cvtt_roundss_i32 (__m128 __A, const int __R)
7497 {
7498   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A, __R);
7499 }
7500
7501 extern __inline int
7502 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7503 _mm_cvtt_roundss_si32 (__m128 __A, const int __R)
7504 {
7505   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A, __R);
7506 }
7507 #else
7508 #define _mm_cvt_roundss_u32(A, B)   \
7509     ((unsigned)__builtin_ia32_vcvtss2usi32(A, B))
7510
7511 #define _mm_cvt_roundss_si32(A, B)   \
7512     ((int)__builtin_ia32_vcvtss2si32(A, B))
7513
7514 #define _mm_cvt_roundss_i32(A, B)   \
7515     ((int)__builtin_ia32_vcvtss2si32(A, B))
7516
7517 #define _mm_cvtt_roundss_u32(A, B)  \
7518     ((unsigned)__builtin_ia32_vcvttss2usi32(A, B))
7519
7520 #define _mm_cvtt_roundss_si32(A, B)  \
7521     ((int)__builtin_ia32_vcvttss2si32(A, B))
7522
7523 #define _mm_cvtt_roundss_i32(A, B)  \
7524     ((int)__builtin_ia32_vcvttss2si32(A, B))
7525 #endif
7526
7527 #ifdef __x86_64__
7528 #ifdef __OPTIMIZE__
7529 extern __inline unsigned long long
7530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7531 _mm_cvt_roundsd_u64 (__m128d __A, const int __R)
7532 {
7533   return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df) __A, __R);
7534 }
7535
7536 extern __inline long long
7537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7538 _mm_cvt_roundsd_si64 (__m128d __A, const int __R)
7539 {
7540   return (long long) __builtin_ia32_vcvtsd2si64 ((__v2df) __A, __R);
7541 }
7542
7543 extern __inline long long
7544 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7545 _mm_cvt_roundsd_i64 (__m128d __A, const int __R)
7546 {
7547   return (long long) __builtin_ia32_vcvtsd2si64 ((__v2df) __A, __R);
7548 }
7549
7550 extern __inline unsigned long long
7551 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7552 _mm_cvtt_roundsd_u64 (__m128d __A, const int __R)
7553 {
7554   return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df) __A, __R);
7555 }
7556
7557 extern __inline long long
7558 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7559 _mm_cvtt_roundsd_si64 (__m128d __A, const int __R)
7560 {
7561   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A, __R);
7562 }
7563
7564 extern __inline long long
7565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7566 _mm_cvtt_roundsd_i64 (__m128d __A, const int __R)
7567 {
7568   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A, __R);
7569 }
7570 #else
7571 #define _mm_cvt_roundsd_u64(A, B)   \
7572     ((unsigned long long)__builtin_ia32_vcvtsd2usi64(A, B))
7573
7574 #define _mm_cvt_roundsd_si64(A, B)   \
7575     ((long long)__builtin_ia32_vcvtsd2si64(A, B))
7576
7577 #define _mm_cvt_roundsd_i64(A, B)   \
7578     ((long long)__builtin_ia32_vcvtsd2si64(A, B))
7579
7580 #define _mm_cvtt_roundsd_u64(A, B)   \
7581     ((unsigned long long)__builtin_ia32_vcvttsd2usi64(A, B))
7582
7583 #define _mm_cvtt_roundsd_si64(A, B)   \
7584     ((long long)__builtin_ia32_vcvttsd2si64(A, B))
7585
7586 #define _mm_cvtt_roundsd_i64(A, B)   \
7587     ((long long)__builtin_ia32_vcvttsd2si64(A, B))
7588 #endif
7589 #endif
7590
7591 #ifdef __OPTIMIZE__
7592 extern __inline unsigned
7593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7594 _mm_cvt_roundsd_u32 (__m128d __A, const int __R)
7595 {
7596   return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A, __R);
7597 }
7598
7599 extern __inline int
7600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7601 _mm_cvt_roundsd_si32 (__m128d __A, const int __R)
7602 {
7603   return (int) __builtin_ia32_vcvtsd2si32 ((__v2df) __A, __R);
7604 }
7605
7606 extern __inline int
7607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7608 _mm_cvt_roundsd_i32 (__m128d __A, const int __R)
7609 {
7610   return (int) __builtin_ia32_vcvtsd2si32 ((__v2df) __A, __R);
7611 }
7612
7613 extern __inline unsigned
7614 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7615 _mm_cvtt_roundsd_u32 (__m128d __A, const int __R)
7616 {
7617   return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A, __R);
7618 }
7619
7620 extern __inline int
7621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7622 _mm_cvtt_roundsd_i32 (__m128d __A, const int __R)
7623 {
7624   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A, __R);
7625 }
7626
7627 extern __inline int
7628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7629 _mm_cvtt_roundsd_si32 (__m128d __A, const int __R)
7630 {
7631   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A, __R);
7632 }
7633 #else
7634 #define _mm_cvt_roundsd_u32(A, B)   \
7635     ((unsigned)__builtin_ia32_vcvtsd2usi32(A, B))
7636
7637 #define _mm_cvt_roundsd_si32(A, B)   \
7638     ((int)__builtin_ia32_vcvtsd2si32(A, B))
7639
7640 #define _mm_cvt_roundsd_i32(A, B)   \
7641     ((int)__builtin_ia32_vcvtsd2si32(A, B))
7642
7643 #define _mm_cvtt_roundsd_u32(A, B)   \
7644     ((unsigned)__builtin_ia32_vcvttsd2usi32(A, B))
7645
7646 #define _mm_cvtt_roundsd_si32(A, B)   \
7647     ((int)__builtin_ia32_vcvttsd2si32(A, B))
7648
7649 #define _mm_cvtt_roundsd_i32(A, B)   \
7650     ((int)__builtin_ia32_vcvttsd2si32(A, B))
7651 #endif
7652
7653 extern __inline __m512d
7654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7655 _mm512_movedup_pd (__m512d __A)
7656 {
7657   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
7658                                                    (__v8df)
7659                                                    _mm512_undefined_pd (),
7660                                                    (__mmask8) -1);
7661 }
7662
7663 extern __inline __m512d
7664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7665 _mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
7666 {
7667   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
7668                                                    (__v8df) __W,
7669                                                    (__mmask8) __U);
7670 }
7671
7672 extern __inline __m512d
7673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7674 _mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
7675 {
7676   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
7677                                                    (__v8df)
7678                                                    _mm512_setzero_pd (),
7679                                                    (__mmask8) __U);
7680 }
7681
7682 extern __inline __m512d
7683 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7684 _mm512_unpacklo_pd (__m512d __A, __m512d __B)
7685 {
7686   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
7687                                                     (__v8df) __B,
7688                                                     (__v8df)
7689                                                     _mm512_undefined_pd (),
7690                                                     (__mmask8) -1);
7691 }
7692
7693 extern __inline __m512d
7694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7695 _mm512_mask_unpacklo_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
7696 {
7697   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
7698                                                     (__v8df) __B,
7699                                                     (__v8df) __W,
7700                                                     (__mmask8) __U);
7701 }
7702
7703 extern __inline __m512d
7704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7705 _mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
7706 {
7707   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
7708                                                     (__v8df) __B,
7709                                                     (__v8df)
7710                                                     _mm512_setzero_pd (),
7711                                                     (__mmask8) __U);
7712 }
7713
7714 extern __inline __m512d
7715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7716 _mm512_unpackhi_pd (__m512d __A, __m512d __B)
7717 {
7718   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
7719                                                     (__v8df) __B,
7720                                                     (__v8df)
7721                                                     _mm512_undefined_pd (),
7722                                                     (__mmask8) -1);
7723 }
7724
7725 extern __inline __m512d
7726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7727 _mm512_mask_unpackhi_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
7728 {
7729   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
7730                                                     (__v8df) __B,
7731                                                     (__v8df) __W,
7732                                                     (__mmask8) __U);
7733 }
7734
7735 extern __inline __m512d
7736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7737 _mm512_maskz_unpackhi_pd (__mmask8 __U, __m512d __A, __m512d __B)
7738 {
7739   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
7740                                                     (__v8df) __B,
7741                                                     (__v8df)
7742                                                     _mm512_setzero_pd (),
7743                                                     (__mmask8) __U);
7744 }
7745
7746 extern __inline __m512
7747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7748 _mm512_unpackhi_ps (__m512 __A, __m512 __B)
7749 {
7750   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
7751                                                    (__v16sf) __B,
7752                                                    (__v16sf)
7753                                                    _mm512_undefined_ps (),
7754                                                    (__mmask16) -1);
7755 }
7756
7757 extern __inline __m512
7758 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7759 _mm512_mask_unpackhi_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
7760 {
7761   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
7762                                                    (__v16sf) __B,
7763                                                    (__v16sf) __W,
7764                                                    (__mmask16) __U);
7765 }
7766
7767 extern __inline __m512
7768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7769 _mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
7770 {
7771   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
7772                                                    (__v16sf) __B,
7773                                                    (__v16sf)
7774                                                    _mm512_setzero_ps (),
7775                                                    (__mmask16) __U);
7776 }
7777
7778 #ifdef __OPTIMIZE__
7779 extern __inline __m512d
7780 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7781 _mm512_cvt_roundps_pd (__m256 __A, const int __R)
7782 {
7783   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
7784                                                     (__v8df)
7785                                                     _mm512_undefined_pd (),
7786                                                     (__mmask8) -1, __R);
7787 }
7788
7789 extern __inline __m512d
7790 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7791 _mm512_mask_cvt_roundps_pd (__m512d __W, __mmask8 __U, __m256 __A,
7792                             const int __R)
7793 {
7794   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
7795                                                     (__v8df) __W,
7796                                                     (__mmask8) __U, __R);
7797 }
7798
7799 extern __inline __m512d
7800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7801 _mm512_maskz_cvt_roundps_pd (__mmask8 __U, __m256 __A, const int __R)
7802 {
7803   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
7804                                                     (__v8df)
7805                                                     _mm512_setzero_pd (),
7806                                                     (__mmask8) __U, __R);
7807 }
7808
7809 extern __inline __m512
7810 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7811 _mm512_cvt_roundph_ps (__m256i __A, const int __R)
7812 {
7813   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
7814                                                     (__v16sf)
7815                                                     _mm512_undefined_ps (),
7816                                                     (__mmask16) -1, __R);
7817 }
7818
7819 extern __inline __m512
7820 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7821 _mm512_mask_cvt_roundph_ps (__m512 __W, __mmask16 __U, __m256i __A,
7822                             const int __R)
7823 {
7824   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
7825                                                     (__v16sf) __W,
7826                                                     (__mmask16) __U, __R);
7827 }
7828
7829 extern __inline __m512
7830 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7831 _mm512_maskz_cvt_roundph_ps (__mmask16 __U, __m256i __A, const int __R)
7832 {
7833   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
7834                                                     (__v16sf)
7835                                                     _mm512_setzero_ps (),
7836                                                     (__mmask16) __U, __R);
7837 }
7838
7839 extern __inline __m256i
7840 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7841 _mm512_cvt_roundps_ph (__m512 __A, const int __I)
7842 {
7843   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7844                                                      __I,
7845                                                      (__v16hi)
7846                                                      _mm256_undefined_si256 (),
7847                                                      -1);
7848 }
7849
7850 extern __inline __m256i
7851 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7852 _mm512_cvtps_ph (__m512 __A, const int __I)
7853 {
7854   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7855                                                      __I,
7856                                                      (__v16hi)
7857                                                      _mm256_undefined_si256 (),
7858                                                      -1);
7859 }
7860
7861 extern __inline __m256i
7862 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7863 _mm512_mask_cvt_roundps_ph (__m256i __U, __mmask16 __W, __m512 __A,
7864                             const int __I)
7865 {
7866   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7867                                                      __I,
7868                                                      (__v16hi) __U,
7869                                                      (__mmask16) __W);
7870 }
7871
7872 extern __inline __m256i
7873 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7874 _mm512_mask_cvtps_ph (__m256i __U, __mmask16 __W, __m512 __A, const int __I)
7875 {
7876   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7877                                                      __I,
7878                                                      (__v16hi) __U,
7879                                                      (__mmask16) __W);
7880 }
7881
7882 extern __inline __m256i
7883 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7884 _mm512_maskz_cvt_roundps_ph (__mmask16 __W, __m512 __A, const int __I)
7885 {
7886   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7887                                                      __I,
7888                                                      (__v16hi)
7889                                                      _mm256_setzero_si256 (),
7890                                                      (__mmask16) __W);
7891 }
7892
7893 extern __inline __m256i
7894 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7895 _mm512_maskz_cvtps_ph (__mmask16 __W, __m512 __A, const int __I)
7896 {
7897   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
7898                                                      __I,
7899                                                      (__v16hi)
7900                                                      _mm256_setzero_si256 (),
7901                                                      (__mmask16) __W);
7902 }
7903 #else
7904 #define _mm512_cvt_roundps_pd(A, B)              \
7905     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)_mm512_undefined_pd(), -1, B)
7906
7907 #define _mm512_mask_cvt_roundps_pd(W, U, A, B)   \
7908     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)(W), U, B)
7909
7910 #define _mm512_maskz_cvt_roundps_pd(U, A, B)     \
7911     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)_mm512_setzero_pd(), U, B)
7912
7913 #define _mm512_cvt_roundph_ps(A, B)              \
7914     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
7915
7916 #define _mm512_mask_cvt_roundph_ps(W, U, A, B)   \
7917     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)(W), U, B)
7918
7919 #define _mm512_maskz_cvt_roundph_ps(U, A, B)     \
7920     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)_mm512_setzero_ps(), U, B)
7921
7922 #define _mm512_cvt_roundps_ph(A, I)                                              \
7923   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7924     (__v16hi)_mm256_undefined_si256 (), -1))
7925 #define _mm512_cvtps_ph(A, I)                                            \
7926   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7927     (__v16hi)_mm256_undefined_si256 (), -1))
7928 #define _mm512_mask_cvt_roundps_ph(U, W, A, I)                           \
7929   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7930     (__v16hi)(__m256i)(U), (__mmask16) (W)))
7931 #define _mm512_mask_cvtps_ph(U, W, A, I)                                 \
7932   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7933     (__v16hi)(__m256i)(U), (__mmask16) (W)))
7934 #define _mm512_maskz_cvt_roundps_ph(W, A, I)                                     \
7935   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7936     (__v16hi)_mm256_setzero_si256 (), (__mmask16) (W)))
7937 #define _mm512_maskz_cvtps_ph(W, A, I)                                   \
7938   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
7939     (__v16hi)_mm256_setzero_si256 (), (__mmask16) (W)))
7940 #endif
7941
7942 #ifdef __OPTIMIZE__
7943 extern __inline __m256
7944 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7945 _mm512_cvt_roundpd_ps (__m512d __A, const int __R)
7946 {
7947   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
7948                                                    (__v8sf)
7949                                                    _mm256_undefined_ps (),
7950                                                    (__mmask8) -1, __R);
7951 }
7952
7953 extern __inline __m256
7954 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7955 _mm512_mask_cvt_roundpd_ps (__m256 __W, __mmask8 __U, __m512d __A,
7956                             const int __R)
7957 {
7958   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
7959                                                    (__v8sf) __W,
7960                                                    (__mmask8) __U, __R);
7961 }
7962
7963 extern __inline __m256
7964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7965 _mm512_maskz_cvt_roundpd_ps (__mmask8 __U, __m512d __A, const int __R)
7966 {
7967   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
7968                                                    (__v8sf)
7969                                                    _mm256_setzero_ps (),
7970                                                    (__mmask8) __U, __R);
7971 }
7972
7973 extern __inline __m128
7974 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7975 _mm_cvt_roundsd_ss (__m128 __A, __m128d __B, const int __R)
7976 {
7977   return (__m128) __builtin_ia32_cvtsd2ss_round ((__v4sf) __A,
7978                                                  (__v2df) __B,
7979                                                  __R);
7980 }
7981
7982 extern __inline __m128d
7983 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7984 _mm_cvt_roundss_sd (__m128d __A, __m128 __B, const int __R)
7985 {
7986   return (__m128d) __builtin_ia32_cvtss2sd_round ((__v2df) __A,
7987                                                   (__v4sf) __B,
7988                                                   __R);
7989 }
7990 #else
7991 #define _mm512_cvt_roundpd_ps(A, B)              \
7992     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)_mm256_undefined_ps(), -1, B)
7993
7994 #define _mm512_mask_cvt_roundpd_ps(W, U, A, B)   \
7995     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)(W), U, B)
7996
7997 #define _mm512_maskz_cvt_roundpd_ps(U, A, B)     \
7998     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)_mm256_setzero_ps(), U, B)
7999
8000 #define _mm_cvt_roundsd_ss(A, B, C)              \
8001     (__m128)__builtin_ia32_cvtsd2ss_round(A, B, C)
8002
8003 #define _mm_cvt_roundss_sd(A, B, C)              \
8004     (__m128d)__builtin_ia32_cvtss2sd_round(A, B, C)
8005 #endif
8006
8007 extern __inline void
8008 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8009 _mm512_stream_si512 (__m512i * __P, __m512i __A)
8010 {
8011   __builtin_ia32_movntdq512 ((__v8di *) __P, (__v8di) __A);
8012 }
8013
8014 extern __inline void
8015 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8016 _mm512_stream_ps (float *__P, __m512 __A)
8017 {
8018   __builtin_ia32_movntps512 (__P, (__v16sf) __A);
8019 }
8020
8021 extern __inline void
8022 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8023 _mm512_stream_pd (double *__P, __m512d __A)
8024 {
8025   __builtin_ia32_movntpd512 (__P, (__v8df) __A);
8026 }
8027
8028 extern __inline __m512i
8029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8030 _mm512_stream_load_si512 (void *__P)
8031 {
8032   return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8033 }
8034
8035 /* Constants for mantissa extraction */
8036 typedef enum
8037 {
8038   _MM_MANT_NORM_1_2,            /* interval [1, 2)      */
8039   _MM_MANT_NORM_p5_2,           /* interval [0.5, 2)    */
8040   _MM_MANT_NORM_p5_1,           /* interval [0.5, 1)    */
8041   _MM_MANT_NORM_p75_1p5         /* interval [0.75, 1.5) */
8042 } _MM_MANTISSA_NORM_ENUM;
8043
8044 typedef enum
8045 {
8046   _MM_MANT_SIGN_src,            /* sign = sign(SRC)     */
8047   _MM_MANT_SIGN_zero,           /* sign = 0             */
8048   _MM_MANT_SIGN_nan             /* DEST = NaN if sign(SRC) = 1 */
8049 } _MM_MANTISSA_SIGN_ENUM;
8050
8051 #ifdef __OPTIMIZE__
8052 extern __inline __m128
8053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8054 _mm_getexp_round_ss (__m128 __A, __m128 __B, const int __R)
8055 {
8056   return (__m128) __builtin_ia32_getexpss128_round ((__v4sf) __A,
8057                                                     (__v4sf) __B,
8058                                                     __R);
8059 }
8060
8061 extern __inline __m128d
8062 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8063 _mm_getexp_round_sd (__m128d __A, __m128d __B, const int __R)
8064 {
8065   return (__m128d) __builtin_ia32_getexpsd128_round ((__v2df) __A,
8066                                                      (__v2df) __B,
8067                                                      __R);
8068 }
8069
8070 extern __inline __m512
8071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8072 _mm512_getexp_round_ps (__m512 __A, const int __R)
8073 {
8074   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8075                                                    (__v16sf)
8076                                                    _mm512_undefined_ps (),
8077                                                    (__mmask16) -1, __R);
8078 }
8079
8080 extern __inline __m512
8081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8082 _mm512_mask_getexp_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
8083                              const int __R)
8084 {
8085   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8086                                                    (__v16sf) __W,
8087                                                    (__mmask16) __U, __R);
8088 }
8089
8090 extern __inline __m512
8091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8092 _mm512_maskz_getexp_round_ps (__mmask16 __U, __m512 __A, const int __R)
8093 {
8094   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8095                                                    (__v16sf)
8096                                                    _mm512_setzero_ps (),
8097                                                    (__mmask16) __U, __R);
8098 }
8099
8100 extern __inline __m512d
8101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8102 _mm512_getexp_round_pd (__m512d __A, const int __R)
8103 {
8104   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8105                                                     (__v8df)
8106                                                     _mm512_undefined_pd (),
8107                                                     (__mmask8) -1, __R);
8108 }
8109
8110 extern __inline __m512d
8111 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8112 _mm512_mask_getexp_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
8113                              const int __R)
8114 {
8115   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8116                                                     (__v8df) __W,
8117                                                     (__mmask8) __U, __R);
8118 }
8119
8120 extern __inline __m512d
8121 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8122 _mm512_maskz_getexp_round_pd (__mmask8 __U, __m512d __A, const int __R)
8123 {
8124   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8125                                                     (__v8df)
8126                                                     _mm512_setzero_pd (),
8127                                                     (__mmask8) __U, __R);
8128 }
8129
8130 extern __inline __m512d
8131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8132 _mm512_getmant_round_pd (__m512d __A, _MM_MANTISSA_NORM_ENUM __B,
8133                          _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8134 {
8135   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8136                                                      (__C << 2) | __B,
8137                                                      _mm512_undefined_pd (),
8138                                                      (__mmask8) -1, __R);
8139 }
8140
8141 extern __inline __m512d
8142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8143 _mm512_mask_getmant_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
8144                               _MM_MANTISSA_NORM_ENUM __B,
8145                               _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8146 {
8147   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8148                                                      (__C << 2) | __B,
8149                                                      (__v8df) __W, __U,
8150                                                      __R);
8151 }
8152
8153 extern __inline __m512d
8154 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8155 _mm512_maskz_getmant_round_pd (__mmask8 __U, __m512d __A,
8156                                _MM_MANTISSA_NORM_ENUM __B,
8157                                _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8158 {
8159   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8160                                                      (__C << 2) | __B,
8161                                                      (__v8df)
8162                                                      _mm512_setzero_pd (),
8163                                                      __U, __R);
8164 }
8165
8166 extern __inline __m512
8167 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8168 _mm512_getmant_round_ps (__m512 __A, _MM_MANTISSA_NORM_ENUM __B,
8169                          _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8170 {
8171   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8172                                                     (__C << 2) | __B,
8173                                                     _mm512_undefined_ps (),
8174                                                     (__mmask16) -1, __R);
8175 }
8176
8177 extern __inline __m512
8178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8179 _mm512_mask_getmant_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
8180                               _MM_MANTISSA_NORM_ENUM __B,
8181                               _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8182 {
8183   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8184                                                     (__C << 2) | __B,
8185                                                     (__v16sf) __W, __U,
8186                                                     __R);
8187 }
8188
8189 extern __inline __m512
8190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8191 _mm512_maskz_getmant_round_ps (__mmask16 __U, __m512 __A,
8192                                _MM_MANTISSA_NORM_ENUM __B,
8193                                _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8194 {
8195   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8196                                                     (__C << 2) | __B,
8197                                                     (__v16sf)
8198                                                     _mm512_setzero_ps (),
8199                                                     __U, __R);
8200 }
8201
8202 extern __inline __m128d
8203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8204 _mm_getmant_round_sd (__m128d __A, __m128d __B,
8205                       _MM_MANTISSA_NORM_ENUM __C,
8206                       _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8207 {
8208   return (__m128d) __builtin_ia32_getmantsd_round ((__v2df) __A,
8209                                                   (__v2df) __B,
8210                                                   (__D << 2) | __C,
8211                                                    __R);
8212 }
8213
8214 extern __inline __m128
8215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8216 _mm_getmant_round_ss (__m128 __A, __m128 __B,
8217                       _MM_MANTISSA_NORM_ENUM __C,
8218                       _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8219 {
8220   return (__m128) __builtin_ia32_getmantss_round ((__v4sf) __A,
8221                                                   (__v4sf) __B,
8222                                                   (__D << 2) | __C,
8223                                                   __R);
8224 }
8225
8226 #else
8227 #define _mm512_getmant_round_pd(X, B, C, R)                                                  \
8228   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8229                                               (int)(((C)<<2) | (B)),                \
8230                                               (__v8df)(__m512d)_mm512_undefined_pd(), \
8231                                               (__mmask8)-1,\
8232                                               (R)))
8233
8234 #define _mm512_mask_getmant_round_pd(W, U, X, B, C, R)                                       \
8235   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8236                                               (int)(((C)<<2) | (B)),                \
8237                                               (__v8df)(__m512d)(W),                 \
8238                                               (__mmask8)(U),\
8239                                               (R)))
8240
8241 #define _mm512_maskz_getmant_round_pd(U, X, B, C, R)                                         \
8242   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8243                                               (int)(((C)<<2) | (B)),                \
8244                                               (__v8df)(__m512d)_mm512_setzero_pd(), \
8245                                               (__mmask8)(U),\
8246                                               (R)))
8247 #define _mm512_getmant_round_ps(X, B, C, R)                                                  \
8248   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8249                                              (int)(((C)<<2) | (B)),                 \
8250                                              (__v16sf)(__m512)_mm512_undefined_ps(), \
8251                                              (__mmask16)-1,\
8252                                              (R)))
8253
8254 #define _mm512_mask_getmant_round_ps(W, U, X, B, C, R)                                       \
8255   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8256                                              (int)(((C)<<2) | (B)),                 \
8257                                              (__v16sf)(__m512)(W),                  \
8258                                              (__mmask16)(U),\
8259                                              (R)))
8260
8261 #define _mm512_maskz_getmant_round_ps(U, X, B, C, R)                                         \
8262   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8263                                              (int)(((C)<<2) | (B)),                 \
8264                                              (__v16sf)(__m512)_mm512_setzero_ps(),  \
8265                                              (__mmask16)(U),\
8266                                              (R)))
8267 #define _mm_getmant_round_sd(X, Y, C, D, R)                                                  \
8268   ((__m128d)__builtin_ia32_getmantsd_round ((__v2df)(__m128d)(X),                    \
8269                                             (__v2df)(__m128d)(Y),       \
8270                                             (int)(((D)<<2) | (C)),      \
8271                                             (R)))
8272
8273 #define _mm_getmant_round_ss(X, Y, C, D, R)                                                  \
8274   ((__m128)__builtin_ia32_getmantss_round ((__v4sf)(__m128)(X),                      \
8275                                            (__v4sf)(__m128)(Y),         \
8276                                            (int)(((D)<<2) | (C)),       \
8277                                            (R)))
8278
8279 #define _mm_getexp_round_ss(A, B, R)                                                  \
8280   ((__m128)__builtin_ia32_getexpss128_round((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), R))
8281
8282 #define _mm_getexp_round_sd(A, B, R)                                                   \
8283   ((__m128d)__builtin_ia32_getexpsd128_round((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), R))
8284
8285 #define _mm512_getexp_round_ps(A, R)                                            \
8286   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8287   (__v16sf)_mm512_undefined_ps(), (__mmask16)-1, R))
8288
8289 #define _mm512_mask_getexp_round_ps(W, U, A, R)                                 \
8290   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8291   (__v16sf)(__m512)(W), (__mmask16)(U), R))
8292
8293 #define _mm512_maskz_getexp_round_ps(U, A, R)                                   \
8294   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8295   (__v16sf)_mm512_setzero_ps(), (__mmask16)(U), R))
8296
8297 #define _mm512_getexp_round_pd(A, R)                                            \
8298   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8299   (__v8df)_mm512_undefined_pd(), (__mmask8)-1, R))
8300
8301 #define _mm512_mask_getexp_round_pd(W, U, A, R)                                 \
8302   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8303   (__v8df)(__m512d)(W), (__mmask8)(U), R))
8304
8305 #define _mm512_maskz_getexp_round_pd(U, A, R)                                   \
8306   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8307   (__v8df)_mm512_setzero_pd(), (__mmask8)(U), R))
8308 #endif
8309
8310 #ifdef __OPTIMIZE__
8311 extern __inline __m512
8312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8313 _mm512_roundscale_round_ps (__m512 __A, const int __imm, const int __R)
8314 {
8315   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A, __imm,
8316                                                   (__v16sf)
8317                                                   _mm512_undefined_ps (),
8318                                                   -1, __R);
8319 }
8320
8321 extern __inline __m512
8322 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8323 _mm512_mask_roundscale_round_ps (__m512 __A, __mmask16 __B, __m512 __C,
8324                                  const int __imm, const int __R)
8325 {
8326   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __C, __imm,
8327                                                   (__v16sf) __A,
8328                                                   (__mmask16) __B, __R);
8329 }
8330
8331 extern __inline __m512
8332 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8333 _mm512_maskz_roundscale_round_ps (__mmask16 __A, __m512 __B,
8334                                   const int __imm, const int __R)
8335 {
8336   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __B,
8337                                                   __imm,
8338                                                   (__v16sf)
8339                                                   _mm512_setzero_ps (),
8340                                                   (__mmask16) __A, __R);
8341 }
8342
8343 extern __inline __m512d
8344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8345 _mm512_roundscale_round_pd (__m512d __A, const int __imm, const int __R)
8346 {
8347   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A, __imm,
8348                                                    (__v8df)
8349                                                    _mm512_undefined_pd (),
8350                                                    -1, __R);
8351 }
8352
8353 extern __inline __m512d
8354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8355 _mm512_mask_roundscale_round_pd (__m512d __A, __mmask8 __B,
8356                                  __m512d __C, const int __imm, const int __R)
8357 {
8358   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __C, __imm,
8359                                                    (__v8df) __A,
8360                                                    (__mmask8) __B, __R);
8361 }
8362
8363 extern __inline __m512d
8364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8365 _mm512_maskz_roundscale_round_pd (__mmask8 __A, __m512d __B,
8366                                   const int __imm, const int __R)
8367 {
8368   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __B,
8369                                                    __imm,
8370                                                    (__v8df)
8371                                                    _mm512_setzero_pd (),
8372                                                    (__mmask8) __A, __R);
8373 }
8374
8375 extern __inline __m128
8376 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8377 _mm_roundscale_round_ss (__m128 __A, __m128 __B, const int __imm, const int __R)
8378 {
8379   return (__m128) __builtin_ia32_rndscaless_round ((__v4sf) __A,
8380                                                    (__v4sf) __B, __imm, __R);
8381 }
8382
8383 extern __inline __m128d
8384 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8385 _mm_roundscale_round_sd (__m128d __A, __m128d __B, const int __imm,
8386                          const int __R)
8387 {
8388   return (__m128d) __builtin_ia32_rndscalesd_round ((__v2df) __A,
8389                                                     (__v2df) __B, __imm, __R);
8390 }
8391
8392 #else
8393 #define _mm512_roundscale_round_ps(A, B, R) \
8394   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(A), (int)(B),\
8395     (__v16sf)_mm512_undefined_ps(), (__mmask16)(-1), R))
8396 #define _mm512_mask_roundscale_round_ps(A, B, C, D, R)                          \
8397   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(C),       \
8398                                             (int)(D),                   \
8399                                             (__v16sf)(__m512)(A),       \
8400                                             (__mmask16)(B), R))
8401 #define _mm512_maskz_roundscale_round_ps(A, B, C, R)                            \
8402   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(B),       \
8403                                             (int)(C),                   \
8404                                             (__v16sf)_mm512_setzero_ps(),\
8405                                             (__mmask16)(A), R))
8406 #define _mm512_roundscale_round_pd(A, B, R) \
8407   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(A), (int)(B),\
8408     (__v8df)_mm512_undefined_pd(), (__mmask8)(-1), R))
8409 #define _mm512_mask_roundscale_round_pd(A, B, C, D, R)                          \
8410   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(C),      \
8411                                              (int)(D),                  \
8412                                              (__v8df)(__m512d)(A),      \
8413                                              (__mmask8)(B), R))
8414 #define _mm512_maskz_roundscale_round_pd(A, B, C, R)                            \
8415   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(B),      \
8416                                              (int)(C),                  \
8417                                              (__v8df)_mm512_setzero_pd(),\
8418                                              (__mmask8)(A), R))
8419 #define _mm_roundscale_round_ss(A, B, C, R)                                     \
8420   ((__m128) __builtin_ia32_rndscaless_round ((__v4sf)(__m128)(A),       \
8421     (__v4sf)(__m128)(B), (int)(C), R))
8422 #define _mm_roundscale_round_sd(A, B, C, R)                                     \
8423   ((__m128d) __builtin_ia32_rndscalesd_round ((__v2df)(__m128d)(A),     \
8424     (__v2df)(__m128d)(B), (int)(C), R))
8425 #endif
8426
8427 extern __inline __m512
8428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8429 _mm512_floor_ps (__m512 __A)
8430 {
8431   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
8432                                                   _MM_FROUND_FLOOR,
8433                                                   (__v16sf) __A, -1,
8434                                                   _MM_FROUND_CUR_DIRECTION);
8435 }
8436
8437 extern __inline __m512d
8438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8439 _mm512_floor_pd (__m512d __A)
8440 {
8441   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
8442                                                    _MM_FROUND_FLOOR,
8443                                                    (__v8df) __A, -1,
8444                                                    _MM_FROUND_CUR_DIRECTION);
8445 }
8446
8447 extern __inline __m512
8448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8449 _mm512_ceil_ps (__m512 __A)
8450 {
8451   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
8452                                                   _MM_FROUND_CEIL,
8453                                                   (__v16sf) __A, -1,
8454                                                   _MM_FROUND_CUR_DIRECTION);
8455 }
8456
8457 extern __inline __m512d
8458 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8459 _mm512_ceil_pd (__m512d __A)
8460 {
8461   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
8462                                                    _MM_FROUND_CEIL,
8463                                                    (__v8df) __A, -1,
8464                                                    _MM_FROUND_CUR_DIRECTION);
8465 }
8466
8467 extern __inline __m512
8468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8469 _mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
8470 {
8471   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
8472                                                   _MM_FROUND_FLOOR,
8473                                                   (__v16sf) __W, __U,
8474                                                   _MM_FROUND_CUR_DIRECTION);
8475 }
8476
8477 extern __inline __m512d
8478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8479 _mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
8480 {
8481   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
8482                                                    _MM_FROUND_FLOOR,
8483                                                    (__v8df) __W, __U,
8484                                                    _MM_FROUND_CUR_DIRECTION);
8485 }
8486
8487 extern __inline __m512
8488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8489 _mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
8490 {
8491   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
8492                                                   _MM_FROUND_CEIL,
8493                                                   (__v16sf) __W, __U,
8494                                                   _MM_FROUND_CUR_DIRECTION);
8495 }
8496
8497 extern __inline __m512d
8498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8499 _mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
8500 {
8501   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
8502                                                    _MM_FROUND_CEIL,
8503                                                    (__v8df) __W, __U,
8504                                                    _MM_FROUND_CUR_DIRECTION);
8505 }
8506
8507 #ifdef __OPTIMIZE__
8508 extern __inline __m512i
8509 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8510 _mm512_alignr_epi32 (__m512i __A, __m512i __B, const int __imm)
8511 {
8512   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
8513                                                   (__v16si) __B, __imm,
8514                                                   (__v16si)
8515                                                   _mm512_undefined_si512 (),
8516                                                   (__mmask16) -1);
8517 }
8518
8519 extern __inline __m512i
8520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8521 _mm512_mask_alignr_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
8522                           __m512i __B, const int __imm)
8523 {
8524   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
8525                                                   (__v16si) __B, __imm,
8526                                                   (__v16si) __W,
8527                                                   (__mmask16) __U);
8528 }
8529
8530 extern __inline __m512i
8531 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8532 _mm512_maskz_alignr_epi32 (__mmask16 __U, __m512i __A, __m512i __B,
8533                            const int __imm)
8534 {
8535   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
8536                                                   (__v16si) __B, __imm,
8537                                                   (__v16si)
8538                                                   _mm512_setzero_si512 (),
8539                                                   (__mmask16) __U);
8540 }
8541
8542 extern __inline __m512i
8543 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8544 _mm512_alignr_epi64 (__m512i __A, __m512i __B, const int __imm)
8545 {
8546   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
8547                                                   (__v8di) __B, __imm,
8548                                                   (__v8di)
8549                                                   _mm512_undefined_si512 (),
8550                                                   (__mmask8) -1);
8551 }
8552
8553 extern __inline __m512i
8554 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8555 _mm512_mask_alignr_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
8556                           __m512i __B, const int __imm)
8557 {
8558   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
8559                                                   (__v8di) __B, __imm,
8560                                                   (__v8di) __W,
8561                                                   (__mmask8) __U);
8562 }
8563
8564 extern __inline __m512i
8565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8566 _mm512_maskz_alignr_epi64 (__mmask8 __U, __m512i __A, __m512i __B,
8567                            const int __imm)
8568 {
8569   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
8570                                                   (__v8di) __B, __imm,
8571                                                   (__v8di)
8572                                                   _mm512_setzero_si512 (),
8573                                                   (__mmask8) __U);
8574 }
8575 #else
8576 #define _mm512_alignr_epi32(X, Y, C)                                        \
8577     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
8578         (__v16si)(__m512i)(Y), (int)(C), (__v16si)_mm512_undefined_si512 (),\
8579         (__mmask16)-1))
8580
8581 #define _mm512_mask_alignr_epi32(W, U, X, Y, C)                             \
8582     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
8583         (__v16si)(__m512i)(Y), (int)(C), (__v16si)(__m512i)(W),             \
8584         (__mmask16)(U)))
8585
8586 #define _mm512_maskz_alignr_epi32(U, X, Y, C)                               \
8587     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
8588         (__v16si)(__m512i)(Y), (int)(C), (__v16si)_mm512_setzero_si512 (),\
8589         (__mmask16)(U)))
8590
8591 #define _mm512_alignr_epi64(X, Y, C)                                        \
8592     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
8593         (__v8di)(__m512i)(Y), (int)(C), (__v8di)_mm512_undefined_si512 (),  \
8594         (__mmask8)-1))
8595
8596 #define _mm512_mask_alignr_epi64(W, U, X, Y, C)                             \
8597     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
8598         (__v8di)(__m512i)(Y), (int)(C), (__v8di)(__m512i)(W), (__mmask8)(U)))
8599
8600 #define _mm512_maskz_alignr_epi64(U, X, Y, C)                               \
8601     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
8602         (__v8di)(__m512i)(Y), (int)(C), (__v8di)_mm512_setzero_si512 (),\
8603         (__mmask8)(U)))
8604 #endif
8605
8606 extern __inline __mmask16
8607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8608 _mm512_cmpeq_epi32_mask (__m512i __A, __m512i __B)
8609 {
8610   return (__mmask16) __builtin_ia32_pcmpeqd512_mask ((__v16si) __A,
8611                                                      (__v16si) __B,
8612                                                      (__mmask16) -1);
8613 }
8614
8615 extern __inline __mmask16
8616 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8617 _mm512_mask_cmpeq_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
8618 {
8619   return (__mmask16) __builtin_ia32_pcmpeqd512_mask ((__v16si) __A,
8620                                                      (__v16si) __B, __U);
8621 }
8622
8623 extern __inline __mmask8
8624 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8625 _mm512_mask_cmpeq_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
8626 {
8627   return (__mmask8) __builtin_ia32_pcmpeqq512_mask ((__v8di) __A,
8628                                                     (__v8di) __B, __U);
8629 }
8630
8631 extern __inline __mmask8
8632 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8633 _mm512_cmpeq_epi64_mask (__m512i __A, __m512i __B)
8634 {
8635   return (__mmask8) __builtin_ia32_pcmpeqq512_mask ((__v8di) __A,
8636                                                     (__v8di) __B,
8637                                                     (__mmask8) -1);
8638 }
8639
8640 extern __inline __mmask16
8641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8642 _mm512_cmpgt_epi32_mask (__m512i __A, __m512i __B)
8643 {
8644   return (__mmask16) __builtin_ia32_pcmpgtd512_mask ((__v16si) __A,
8645                                                      (__v16si) __B,
8646                                                      (__mmask16) -1);
8647 }
8648
8649 extern __inline __mmask16
8650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8651 _mm512_mask_cmpgt_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
8652 {
8653   return (__mmask16) __builtin_ia32_pcmpgtd512_mask ((__v16si) __A,
8654                                                      (__v16si) __B, __U);
8655 }
8656
8657 extern __inline __mmask8
8658 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8659 _mm512_mask_cmpgt_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
8660 {
8661   return (__mmask8) __builtin_ia32_pcmpgtq512_mask ((__v8di) __A,
8662                                                     (__v8di) __B, __U);
8663 }
8664
8665 extern __inline __mmask8
8666 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8667 _mm512_cmpgt_epi64_mask (__m512i __A, __m512i __B)
8668 {
8669   return (__mmask8) __builtin_ia32_pcmpgtq512_mask ((__v8di) __A,
8670                                                     (__v8di) __B,
8671                                                     (__mmask8) -1);
8672 }
8673
8674 extern __inline __mmask16
8675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8676 _mm512_cmpge_epi32_mask (__m512i __X, __m512i __Y)
8677 {
8678   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8679                                                     (__v16si) __Y, 5,
8680                                                     (__mmask16) -1);
8681 }
8682
8683 extern __inline __mmask16
8684 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8685 _mm512_mask_cmpge_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8686 {
8687   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8688                                                     (__v16si) __Y, 5,
8689                                                     (__mmask16) __M);
8690 }
8691
8692 extern __inline __mmask16
8693 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8694 _mm512_mask_cmpge_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8695 {
8696   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8697                                                     (__v16si) __Y, 5,
8698                                                     (__mmask16) __M);
8699 }
8700
8701 extern __inline __mmask16
8702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8703 _mm512_cmpge_epu32_mask (__m512i __X, __m512i __Y)
8704 {
8705   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8706                                                     (__v16si) __Y, 5,
8707                                                     (__mmask16) -1);
8708 }
8709
8710 extern __inline __mmask8
8711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8712 _mm512_mask_cmpge_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8713 {
8714   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8715                                                     (__v8di) __Y, 5,
8716                                                     (__mmask8) __M);
8717 }
8718
8719 extern __inline __mmask8
8720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8721 _mm512_cmpge_epi64_mask (__m512i __X, __m512i __Y)
8722 {
8723   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8724                                                     (__v8di) __Y, 5,
8725                                                     (__mmask8) -1);
8726 }
8727
8728 extern __inline __mmask8
8729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8730 _mm512_mask_cmpge_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8731 {
8732   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8733                                                     (__v8di) __Y, 5,
8734                                                     (__mmask8) __M);
8735 }
8736
8737 extern __inline __mmask8
8738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8739 _mm512_cmpge_epu64_mask (__m512i __X, __m512i __Y)
8740 {
8741   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8742                                                     (__v8di) __Y, 5,
8743                                                     (__mmask8) -1);
8744 }
8745
8746 extern __inline __mmask16
8747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8748 _mm512_mask_cmple_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8749 {
8750   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8751                                                     (__v16si) __Y, 2,
8752                                                     (__mmask16) __M);
8753 }
8754
8755 extern __inline __mmask16
8756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8757 _mm512_cmple_epi32_mask (__m512i __X, __m512i __Y)
8758 {
8759   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8760                                                     (__v16si) __Y, 2,
8761                                                     (__mmask16) -1);
8762 }
8763
8764 extern __inline __mmask16
8765 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8766 _mm512_mask_cmple_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8767 {
8768   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8769                                                     (__v16si) __Y, 2,
8770                                                     (__mmask16) __M);
8771 }
8772
8773 extern __inline __mmask16
8774 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8775 _mm512_cmple_epu32_mask (__m512i __X, __m512i __Y)
8776 {
8777   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8778                                                     (__v16si) __Y, 2,
8779                                                     (__mmask16) -1);
8780 }
8781
8782 extern __inline __mmask8
8783 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8784 _mm512_mask_cmple_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8785 {
8786   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8787                                                     (__v8di) __Y, 2,
8788                                                     (__mmask8) __M);
8789 }
8790
8791 extern __inline __mmask8
8792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8793 _mm512_cmple_epi64_mask (__m512i __X, __m512i __Y)
8794 {
8795   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8796                                                     (__v8di) __Y, 2,
8797                                                     (__mmask8) -1);
8798 }
8799
8800 extern __inline __mmask8
8801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8802 _mm512_mask_cmple_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8803 {
8804   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8805                                                     (__v8di) __Y, 2,
8806                                                     (__mmask8) __M);
8807 }
8808
8809 extern __inline __mmask8
8810 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8811 _mm512_cmple_epu64_mask (__m512i __X, __m512i __Y)
8812 {
8813   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8814                                                     (__v8di) __Y, 2,
8815                                                     (__mmask8) -1);
8816 }
8817
8818 extern __inline __mmask16
8819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8820 _mm512_mask_cmplt_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8821 {
8822   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8823                                                     (__v16si) __Y, 1,
8824                                                     (__mmask16) __M);
8825 }
8826
8827 extern __inline __mmask16
8828 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8829 _mm512_cmplt_epi32_mask (__m512i __X, __m512i __Y)
8830 {
8831   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8832                                                     (__v16si) __Y, 1,
8833                                                     (__mmask16) -1);
8834 }
8835
8836 extern __inline __mmask16
8837 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8838 _mm512_mask_cmplt_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8839 {
8840   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8841                                                     (__v16si) __Y, 1,
8842                                                     (__mmask16) __M);
8843 }
8844
8845 extern __inline __mmask16
8846 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8847 _mm512_cmplt_epu32_mask (__m512i __X, __m512i __Y)
8848 {
8849   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8850                                                     (__v16si) __Y, 1,
8851                                                     (__mmask16) -1);
8852 }
8853
8854 extern __inline __mmask8
8855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8856 _mm512_mask_cmplt_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8857 {
8858   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8859                                                     (__v8di) __Y, 1,
8860                                                     (__mmask8) __M);
8861 }
8862
8863 extern __inline __mmask8
8864 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8865 _mm512_cmplt_epi64_mask (__m512i __X, __m512i __Y)
8866 {
8867   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8868                                                     (__v8di) __Y, 1,
8869                                                     (__mmask8) -1);
8870 }
8871
8872 extern __inline __mmask8
8873 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8874 _mm512_mask_cmplt_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8875 {
8876   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8877                                                     (__v8di) __Y, 1,
8878                                                     (__mmask8) __M);
8879 }
8880
8881 extern __inline __mmask8
8882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8883 _mm512_cmplt_epu64_mask (__m512i __X, __m512i __Y)
8884 {
8885   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8886                                                     (__v8di) __Y, 1,
8887                                                     (__mmask8) -1);
8888 }
8889
8890 extern __inline __mmask16
8891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8892 _mm512_cmpneq_epi32_mask (__m512i __X, __m512i __Y)
8893 {
8894   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8895                                                     (__v16si) __Y, 4,
8896                                                     (__mmask16) -1);
8897 }
8898
8899 extern __inline __mmask16
8900 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8901 _mm512_mask_cmpneq_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8902 {
8903   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8904                                                     (__v16si) __Y, 4,
8905                                                     (__mmask16) __M);
8906 }
8907
8908 extern __inline __mmask16
8909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8910 _mm512_mask_cmpneq_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8911 {
8912   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8913                                                     (__v16si) __Y, 4,
8914                                                     (__mmask16) __M);
8915 }
8916
8917 extern __inline __mmask16
8918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8919 _mm512_cmpneq_epu32_mask (__m512i __X, __m512i __Y)
8920 {
8921   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
8922                                                     (__v16si) __Y, 4,
8923                                                     (__mmask16) -1);
8924 }
8925
8926 extern __inline __mmask8
8927 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8928 _mm512_mask_cmpneq_epi64_mask (__mmask16 __M, __m512i __X, __m512i __Y)
8929 {
8930   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8931                                                     (__v8di) __Y, 4,
8932                                                     (__mmask8) __M);
8933 }
8934
8935 extern __inline __mmask8
8936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8937 _mm512_cmpneq_epi64_mask (__m512i __X, __m512i __Y)
8938 {
8939   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8940                                                     (__v8di) __Y, 4,
8941                                                     (__mmask8) -1);
8942 }
8943
8944 extern __inline __mmask8
8945 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8946 _mm512_mask_cmpneq_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
8947 {
8948   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8949                                                     (__v8di) __Y, 4,
8950                                                     (__mmask8) __M);
8951 }
8952
8953 extern __inline __mmask8
8954 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8955 _mm512_cmpneq_epu64_mask (__m512i __X, __m512i __Y)
8956 {
8957   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8958                                                     (__v8di) __Y, 4,
8959                                                     (__mmask8) -1);
8960 }
8961
8962 #define _MM_CMPINT_EQ       0x0
8963 #define _MM_CMPINT_LT       0x1
8964 #define _MM_CMPINT_LE       0x2
8965 #define _MM_CMPINT_UNUSED   0x3
8966 #define _MM_CMPINT_NE       0x4
8967 #define _MM_CMPINT_NLT      0x5
8968 #define _MM_CMPINT_GE       0x5
8969 #define _MM_CMPINT_NLE      0x6
8970 #define _MM_CMPINT_GT       0x6
8971
8972 #ifdef __OPTIMIZE__
8973 extern __inline __mmask8
8974 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8975 _mm512_cmp_epi64_mask (__m512i __X, __m512i __Y, const int __P)
8976 {
8977   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
8978                                                  (__v8di) __Y, __P,
8979                                                  (__mmask8) -1);
8980 }
8981
8982 extern __inline __mmask16
8983 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8984 _mm512_cmp_epi32_mask (__m512i __X, __m512i __Y, const int __P)
8985 {
8986   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
8987                                                   (__v16si) __Y, __P,
8988                                                   (__mmask16) -1);
8989 }
8990
8991 extern __inline __mmask8
8992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8993 _mm512_cmp_epu64_mask (__m512i __X, __m512i __Y, const int __P)
8994 {
8995   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
8996                                                   (__v8di) __Y, __P,
8997                                                   (__mmask8) -1);
8998 }
8999
9000 extern __inline __mmask16
9001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9002 _mm512_cmp_epu32_mask (__m512i __X, __m512i __Y, const int __P)
9003 {
9004   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9005                                                    (__v16si) __Y, __P,
9006                                                    (__mmask16) -1);
9007 }
9008
9009 extern __inline __mmask8
9010 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9011 _mm512_cmp_round_pd_mask (__m512d __X, __m512d __Y, const int __P,
9012                           const int __R)
9013 {
9014   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
9015                                                   (__v8df) __Y, __P,
9016                                                   (__mmask8) -1, __R);
9017 }
9018
9019 extern __inline __mmask16
9020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9021 _mm512_cmp_round_ps_mask (__m512 __X, __m512 __Y, const int __P, const int __R)
9022 {
9023   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
9024                                                    (__v16sf) __Y, __P,
9025                                                    (__mmask16) -1, __R);
9026 }
9027
9028 extern __inline __mmask8
9029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9030 _mm512_mask_cmp_epi64_mask (__mmask8 __U, __m512i __X, __m512i __Y,
9031                             const int __P)
9032 {
9033   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9034                                                  (__v8di) __Y, __P,
9035                                                  (__mmask8) __U);
9036 }
9037
9038 extern __inline __mmask16
9039 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9040 _mm512_mask_cmp_epi32_mask (__mmask16 __U, __m512i __X, __m512i __Y,
9041                             const int __P)
9042 {
9043   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9044                                                   (__v16si) __Y, __P,
9045                                                   (__mmask16) __U);
9046 }
9047
9048 extern __inline __mmask8
9049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9050 _mm512_mask_cmp_epu64_mask (__mmask8 __U, __m512i __X, __m512i __Y,
9051                             const int __P)
9052 {
9053   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9054                                                   (__v8di) __Y, __P,
9055                                                   (__mmask8) __U);
9056 }
9057
9058 extern __inline __mmask16
9059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9060 _mm512_mask_cmp_epu32_mask (__mmask16 __U, __m512i __X, __m512i __Y,
9061                             const int __P)
9062 {
9063   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9064                                                    (__v16si) __Y, __P,
9065                                                    (__mmask16) __U);
9066 }
9067
9068 extern __inline __mmask8
9069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9070 _mm512_mask_cmp_round_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y,
9071                                const int __P, const int __R)
9072 {
9073   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
9074                                                   (__v8df) __Y, __P,
9075                                                   (__mmask8) __U, __R);
9076 }
9077
9078 extern __inline __mmask16
9079 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9080 _mm512_mask_cmp_round_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y,
9081                                const int __P, const int __R)
9082 {
9083   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
9084                                                    (__v16sf) __Y, __P,
9085                                                    (__mmask16) __U, __R);
9086 }
9087
9088 extern __inline __mmask8
9089 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9090 _mm_cmp_round_sd_mask (__m128d __X, __m128d __Y, const int __P, const int __R)
9091 {
9092   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
9093                                                (__v2df) __Y, __P,
9094                                                (__mmask8) -1, __R);
9095 }
9096
9097 extern __inline __mmask8
9098 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9099 _mm_mask_cmp_round_sd_mask (__mmask8 __M, __m128d __X, __m128d __Y,
9100                             const int __P, const int __R)
9101 {
9102   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
9103                                                (__v2df) __Y, __P,
9104                                                (__mmask8) __M, __R);
9105 }
9106
9107 extern __inline __mmask8
9108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9109 _mm_cmp_round_ss_mask (__m128 __X, __m128 __Y, const int __P, const int __R)
9110 {
9111   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
9112                                                (__v4sf) __Y, __P,
9113                                                (__mmask8) -1, __R);
9114 }
9115
9116 extern __inline __mmask8
9117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9118 _mm_mask_cmp_round_ss_mask (__mmask8 __M, __m128 __X, __m128 __Y,
9119                             const int __P, const int __R)
9120 {
9121   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
9122                                                (__v4sf) __Y, __P,
9123                                                (__mmask8) __M, __R);
9124 }
9125
9126 #else
9127 #define _mm512_cmp_epi64_mask(X, Y, P)                                  \
9128   ((__mmask8) __builtin_ia32_cmpq512_mask ((__v8di)(__m512i)(X),        \
9129                                            (__v8di)(__m512i)(Y), (int)(P),\
9130                                            (__mmask8)-1))
9131
9132 #define _mm512_cmp_epi32_mask(X, Y, P)                                  \
9133   ((__mmask8) __builtin_ia32_cmpd512_mask ((__v16si)(__m512i)(X),       \
9134                                            (__v16si)(__m512i)(Y), (int)(P),\
9135                                            (__mmask16)-1))
9136
9137 #define _mm512_cmp_epu64_mask(X, Y, P)                                  \
9138   ((__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di)(__m512i)(X),       \
9139                                             (__v8di)(__m512i)(Y), (int)(P),\
9140                                             (__mmask8)-1))
9141
9142 #define _mm512_cmp_epu32_mask(X, Y, P)                                  \
9143   ((__mmask8) __builtin_ia32_ucmpd512_mask ((__v16si)(__m512i)(X),      \
9144                                             (__v16si)(__m512i)(Y), (int)(P),\
9145                                             (__mmask16)-1))
9146
9147 #define _mm512_cmp_round_pd_mask(X, Y, P, R)                                    \
9148   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
9149                                             (__v8df)(__m512d)(Y), (int)(P),\
9150                                             (__mmask8)-1, R))
9151
9152 #define _mm512_cmp_round_ps_mask(X, Y, P, R)                                    \
9153   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
9154                                              (__v16sf)(__m512)(Y), (int)(P),\
9155                                              (__mmask16)-1, R))
9156
9157 #define _mm512_mask_cmp_epi64_mask(M, X, Y, P)                                  \
9158   ((__mmask8) __builtin_ia32_cmpq512_mask ((__v8di)(__m512i)(X),        \
9159                                            (__v8di)(__m512i)(Y), (int)(P),\
9160                                            (__mmask8)M))
9161
9162 #define _mm512_mask_cmp_epi32_mask(M, X, Y, P)                                  \
9163   ((__mmask8) __builtin_ia32_cmpd512_mask ((__v16si)(__m512i)(X),       \
9164                                            (__v16si)(__m512i)(Y), (int)(P),\
9165                                            (__mmask16)M))
9166
9167 #define _mm512_mask_cmp_epu64_mask(M, X, Y, P)                                  \
9168   ((__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di)(__m512i)(X),       \
9169                                             (__v8di)(__m512i)(Y), (int)(P),\
9170                                             (__mmask8)M))
9171
9172 #define _mm512_mask_cmp_epu32_mask(M, X, Y, P)                                  \
9173   ((__mmask8) __builtin_ia32_ucmpd512_mask ((__v16si)(__m512i)(X),      \
9174                                             (__v16si)(__m512i)(Y), (int)(P),\
9175                                             (__mmask16)M))
9176
9177 #define _mm512_mask_cmp_round_pd_mask(M, X, Y, P, R)                                    \
9178   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
9179                                             (__v8df)(__m512d)(Y), (int)(P),\
9180                                             (__mmask8)M, R))
9181
9182 #define _mm512_mask_cmp_round_ps_mask(M, X, Y, P, R)                                    \
9183   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
9184                                              (__v16sf)(__m512)(Y), (int)(P),\
9185                                              (__mmask16)M, R))
9186
9187 #define _mm_cmp_round_sd_mask(X, Y, P, R)                                       \
9188   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
9189                                          (__v2df)(__m128d)(Y), (int)(P),\
9190                                          (__mmask8)-1, R))
9191
9192 #define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R)                                       \
9193   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
9194                                          (__v2df)(__m128d)(Y), (int)(P),\
9195                                          (M), R))
9196
9197 #define _mm_cmp_round_ss_mask(X, Y, P, R)                                       \
9198   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
9199                                          (__v4sf)(__m128)(Y), (int)(P), \
9200                                          (__mmask8)-1, R))
9201
9202 #define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R)                                       \
9203   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
9204                                          (__v4sf)(__m128)(Y), (int)(P), \
9205                                          (M), R))
9206 #endif
9207
9208 #ifdef __OPTIMIZE__
9209 extern __inline __m512
9210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9211 _mm512_i32gather_ps (__m512i __index, float const *__addr, int __scale)
9212 {
9213   __m512 v1_old = _mm512_undefined_ps ();
9214   __mmask16 mask = 0xFFFF;
9215
9216   return (__m512) __builtin_ia32_gathersiv16sf ((__v16sf) v1_old,
9217                                                 __addr,
9218                                                 (__v16si) __index,
9219                                                 mask, __scale);
9220 }
9221
9222 extern __inline __m512
9223 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9224 _mm512_mask_i32gather_ps (__m512 v1_old, __mmask16 __mask,
9225                           __m512i __index, float const *__addr, int __scale)
9226 {
9227   return (__m512) __builtin_ia32_gathersiv16sf ((__v16sf) v1_old,
9228                                                 __addr,
9229                                                 (__v16si) __index,
9230                                                 __mask, __scale);
9231 }
9232
9233 extern __inline __m512d
9234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9235 _mm512_i32gather_pd (__m256i __index, double const *__addr, int __scale)
9236 {
9237   __m512d v1_old = _mm512_undefined_pd ();
9238   __mmask8 mask = 0xFF;
9239
9240   return (__m512d) __builtin_ia32_gathersiv8df ((__v8df) v1_old,
9241                                                 __addr,
9242                                                 (__v8si) __index, mask,
9243                                                 __scale);
9244 }
9245
9246 extern __inline __m512d
9247 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9248 _mm512_mask_i32gather_pd (__m512d __v1_old, __mmask8 __mask,
9249                           __m256i __index, double const *__addr, int __scale)
9250 {
9251   return (__m512d) __builtin_ia32_gathersiv8df ((__v8df) __v1_old,
9252                                                 __addr,
9253                                                 (__v8si) __index,
9254                                                 __mask, __scale);
9255 }
9256
9257 extern __inline __m256
9258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9259 _mm512_i64gather_ps (__m512i __index, float const *__addr, int __scale)
9260 {
9261   __m256 v1_old = _mm256_undefined_ps ();
9262   __mmask8 mask = 0xFF;
9263
9264   return (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf) v1_old,
9265                                                 __addr,
9266                                                 (__v8di) __index, mask,
9267                                                 __scale);
9268 }
9269
9270 extern __inline __m256
9271 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9272 _mm512_mask_i64gather_ps (__m256 __v1_old, __mmask8 __mask,
9273                           __m512i __index, float const *__addr, int __scale)
9274 {
9275   return (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,
9276                                                 __addr,
9277                                                 (__v8di) __index,
9278                                                 __mask, __scale);
9279 }
9280
9281 extern __inline __m512d
9282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9283 _mm512_i64gather_pd (__m512i __index, double const *__addr, int __scale)
9284 {
9285   __m512d v1_old = _mm512_undefined_pd ();
9286   __mmask8 mask = 0xFF;
9287
9288   return (__m512d) __builtin_ia32_gatherdiv8df ((__v8df) v1_old,
9289                                                 __addr,
9290                                                 (__v8di) __index, mask,
9291                                                 __scale);
9292 }
9293
9294 extern __inline __m512d
9295 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9296 _mm512_mask_i64gather_pd (__m512d __v1_old, __mmask8 __mask,
9297                           __m512i __index, double const *__addr, int __scale)
9298 {
9299   return (__m512d) __builtin_ia32_gatherdiv8df ((__v8df) __v1_old,
9300                                                 __addr,
9301                                                 (__v8di) __index,
9302                                                 __mask, __scale);
9303 }
9304
9305 extern __inline __m512i
9306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9307 _mm512_i32gather_epi32 (__m512i __index, int const *__addr, int __scale)
9308 {
9309   __m512i v1_old = _mm512_undefined_si512 ();
9310   __mmask16 mask = 0xFFFF;
9311
9312   return (__m512i) __builtin_ia32_gathersiv16si ((__v16si) v1_old,
9313                                                  __addr,
9314                                                  (__v16si) __index,
9315                                                  mask, __scale);
9316 }
9317
9318 extern __inline __m512i
9319 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9320 _mm512_mask_i32gather_epi32 (__m512i __v1_old, __mmask16 __mask,
9321                              __m512i __index, int const *__addr, int __scale)
9322 {
9323   return (__m512i) __builtin_ia32_gathersiv16si ((__v16si) __v1_old,
9324                                                  __addr,
9325                                                  (__v16si) __index,
9326                                                  __mask, __scale);
9327 }
9328
9329 extern __inline __m512i
9330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9331 _mm512_i32gather_epi64 (__m256i __index, long long const *__addr, int __scale)
9332 {
9333   __m512i v1_old = _mm512_undefined_si512 ();
9334   __mmask8 mask = 0xFF;
9335
9336   return (__m512i) __builtin_ia32_gathersiv8di ((__v8di) v1_old,
9337                                                 __addr,
9338                                                 (__v8si) __index, mask,
9339                                                 __scale);
9340 }
9341
9342 extern __inline __m512i
9343 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9344 _mm512_mask_i32gather_epi64 (__m512i __v1_old, __mmask8 __mask,
9345                              __m256i __index, long long const *__addr,
9346                              int __scale)
9347 {
9348   return (__m512i) __builtin_ia32_gathersiv8di ((__v8di) __v1_old,
9349                                                 __addr,
9350                                                 (__v8si) __index,
9351                                                 __mask, __scale);
9352 }
9353
9354 extern __inline __m256i
9355 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9356 _mm512_i64gather_epi32 (__m512i __index, int const *__addr, int __scale)
9357 {
9358   __m256i v1_old = _mm256_undefined_si256 ();
9359   __mmask8 mask = 0xFF;
9360
9361   return (__m256i) __builtin_ia32_gatherdiv16si ((__v8si) v1_old,
9362                                                  __addr,
9363                                                  (__v8di) __index,
9364                                                  mask, __scale);
9365 }
9366
9367 extern __inline __m256i
9368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9369 _mm512_mask_i64gather_epi32 (__m256i __v1_old, __mmask8 __mask,
9370                              __m512i __index, int const *__addr, int __scale)
9371 {
9372   return (__m256i) __builtin_ia32_gatherdiv16si ((__v8si) __v1_old,
9373                                                  __addr,
9374                                                  (__v8di) __index,
9375                                                  __mask, __scale);
9376 }
9377
9378 extern __inline __m512i
9379 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9380 _mm512_i64gather_epi64 (__m512i __index, long long const *__addr, int __scale)
9381 {
9382   __m512i v1_old = _mm512_undefined_si512 ();
9383   __mmask8 mask = 0xFF;
9384
9385   return (__m512i) __builtin_ia32_gatherdiv8di ((__v8di) v1_old,
9386                                                 __addr,
9387                                                 (__v8di) __index, mask,
9388                                                 __scale);
9389 }
9390
9391 extern __inline __m512i
9392 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9393 _mm512_mask_i64gather_epi64 (__m512i __v1_old, __mmask8 __mask,
9394                              __m512i __index, long long const *__addr,
9395                              int __scale)
9396 {
9397   return (__m512i) __builtin_ia32_gatherdiv8di ((__v8di) __v1_old,
9398                                                 __addr,
9399                                                 (__v8di) __index,
9400                                                 __mask, __scale);
9401 }
9402
9403 extern __inline void
9404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9405 _mm512_i32scatter_ps (float *__addr, __m512i __index, __m512 __v1, int __scale)
9406 {
9407   __builtin_ia32_scattersiv16sf (__addr, (__mmask16) 0xFFFF,
9408                                  (__v16si) __index, (__v16sf) __v1, __scale);
9409 }
9410
9411 extern __inline void
9412 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9413 _mm512_mask_i32scatter_ps (float *__addr, __mmask16 __mask,
9414                            __m512i __index, __m512 __v1, int __scale)
9415 {
9416   __builtin_ia32_scattersiv16sf (__addr, __mask, (__v16si) __index,
9417                                  (__v16sf) __v1, __scale);
9418 }
9419
9420 extern __inline void
9421 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9422 _mm512_i32scatter_pd (double *__addr, __m256i __index, __m512d __v1,
9423                       int __scale)
9424 {
9425   __builtin_ia32_scattersiv8df (__addr, (__mmask8) 0xFF,
9426                                 (__v8si) __index, (__v8df) __v1, __scale);
9427 }
9428
9429 extern __inline void
9430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9431 _mm512_mask_i32scatter_pd (double *__addr, __mmask8 __mask,
9432                            __m256i __index, __m512d __v1, int __scale)
9433 {
9434   __builtin_ia32_scattersiv8df (__addr, __mask, (__v8si) __index,
9435                                 (__v8df) __v1, __scale);
9436 }
9437
9438 extern __inline void
9439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9440 _mm512_i64scatter_ps (float *__addr, __m512i __index, __m256 __v1, int __scale)
9441 {
9442   __builtin_ia32_scatterdiv16sf (__addr, (__mmask8) 0xFF,
9443                                  (__v8di) __index, (__v8sf) __v1, __scale);
9444 }
9445
9446 extern __inline void
9447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9448 _mm512_mask_i64scatter_ps (float *__addr, __mmask8 __mask,
9449                            __m512i __index, __m256 __v1, int __scale)
9450 {
9451   __builtin_ia32_scatterdiv16sf (__addr, __mask, (__v8di) __index,
9452                                  (__v8sf) __v1, __scale);
9453 }
9454
9455 extern __inline void
9456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9457 _mm512_i64scatter_pd (double *__addr, __m512i __index, __m512d __v1,
9458                       int __scale)
9459 {
9460   __builtin_ia32_scatterdiv8df (__addr, (__mmask8) 0xFF,
9461                                 (__v8di) __index, (__v8df) __v1, __scale);
9462 }
9463
9464 extern __inline void
9465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9466 _mm512_mask_i64scatter_pd (double *__addr, __mmask8 __mask,
9467                            __m512i __index, __m512d __v1, int __scale)
9468 {
9469   __builtin_ia32_scatterdiv8df (__addr, __mask, (__v8di) __index,
9470                                 (__v8df) __v1, __scale);
9471 }
9472
9473 extern __inline void
9474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9475 _mm512_i32scatter_epi32 (int *__addr, __m512i __index,
9476                          __m512i __v1, int __scale)
9477 {
9478   __builtin_ia32_scattersiv16si (__addr, (__mmask16) 0xFFFF,
9479                                  (__v16si) __index, (__v16si) __v1, __scale);
9480 }
9481
9482 extern __inline void
9483 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9484 _mm512_mask_i32scatter_epi32 (int *__addr, __mmask16 __mask,
9485                               __m512i __index, __m512i __v1, int __scale)
9486 {
9487   __builtin_ia32_scattersiv16si (__addr, __mask, (__v16si) __index,
9488                                  (__v16si) __v1, __scale);
9489 }
9490
9491 extern __inline void
9492 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9493 _mm512_i32scatter_epi64 (long long *__addr, __m256i __index,
9494                          __m512i __v1, int __scale)
9495 {
9496   __builtin_ia32_scattersiv8di (__addr, (__mmask8) 0xFF,
9497                                 (__v8si) __index, (__v8di) __v1, __scale);
9498 }
9499
9500 extern __inline void
9501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9502 _mm512_mask_i32scatter_epi64 (long long *__addr, __mmask8 __mask,
9503                               __m256i __index, __m512i __v1, int __scale)
9504 {
9505   __builtin_ia32_scattersiv8di (__addr, __mask, (__v8si) __index,
9506                                 (__v8di) __v1, __scale);
9507 }
9508
9509 extern __inline void
9510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9511 _mm512_i64scatter_epi32 (int *__addr, __m512i __index,
9512                          __m256i __v1, int __scale)
9513 {
9514   __builtin_ia32_scatterdiv16si (__addr, (__mmask8) 0xFF,
9515                                  (__v8di) __index, (__v8si) __v1, __scale);
9516 }
9517
9518 extern __inline void
9519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9520 _mm512_mask_i64scatter_epi32 (int *__addr, __mmask8 __mask,
9521                               __m512i __index, __m256i __v1, int __scale)
9522 {
9523   __builtin_ia32_scatterdiv16si (__addr, __mask, (__v8di) __index,
9524                                  (__v8si) __v1, __scale);
9525 }
9526
9527 extern __inline void
9528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9529 _mm512_i64scatter_epi64 (long long *__addr, __m512i __index,
9530                          __m512i __v1, int __scale)
9531 {
9532   __builtin_ia32_scatterdiv8di (__addr, (__mmask8) 0xFF,
9533                                 (__v8di) __index, (__v8di) __v1, __scale);
9534 }
9535
9536 extern __inline void
9537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9538 _mm512_mask_i64scatter_epi64 (long long *__addr, __mmask8 __mask,
9539                               __m512i __index, __m512i __v1, int __scale)
9540 {
9541   __builtin_ia32_scatterdiv8di (__addr, __mask, (__v8di) __index,
9542                                 (__v8di) __v1, __scale);
9543 }
9544 #else
9545 #define _mm512_i32gather_ps(INDEX, ADDR, SCALE)                         \
9546   (__m512) __builtin_ia32_gathersiv16sf ((__v16sf)_mm512_undefined_ps(),\
9547                                          (float const *)ADDR,           \
9548                                          (__v16si)(__m512i)INDEX,       \
9549                                          (__mmask16)0xFFFF, (int)SCALE)
9550
9551 #define _mm512_mask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)       \
9552   (__m512) __builtin_ia32_gathersiv16sf ((__v16sf)(__m512)V1OLD,        \
9553                                          (float const *)ADDR,           \
9554                                          (__v16si)(__m512i)INDEX,       \
9555                                          (__mmask16)MASK, (int)SCALE)
9556
9557 #define _mm512_i32gather_pd(INDEX, ADDR, SCALE)                         \
9558   (__m512d) __builtin_ia32_gathersiv8df ((__v8df)_mm512_undefined_pd(), \
9559                                          (double const *)ADDR,          \
9560                                          (__v8si)(__m256i)INDEX,        \
9561                                          (__mmask8)0xFF, (int)SCALE)
9562
9563 #define _mm512_mask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)       \
9564   (__m512d) __builtin_ia32_gathersiv8df ((__v8df)(__m512d)V1OLD,        \
9565                                          (double const *)ADDR,          \
9566                                          (__v8si)(__m256i)INDEX,        \
9567                                          (__mmask8)MASK, (int)SCALE)
9568
9569 #define _mm512_i64gather_ps(INDEX, ADDR, SCALE)                         \
9570   (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf)_mm256_undefined_ps(), \
9571                                          (float const *)ADDR,           \
9572                                          (__v8di)(__m512i)INDEX,        \
9573                                          (__mmask8)0xFF, (int)SCALE)
9574
9575 #define _mm512_mask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)       \
9576   (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf)(__m256)V1OLD,         \
9577                                          (float const *)ADDR,           \
9578                                          (__v8di)(__m512i)INDEX,        \
9579                                          (__mmask8)MASK, (int)SCALE)
9580
9581 #define _mm512_i64gather_pd(INDEX, ADDR, SCALE)                         \
9582   (__m512d) __builtin_ia32_gatherdiv8df ((__v8df)_mm512_undefined_pd(), \
9583                                          (double const *)ADDR,          \
9584                                          (__v8di)(__m512i)INDEX,        \
9585                                          (__mmask8)0xFF, (int)SCALE)
9586
9587 #define _mm512_mask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)       \
9588   (__m512d) __builtin_ia32_gatherdiv8df ((__v8df)(__m512d)V1OLD,        \
9589                                          (double const *)ADDR,          \
9590                                          (__v8di)(__m512i)INDEX,        \
9591                                          (__mmask8)MASK, (int)SCALE)
9592
9593 #define _mm512_i32gather_epi32(INDEX, ADDR, SCALE)                      \
9594   (__m512i) __builtin_ia32_gathersiv16si ((__v16si)_mm512_undefined_si512 (),   \
9595                                           (int const *)ADDR,            \
9596                                           (__v16si)(__m512i)INDEX,      \
9597                                           (__mmask16)0xFFFF, (int)SCALE)
9598
9599 #define _mm512_mask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)    \
9600   (__m512i) __builtin_ia32_gathersiv16si ((__v16si)(__m512i)V1OLD,      \
9601                                           (int const *)ADDR,            \
9602                                           (__v16si)(__m512i)INDEX,      \
9603                                           (__mmask16)MASK, (int)SCALE)
9604
9605 #define _mm512_i32gather_epi64(INDEX, ADDR, SCALE)                      \
9606   (__m512i) __builtin_ia32_gathersiv8di ((__v8di)_mm512_undefined_si512 (),     \
9607                                          (long long const *)ADDR,       \
9608                                          (__v8si)(__m256i)INDEX,        \
9609                                          (__mmask8)0xFF, (int)SCALE)
9610
9611 #define _mm512_mask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)    \
9612   (__m512i) __builtin_ia32_gathersiv8di ((__v8di)(__m512i)V1OLD,        \
9613                                          (long long const *)ADDR,       \
9614                                          (__v8si)(__m256i)INDEX,        \
9615                                          (__mmask8)MASK, (int)SCALE)
9616
9617 #define _mm512_i64gather_epi32(INDEX, ADDR, SCALE)                        \
9618   (__m256i) __builtin_ia32_gatherdiv16si ((__v8si)_mm256_undefined_si256(), \
9619                                           (int const *)ADDR,              \
9620                                           (__v8di)(__m512i)INDEX,         \
9621                                           (__mmask8)0xFF, (int)SCALE)
9622
9623 #define _mm512_mask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)    \
9624   (__m256i) __builtin_ia32_gatherdiv16si ((__v8si)(__m256i)V1OLD,       \
9625                                           (int const *)ADDR,            \
9626                                           (__v8di)(__m512i)INDEX,       \
9627                                           (__mmask8)MASK, (int)SCALE)
9628
9629 #define _mm512_i64gather_epi64(INDEX, ADDR, SCALE)                      \
9630   (__m512i) __builtin_ia32_gatherdiv8di ((__v8di)_mm512_undefined_si512 (),     \
9631                                          (long long const *)ADDR,       \
9632                                          (__v8di)(__m512i)INDEX,        \
9633                                          (__mmask8)0xFF, (int)SCALE)
9634
9635 #define _mm512_mask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)    \
9636   (__m512i) __builtin_ia32_gatherdiv8di ((__v8di)(__m512i)V1OLD,        \
9637                                          (long long const *)ADDR,       \
9638                                          (__v8di)(__m512i)INDEX,        \
9639                                          (__mmask8)MASK, (int)SCALE)
9640
9641 #define _mm512_i32scatter_ps(ADDR, INDEX, V1, SCALE)                    \
9642   __builtin_ia32_scattersiv16sf ((float *)ADDR, (__mmask16)0xFFFF,      \
9643                                  (__v16si)(__m512i)INDEX,               \
9644                                  (__v16sf)(__m512)V1, (int)SCALE)
9645
9646 #define _mm512_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
9647   __builtin_ia32_scattersiv16sf ((float *)ADDR, (__mmask16)MASK,                \
9648                                  (__v16si)(__m512i)INDEX,               \
9649                                  (__v16sf)(__m512)V1, (int)SCALE)
9650
9651 #define _mm512_i32scatter_pd(ADDR, INDEX, V1, SCALE)                    \
9652   __builtin_ia32_scattersiv8df ((double *)ADDR, (__mmask8)0xFF,         \
9653                                 (__v8si)(__m256i)INDEX,                 \
9654                                 (__v8df)(__m512d)V1, (int)SCALE)
9655
9656 #define _mm512_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
9657   __builtin_ia32_scattersiv8df ((double *)ADDR, (__mmask8)MASK,         \
9658                                 (__v8si)(__m256i)INDEX,                 \
9659                                 (__v8df)(__m512d)V1, (int)SCALE)
9660
9661 #define _mm512_i64scatter_ps(ADDR, INDEX, V1, SCALE)                    \
9662   __builtin_ia32_scatterdiv16sf ((float *)ADDR, (__mmask8)0xFF,         \
9663                                  (__v8di)(__m512i)INDEX,                \
9664                                  (__v8sf)(__m256)V1, (int)SCALE)
9665
9666 #define _mm512_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
9667   __builtin_ia32_scatterdiv16sf ((float *)ADDR, (__mmask16)MASK,                \
9668                                  (__v8di)(__m512i)INDEX,                \
9669                                  (__v8sf)(__m256)V1, (int)SCALE)
9670
9671 #define _mm512_i64scatter_pd(ADDR, INDEX, V1, SCALE)                    \
9672   __builtin_ia32_scatterdiv8df ((double *)ADDR, (__mmask8)0xFF,         \
9673                                 (__v8di)(__m512i)INDEX,                 \
9674                                 (__v8df)(__m512d)V1, (int)SCALE)
9675
9676 #define _mm512_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
9677   __builtin_ia32_scatterdiv8df ((double *)ADDR, (__mmask8)MASK,         \
9678                                 (__v8di)(__m512i)INDEX,                 \
9679                                 (__v8df)(__m512d)V1, (int)SCALE)
9680
9681 #define _mm512_i32scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
9682   __builtin_ia32_scattersiv16si ((int *)ADDR, (__mmask16)0xFFFF,        \
9683                                  (__v16si)(__m512i)INDEX,               \
9684                                  (__v16si)(__m512i)V1, (int)SCALE)
9685
9686 #define _mm512_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
9687   __builtin_ia32_scattersiv16si ((int *)ADDR, (__mmask16)MASK,          \
9688                                  (__v16si)(__m512i)INDEX,               \
9689                                  (__v16si)(__m512i)V1, (int)SCALE)
9690
9691 #define _mm512_i32scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
9692   __builtin_ia32_scattersiv8di ((long long *)ADDR, (__mmask8)0xFF,      \
9693                                 (__v8si)(__m256i)INDEX,                 \
9694                                 (__v8di)(__m512i)V1, (int)SCALE)
9695
9696 #define _mm512_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
9697   __builtin_ia32_scattersiv8di ((long long *)ADDR, (__mmask8)MASK,      \
9698                                 (__v8si)(__m256i)INDEX,                 \
9699                                 (__v8di)(__m512i)V1, (int)SCALE)
9700
9701 #define _mm512_i64scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
9702   __builtin_ia32_scatterdiv16si ((int *)ADDR, (__mmask8)0xFF,           \
9703                                  (__v8di)(__m512i)INDEX,                \
9704                                  (__v8si)(__m256i)V1, (int)SCALE)
9705
9706 #define _mm512_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
9707   __builtin_ia32_scatterdiv16si ((int *)ADDR, (__mmask8)MASK,           \
9708                                  (__v8di)(__m512i)INDEX,                \
9709                                  (__v8si)(__m256i)V1, (int)SCALE)
9710
9711 #define _mm512_i64scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
9712   __builtin_ia32_scatterdiv8di ((long long *)ADDR, (__mmask8)0xFF,      \
9713                                 (__v8di)(__m512i)INDEX,                 \
9714                                 (__v8di)(__m512i)V1, (int)SCALE)
9715
9716 #define _mm512_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
9717   __builtin_ia32_scatterdiv8di ((long long *)ADDR, (__mmask8)MASK,      \
9718                                 (__v8di)(__m512i)INDEX,                 \
9719                                 (__v8di)(__m512i)V1, (int)SCALE)
9720 #endif
9721
9722 extern __inline __m512d
9723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9724 _mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
9725 {
9726   return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
9727                                                       (__v8df) __W,
9728                                                       (__mmask8) __U);
9729 }
9730
9731 extern __inline __m512d
9732 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9733 _mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
9734 {
9735   return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
9736                                                       (__v8df)
9737                                                       _mm512_setzero_pd (),
9738                                                       (__mmask8) __U);
9739 }
9740
9741 extern __inline void
9742 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9743 _mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9744 {
9745   __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9746                                           (__mmask8) __U);
9747 }
9748
9749 extern __inline __m512
9750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9751 _mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
9752 {
9753   return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
9754                                                      (__v16sf) __W,
9755                                                      (__mmask16) __U);
9756 }
9757
9758 extern __inline __m512
9759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9760 _mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
9761 {
9762   return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
9763                                                      (__v16sf)
9764                                                      _mm512_setzero_ps (),
9765                                                      (__mmask16) __U);
9766 }
9767
9768 extern __inline void
9769 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9770 _mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9771 {
9772   __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9773                                           (__mmask16) __U);
9774 }
9775
9776 extern __inline __m512i
9777 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9778 _mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9779 {
9780   return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
9781                                                       (__v8di) __W,
9782                                                       (__mmask8) __U);
9783 }
9784
9785 extern __inline __m512i
9786 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9787 _mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
9788 {
9789   return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
9790                                                       (__v8di)
9791                                                       _mm512_setzero_si512 (),
9792                                                       (__mmask8) __U);
9793 }
9794
9795 extern __inline void
9796 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9797 _mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9798 {
9799   __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9800                                           (__mmask8) __U);
9801 }
9802
9803 extern __inline __m512i
9804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9805 _mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9806 {
9807   return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9808                                                       (__v16si) __W,
9809                                                       (__mmask16) __U);
9810 }
9811
9812 extern __inline __m512i
9813 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9814 _mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
9815 {
9816   return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9817                                                       (__v16si)
9818                                                       _mm512_setzero_si512 (),
9819                                                       (__mmask16) __U);
9820 }
9821
9822 extern __inline void
9823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9824 _mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9825 {
9826   __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9827                                           (__mmask16) __U);
9828 }
9829
9830 extern __inline __m512d
9831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9832 _mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9833 {
9834   return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9835                                                     (__v8df) __W,
9836                                                     (__mmask8) __U);
9837 }
9838
9839 extern __inline __m512d
9840 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9841 _mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9842 {
9843   return (__m512d) __builtin_ia32_expanddf512_maskz ((__v8df) __A,
9844                                                      (__v8df)
9845                                                      _mm512_setzero_pd (),
9846                                                      (__mmask8) __U);
9847 }
9848
9849 extern __inline __m512d
9850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9851 _mm512_mask_expandloadu_pd (__m512d __W, __mmask8 __U, void const *__P)
9852 {
9853   return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *) __P,
9854                                                         (__v8df) __W,
9855                                                         (__mmask8) __U);
9856 }
9857
9858 extern __inline __m512d
9859 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9860 _mm512_maskz_expandloadu_pd (__mmask8 __U, void const *__P)
9861 {
9862   return (__m512d) __builtin_ia32_expandloaddf512_maskz ((const __v8df *) __P,
9863                                                          (__v8df)
9864                                                          _mm512_setzero_pd (),
9865                                                          (__mmask8) __U);
9866 }
9867
9868 extern __inline __m512
9869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9870 _mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9871 {
9872   return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9873                                                    (__v16sf) __W,
9874                                                    (__mmask16) __U);
9875 }
9876
9877 extern __inline __m512
9878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9879 _mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9880 {
9881   return (__m512) __builtin_ia32_expandsf512_maskz ((__v16sf) __A,
9882                                                     (__v16sf)
9883                                                     _mm512_setzero_ps (),
9884                                                     (__mmask16) __U);
9885 }
9886
9887 extern __inline __m512
9888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9889 _mm512_mask_expandloadu_ps (__m512 __W, __mmask16 __U, void const *__P)
9890 {
9891   return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *) __P,
9892                                                        (__v16sf) __W,
9893                                                        (__mmask16) __U);
9894 }
9895
9896 extern __inline __m512
9897 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9898 _mm512_maskz_expandloadu_ps (__mmask16 __U, void const *__P)
9899 {
9900   return (__m512) __builtin_ia32_expandloadsf512_maskz ((const __v16sf *) __P,
9901                                                         (__v16sf)
9902                                                         _mm512_setzero_ps (),
9903                                                         (__mmask16) __U);
9904 }
9905
9906 extern __inline __m512i
9907 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9908 _mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9909 {
9910   return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9911                                                     (__v8di) __W,
9912                                                     (__mmask8) __U);
9913 }
9914
9915 extern __inline __m512i
9916 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9917 _mm512_maskz_expand_epi64 (__mmask8 __U, __m512i __A)
9918 {
9919   return (__m512i) __builtin_ia32_expanddi512_maskz ((__v8di) __A,
9920                                                      (__v8di)
9921                                                      _mm512_setzero_si512 (),
9922                                                      (__mmask8) __U);
9923 }
9924
9925 extern __inline __m512i
9926 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9927 _mm512_mask_expandloadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
9928 {
9929   return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *) __P,
9930                                                         (__v8di) __W,
9931                                                         (__mmask8) __U);
9932 }
9933
9934 extern __inline __m512i
9935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9936 _mm512_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P)
9937 {
9938   return (__m512i)
9939          __builtin_ia32_expandloaddi512_maskz ((const __v8di *) __P,
9940                                                (__v8di)
9941                                                _mm512_setzero_si512 (),
9942                                                (__mmask8) __U);
9943 }
9944
9945 extern __inline __m512i
9946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9947 _mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9948 {
9949   return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9950                                                     (__v16si) __W,
9951                                                     (__mmask16) __U);
9952 }
9953
9954 extern __inline __m512i
9955 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9956 _mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9957 {
9958   return (__m512i) __builtin_ia32_expandsi512_maskz ((__v16si) __A,
9959                                                      (__v16si)
9960                                                      _mm512_setzero_si512 (),
9961                                                      (__mmask16) __U);
9962 }
9963
9964 extern __inline __m512i
9965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9966 _mm512_mask_expandloadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
9967 {
9968   return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *) __P,
9969                                                         (__v16si) __W,
9970                                                         (__mmask16) __U);
9971 }
9972
9973 extern __inline __m512i
9974 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9975 _mm512_maskz_expandloadu_epi32 (__mmask16 __U, void const *__P)
9976 {
9977   return (__m512i) __builtin_ia32_expandloadsi512_maskz ((const __v16si *) __P,
9978                                                          (__v16si)
9979                                                          _mm512_setzero_si512
9980                                                          (), (__mmask16) __U);
9981 }
9982
9983 /* Mask arithmetic operations */
9984 extern __inline __mmask16
9985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9986 _mm512_kand (__mmask16 __A, __mmask16 __B)
9987 {
9988   return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
9989 }
9990
9991 extern __inline __mmask16
9992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9993 _mm512_kandn (__mmask16 __A, __mmask16 __B)
9994 {
9995   return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
9996 }
9997
9998 extern __inline __mmask16
9999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10000 _mm512_kor (__mmask16 __A, __mmask16 __B)
10001 {
10002   return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
10003 }
10004
10005 extern __inline int
10006 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10007 _mm512_kortestz (__mmask16 __A, __mmask16 __B)
10008 {
10009   return (__mmask16) __builtin_ia32_kortestzhi ((__mmask16) __A,
10010                                                 (__mmask16) __B);
10011 }
10012
10013 extern __inline int
10014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10015 _mm512_kortestc (__mmask16 __A, __mmask16 __B)
10016 {
10017   return (__mmask16) __builtin_ia32_kortestchi ((__mmask16) __A,
10018                                                 (__mmask16) __B);
10019 }
10020
10021 extern __inline __mmask16
10022 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10023 _mm512_kxnor (__mmask16 __A, __mmask16 __B)
10024 {
10025   return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
10026 }
10027
10028 extern __inline __mmask16
10029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10030 _mm512_kxor (__mmask16 __A, __mmask16 __B)
10031 {
10032   return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
10033 }
10034
10035 extern __inline __mmask16
10036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10037 _mm512_knot (__mmask16 __A)
10038 {
10039   return (__mmask16) __builtin_ia32_knothi ((__mmask16) __A);
10040 }
10041
10042 extern __inline __mmask16
10043 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10044 _mm512_kunpackb (__mmask16 __A, __mmask16 __B)
10045 {
10046   return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
10047 }
10048
10049 #ifdef __OPTIMIZE__
10050 extern __inline __m512i
10051 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10052 _mm512_maskz_inserti32x4 (__mmask16 __B, __m512i __C, __m128i __D,
10053                           const int __imm)
10054 {
10055   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __C,
10056                                                     (__v4si) __D,
10057                                                     __imm,
10058                                                     (__v16si)
10059                                                     _mm512_setzero_si512 (),
10060                                                     __B);
10061 }
10062
10063 extern __inline __m512
10064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10065 _mm512_maskz_insertf32x4 (__mmask16 __B, __m512 __C, __m128 __D,
10066                           const int __imm)
10067 {
10068   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __C,
10069                                                    (__v4sf) __D,
10070                                                    __imm,
10071                                                    (__v16sf)
10072                                                    _mm512_setzero_ps (), __B);
10073 }
10074
10075 extern __inline __m512i
10076 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10077 _mm512_mask_inserti32x4 (__m512i __A, __mmask16 __B, __m512i __C,
10078                          __m128i __D, const int __imm)
10079 {
10080   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __C,
10081                                                     (__v4si) __D,
10082                                                     __imm,
10083                                                     (__v16si) __A,
10084                                                     __B);
10085 }
10086
10087 extern __inline __m512
10088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10089 _mm512_mask_insertf32x4 (__m512 __A, __mmask16 __B, __m512 __C,
10090                          __m128 __D, const int __imm)
10091 {
10092   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __C,
10093                                                    (__v4sf) __D,
10094                                                    __imm,
10095                                                    (__v16sf) __A, __B);
10096 }
10097 #else
10098 #define _mm512_maskz_insertf32x4(A, X, Y, C)                            \
10099   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
10100     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)_mm512_setzero_ps(),      \
10101     (__mmask8)(A)))
10102
10103 #define _mm512_maskz_inserti32x4(A, X, Y, C)                            \
10104   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
10105     (__v4si)(__m128i) (Y), (int) (C), (__v16si)_mm512_setzero_si512 (),     \
10106     (__mmask8)(A)))
10107
10108 #define _mm512_mask_insertf32x4(A, B, X, Y, C)                          \
10109   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
10110     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)(__m512) (A),             \
10111                                              (__mmask8)(B)))
10112
10113 #define _mm512_mask_inserti32x4(A, B, X, Y, C)                          \
10114   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
10115     (__v4si)(__m128i) (Y), (int) (C), (__v16si)(__m512i) (A),           \
10116                                               (__mmask8)(B)))
10117 #endif
10118
10119 extern __inline __m512i
10120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10121 _mm512_max_epi64 (__m512i __A, __m512i __B)
10122 {
10123   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10124                                                   (__v8di) __B,
10125                                                   (__v8di)
10126                                                   _mm512_undefined_si512 (),
10127                                                   (__mmask8) -1);
10128 }
10129
10130 extern __inline __m512i
10131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10132 _mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
10133 {
10134   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10135                                                   (__v8di) __B,
10136                                                   (__v8di)
10137                                                   _mm512_setzero_si512 (),
10138                                                   __M);
10139 }
10140
10141 extern __inline __m512i
10142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10143 _mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10144 {
10145   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10146                                                   (__v8di) __B,
10147                                                   (__v8di) __W, __M);
10148 }
10149
10150 extern __inline __m512i
10151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10152 _mm512_min_epi64 (__m512i __A, __m512i __B)
10153 {
10154   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10155                                                   (__v8di) __B,
10156                                                   (__v8di)
10157                                                   _mm512_undefined_si512 (),
10158                                                   (__mmask8) -1);
10159 }
10160
10161 extern __inline __m512i
10162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10163 _mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10164 {
10165   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10166                                                   (__v8di) __B,
10167                                                   (__v8di) __W, __M);
10168 }
10169
10170 extern __inline __m512i
10171 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10172 _mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
10173 {
10174   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10175                                                   (__v8di) __B,
10176                                                   (__v8di)
10177                                                   _mm512_setzero_si512 (),
10178                                                   __M);
10179 }
10180
10181 extern __inline __m512i
10182 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10183 _mm512_max_epu64 (__m512i __A, __m512i __B)
10184 {
10185   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10186                                                   (__v8di) __B,
10187                                                   (__v8di)
10188                                                   _mm512_undefined_si512 (),
10189                                                   (__mmask8) -1);
10190 }
10191
10192 extern __inline __m512i
10193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10194 _mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
10195 {
10196   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10197                                                   (__v8di) __B,
10198                                                   (__v8di)
10199                                                   _mm512_setzero_si512 (),
10200                                                   __M);
10201 }
10202
10203 extern __inline __m512i
10204 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10205 _mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10206 {
10207   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10208                                                   (__v8di) __B,
10209                                                   (__v8di) __W, __M);
10210 }
10211
10212 extern __inline __m512i
10213 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10214 _mm512_min_epu64 (__m512i __A, __m512i __B)
10215 {
10216   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10217                                                   (__v8di) __B,
10218                                                   (__v8di)
10219                                                   _mm512_undefined_si512 (),
10220                                                   (__mmask8) -1);
10221 }
10222
10223 extern __inline __m512i
10224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10225 _mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10226 {
10227   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10228                                                   (__v8di) __B,
10229                                                   (__v8di) __W, __M);
10230 }
10231
10232 extern __inline __m512i
10233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10234 _mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
10235 {
10236   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10237                                                   (__v8di) __B,
10238                                                   (__v8di)
10239                                                   _mm512_setzero_si512 (),
10240                                                   __M);
10241 }
10242
10243 extern __inline __m512i
10244 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10245 _mm512_max_epi32 (__m512i __A, __m512i __B)
10246 {
10247   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10248                                                   (__v16si) __B,
10249                                                   (__v16si)
10250                                                   _mm512_undefined_si512 (),
10251                                                   (__mmask16) -1);
10252 }
10253
10254 extern __inline __m512i
10255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10256 _mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
10257 {
10258   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10259                                                   (__v16si) __B,
10260                                                   (__v16si)
10261                                                   _mm512_setzero_si512 (),
10262                                                   __M);
10263 }
10264
10265 extern __inline __m512i
10266 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10267 _mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
10268 {
10269   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10270                                                   (__v16si) __B,
10271                                                   (__v16si) __W, __M);
10272 }
10273
10274 extern __inline __m512i
10275 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10276 _mm512_min_epi32 (__m512i __A, __m512i __B)
10277 {
10278   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
10279                                                   (__v16si) __B,
10280                                                   (__v16si)
10281                                                   _mm512_undefined_si512 (),
10282                                                   (__mmask16) -1);
10283 }
10284
10285 extern __inline __m512i
10286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10287 _mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
10288 {
10289   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
10290                                                   (__v16si) __B,
10291                                                   (__v16si)
10292                                                   _mm512_setzero_si512 (),
10293                                                   __M);
10294 }
10295
10296 extern __inline __m512i
10297 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10298 _mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
10299 {
10300   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
10301                                                   (__v16si) __B,
10302                                                   (__v16si) __W, __M);
10303 }
10304
10305 extern __inline __m512i
10306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10307 _mm512_max_epu32 (__m512i __A, __m512i __B)
10308 {
10309   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
10310                                                   (__v16si) __B,
10311                                                   (__v16si)
10312                                                   _mm512_undefined_si512 (),
10313                                                   (__mmask16) -1);
10314 }
10315
10316 extern __inline __m512i
10317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10318 _mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
10319 {
10320   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
10321                                                   (__v16si) __B,
10322                                                   (__v16si)
10323                                                   _mm512_setzero_si512 (),
10324                                                   __M);
10325 }
10326
10327 extern __inline __m512i
10328 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10329 _mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
10330 {
10331   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
10332                                                   (__v16si) __B,
10333                                                   (__v16si) __W, __M);
10334 }
10335
10336 extern __inline __m512i
10337 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10338 _mm512_min_epu32 (__m512i __A, __m512i __B)
10339 {
10340   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
10341                                                   (__v16si) __B,
10342                                                   (__v16si)
10343                                                   _mm512_undefined_si512 (),
10344                                                   (__mmask16) -1);
10345 }
10346
10347 extern __inline __m512i
10348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10349 _mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
10350 {
10351   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
10352                                                   (__v16si) __B,
10353                                                   (__v16si)
10354                                                   _mm512_setzero_si512 (),
10355                                                   __M);
10356 }
10357
10358 extern __inline __m512i
10359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10360 _mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
10361 {
10362   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
10363                                                   (__v16si) __B,
10364                                                   (__v16si) __W, __M);
10365 }
10366
10367 extern __inline __m512
10368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10369 _mm512_unpacklo_ps (__m512 __A, __m512 __B)
10370 {
10371   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
10372                                                    (__v16sf) __B,
10373                                                    (__v16sf)
10374                                                    _mm512_undefined_ps (),
10375                                                    (__mmask16) -1);
10376 }
10377
10378 extern __inline __m512
10379 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10380 _mm512_mask_unpacklo_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10381 {
10382   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
10383                                                    (__v16sf) __B,
10384                                                    (__v16sf) __W,
10385                                                    (__mmask16) __U);
10386 }
10387
10388 extern __inline __m512
10389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10390 _mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
10391 {
10392   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
10393                                                    (__v16sf) __B,
10394                                                    (__v16sf)
10395                                                    _mm512_setzero_ps (),
10396                                                    (__mmask16) __U);
10397 }
10398
10399 #ifdef __OPTIMIZE__
10400 extern __inline __m128d
10401 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10402 _mm_max_round_sd (__m128d __A, __m128d __B, const int __R)
10403 {
10404   return (__m128d) __builtin_ia32_maxsd_round ((__v2df) __A,
10405                                                (__v2df) __B,
10406                                                __R);
10407 }
10408
10409 extern __inline __m128
10410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10411 _mm_max_round_ss (__m128 __A, __m128 __B, const int __R)
10412 {
10413   return (__m128) __builtin_ia32_maxss_round ((__v4sf) __A,
10414                                               (__v4sf) __B,
10415                                               __R);
10416 }
10417
10418 extern __inline __m128d
10419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10420 _mm_min_round_sd (__m128d __A, __m128d __B, const int __R)
10421 {
10422   return (__m128d) __builtin_ia32_minsd_round ((__v2df) __A,
10423                                                (__v2df) __B,
10424                                                __R);
10425 }
10426
10427 extern __inline __m128
10428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10429 _mm_min_round_ss (__m128 __A, __m128 __B, const int __R)
10430 {
10431   return (__m128) __builtin_ia32_minss_round ((__v4sf) __A,
10432                                               (__v4sf) __B,
10433                                               __R);
10434 }
10435
10436 #else
10437 #define _mm_max_round_sd(A, B, C)            \
10438     (__m128d)__builtin_ia32_addsd_round(A, B, C)
10439
10440 #define _mm_max_round_ss(A, B, C)            \
10441     (__m128)__builtin_ia32_addss_round(A, B, C)
10442
10443 #define _mm_min_round_sd(A, B, C)            \
10444     (__m128d)__builtin_ia32_subsd_round(A, B, C)
10445
10446 #define _mm_min_round_ss(A, B, C)            \
10447     (__m128)__builtin_ia32_subss_round(A, B, C)
10448 #endif
10449
10450 extern __inline __m512d
10451 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10452 _mm512_mask_blend_pd (__mmask8 __U, __m512d __A, __m512d __W)
10453 {
10454   return (__m512d) __builtin_ia32_blendmpd_512_mask ((__v8df) __A,
10455                                                      (__v8df) __W,
10456                                                      (__mmask8) __U);
10457 }
10458
10459 extern __inline __m512
10460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10461 _mm512_mask_blend_ps (__mmask16 __U, __m512 __A, __m512 __W)
10462 {
10463   return (__m512) __builtin_ia32_blendmps_512_mask ((__v16sf) __A,
10464                                                     (__v16sf) __W,
10465                                                     (__mmask16) __U);
10466 }
10467
10468 extern __inline __m512i
10469 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10470 _mm512_mask_blend_epi64 (__mmask8 __U, __m512i __A, __m512i __W)
10471 {
10472   return (__m512i) __builtin_ia32_blendmq_512_mask ((__v8di) __A,
10473                                                     (__v8di) __W,
10474                                                     (__mmask8) __U);
10475 }
10476
10477 extern __inline __m512i
10478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10479 _mm512_mask_blend_epi32 (__mmask16 __U, __m512i __A, __m512i __W)
10480 {
10481   return (__m512i) __builtin_ia32_blendmd_512_mask ((__v16si) __A,
10482                                                     (__v16si) __W,
10483                                                     (__mmask16) __U);
10484 }
10485
10486 #ifdef __OPTIMIZE__
10487 extern __inline __m128d
10488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10489 _mm_fmadd_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
10490 {
10491   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
10492                                                    (__v2df) __A,
10493                                                    (__v2df) __B,
10494                                                    __R);
10495 }
10496
10497 extern __inline __m128
10498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10499 _mm_fmadd_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
10500 {
10501   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
10502                                                   (__v4sf) __A,
10503                                                   (__v4sf) __B,
10504                                                   __R);
10505 }
10506
10507 extern __inline __m128d
10508 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10509 _mm_fmsub_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
10510 {
10511   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
10512                                                    (__v2df) __A,
10513                                                    -(__v2df) __B,
10514                                                    __R);
10515 }
10516
10517 extern __inline __m128
10518 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10519 _mm_fmsub_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
10520 {
10521   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
10522                                                   (__v4sf) __A,
10523                                                   -(__v4sf) __B,
10524                                                   __R);
10525 }
10526
10527 extern __inline __m128d
10528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10529 _mm_fnmadd_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
10530 {
10531   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
10532                                                    -(__v2df) __A,
10533                                                    (__v2df) __B,
10534                                                    __R);
10535 }
10536
10537 extern __inline __m128
10538 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10539 _mm_fnmadd_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
10540 {
10541   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
10542                                                   -(__v4sf) __A,
10543                                                   (__v4sf) __B,
10544                                                   __R);
10545 }
10546
10547 extern __inline __m128d
10548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10549 _mm_fnmsub_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
10550 {
10551   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
10552                                                    -(__v2df) __A,
10553                                                    -(__v2df) __B,
10554                                                    __R);
10555 }
10556
10557 extern __inline __m128
10558 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10559 _mm_fnmsub_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
10560 {
10561   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
10562                                                   -(__v4sf) __A,
10563                                                   -(__v4sf) __B,
10564                                                   __R);
10565 }
10566 #else
10567 #define _mm_fmadd_round_sd(A, B, C, R)            \
10568     (__m128d)__builtin_ia32_vfmaddsd3_round(A, B, C, R)
10569
10570 #define _mm_fmadd_round_ss(A, B, C, R)            \
10571     (__m128)__builtin_ia32_vfmaddss3_round(A, B, C, R)
10572
10573 #define _mm_fmsub_round_sd(A, B, C, R)            \
10574     (__m128d)__builtin_ia32_vfmaddsd3_round(A, B, -(C), R)
10575
10576 #define _mm_fmsub_round_ss(A, B, C, R)            \
10577     (__m128)__builtin_ia32_vfmaddss3_round(A, B, -(C), R)
10578
10579 #define _mm_fnmadd_round_sd(A, B, C, R)            \
10580     (__m128d)__builtin_ia32_vfmaddsd3_round(A, -(B), C, R)
10581
10582 #define _mm_fnmadd_round_ss(A, B, C, R)            \
10583    (__m128)__builtin_ia32_vfmaddss3_round(A, -(B), C, R)
10584
10585 #define _mm_fnmsub_round_sd(A, B, C, R)            \
10586     (__m128d)__builtin_ia32_vfmaddsd3_round(A, -(B), -(C), R)
10587
10588 #define _mm_fnmsub_round_ss(A, B, C, R)            \
10589     (__m128)__builtin_ia32_vfmaddss3_round(A, -(B), -(C), R)
10590 #endif
10591
10592 #ifdef __OPTIMIZE__
10593 extern __inline int
10594 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10595 _mm_comi_round_ss (__m128 __A, __m128 __B, const int __P, const int __R)
10596 {
10597   return __builtin_ia32_vcomiss ((__v4sf) __A, (__v4sf) __B, __P, __R);
10598 }
10599
10600 extern __inline int
10601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10602 _mm_comi_round_sd (__m128d __A, __m128d __B, const int __P, const int __R)
10603 {
10604   return __builtin_ia32_vcomisd ((__v2df) __A, (__v2df) __B, __P, __R);
10605 }
10606 #else
10607 #define _mm_comi_round_ss(A, B, C, D)\
10608 __builtin_ia32_vcomiss(A, B, C, D)
10609 #define _mm_comi_round_sd(A, B, C, D)\
10610 __builtin_ia32_vcomisd(A, B, C, D)
10611 #endif
10612
10613 extern __inline __m512d
10614 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10615 _mm512_sqrt_pd (__m512d __A)
10616 {
10617   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
10618                                                   (__v8df)
10619                                                   _mm512_undefined_pd (),
10620                                                   (__mmask8) -1,
10621                                                   _MM_FROUND_CUR_DIRECTION);
10622 }
10623
10624 extern __inline __m512d
10625 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10626 _mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
10627 {
10628   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
10629                                                   (__v8df) __W,
10630                                                   (__mmask8) __U,
10631                                                   _MM_FROUND_CUR_DIRECTION);
10632 }
10633
10634 extern __inline __m512d
10635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10636 _mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
10637 {
10638   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
10639                                                   (__v8df)
10640                                                   _mm512_setzero_pd (),
10641                                                   (__mmask8) __U,
10642                                                   _MM_FROUND_CUR_DIRECTION);
10643 }
10644
10645 extern __inline __m512
10646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10647 _mm512_sqrt_ps (__m512 __A)
10648 {
10649   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
10650                                                  (__v16sf)
10651                                                  _mm512_undefined_ps (),
10652                                                  (__mmask16) -1,
10653                                                  _MM_FROUND_CUR_DIRECTION);
10654 }
10655
10656 extern __inline __m512
10657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10658 _mm512_mask_sqrt_ps (__m512 __W, __mmask16 __U, __m512 __A)
10659 {
10660   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
10661                                                  (__v16sf) __W,
10662                                                  (__mmask16) __U,
10663                                                  _MM_FROUND_CUR_DIRECTION);
10664 }
10665
10666 extern __inline __m512
10667 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10668 _mm512_maskz_sqrt_ps (__mmask16 __U, __m512 __A)
10669 {
10670   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
10671                                                  (__v16sf)
10672                                                  _mm512_setzero_ps (),
10673                                                  (__mmask16) __U,
10674                                                  _MM_FROUND_CUR_DIRECTION);
10675 }
10676
10677 extern __inline __m512d
10678 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10679 _mm512_add_pd (__m512d __A, __m512d __B)
10680 {
10681   return (__m512d) ((__v8df)__A + (__v8df)__B);
10682 }
10683
10684 extern __inline __m512d
10685 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10686 _mm512_mask_add_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
10687 {
10688   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
10689                                                  (__v8df) __B,
10690                                                  (__v8df) __W,
10691                                                  (__mmask8) __U,
10692                                                  _MM_FROUND_CUR_DIRECTION);
10693 }
10694
10695 extern __inline __m512d
10696 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10697 _mm512_maskz_add_pd (__mmask8 __U, __m512d __A, __m512d __B)
10698 {
10699   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
10700                                                  (__v8df) __B,
10701                                                  (__v8df)
10702                                                  _mm512_setzero_pd (),
10703                                                  (__mmask8) __U,
10704                                                  _MM_FROUND_CUR_DIRECTION);
10705 }
10706
10707 extern __inline __m512
10708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10709 _mm512_add_ps (__m512 __A, __m512 __B)
10710 {
10711   return (__m512) ((__v16sf)__A + (__v16sf)__B);
10712 }
10713
10714 extern __inline __m512
10715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10716 _mm512_mask_add_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10717 {
10718   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
10719                                                 (__v16sf) __B,
10720                                                 (__v16sf) __W,
10721                                                 (__mmask16) __U,
10722                                                 _MM_FROUND_CUR_DIRECTION);
10723 }
10724
10725 extern __inline __m512
10726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10727 _mm512_maskz_add_ps (__mmask16 __U, __m512 __A, __m512 __B)
10728 {
10729   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
10730                                                 (__v16sf) __B,
10731                                                 (__v16sf)
10732                                                 _mm512_setzero_ps (),
10733                                                 (__mmask16) __U,
10734                                                 _MM_FROUND_CUR_DIRECTION);
10735 }
10736
10737 extern __inline __m512d
10738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10739 _mm512_sub_pd (__m512d __A, __m512d __B)
10740 {
10741   return (__m512d) ((__v8df)__A - (__v8df)__B);
10742 }
10743
10744 extern __inline __m512d
10745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10746 _mm512_mask_sub_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
10747 {
10748   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
10749                                                  (__v8df) __B,
10750                                                  (__v8df) __W,
10751                                                  (__mmask8) __U,
10752                                                  _MM_FROUND_CUR_DIRECTION);
10753 }
10754
10755 extern __inline __m512d
10756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10757 _mm512_maskz_sub_pd (__mmask8 __U, __m512d __A, __m512d __B)
10758 {
10759   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
10760                                                  (__v8df) __B,
10761                                                  (__v8df)
10762                                                  _mm512_setzero_pd (),
10763                                                  (__mmask8) __U,
10764                                                  _MM_FROUND_CUR_DIRECTION);
10765 }
10766
10767 extern __inline __m512
10768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10769 _mm512_sub_ps (__m512 __A, __m512 __B)
10770 {
10771   return (__m512) ((__v16sf)__A - (__v16sf)__B);
10772 }
10773
10774 extern __inline __m512
10775 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10776 _mm512_mask_sub_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10777 {
10778   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
10779                                                 (__v16sf) __B,
10780                                                 (__v16sf) __W,
10781                                                 (__mmask16) __U,
10782                                                 _MM_FROUND_CUR_DIRECTION);
10783 }
10784
10785 extern __inline __m512
10786 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10787 _mm512_maskz_sub_ps (__mmask16 __U, __m512 __A, __m512 __B)
10788 {
10789   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
10790                                                 (__v16sf) __B,
10791                                                 (__v16sf)
10792                                                 _mm512_setzero_ps (),
10793                                                 (__mmask16) __U,
10794                                                 _MM_FROUND_CUR_DIRECTION);
10795 }
10796
10797 extern __inline __m512d
10798 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10799 _mm512_mul_pd (__m512d __A, __m512d __B)
10800 {
10801   return (__m512d) ((__v8df)__A * (__v8df)__B);
10802 }
10803
10804 extern __inline __m512d
10805 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10806 _mm512_mask_mul_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
10807 {
10808   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
10809                                                  (__v8df) __B,
10810                                                  (__v8df) __W,
10811                                                  (__mmask8) __U,
10812                                                  _MM_FROUND_CUR_DIRECTION);
10813 }
10814
10815 extern __inline __m512d
10816 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10817 _mm512_maskz_mul_pd (__mmask8 __U, __m512d __A, __m512d __B)
10818 {
10819   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
10820                                                  (__v8df) __B,
10821                                                  (__v8df)
10822                                                  _mm512_setzero_pd (),
10823                                                  (__mmask8) __U,
10824                                                  _MM_FROUND_CUR_DIRECTION);
10825 }
10826
10827 extern __inline __m512
10828 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10829 _mm512_mul_ps (__m512 __A, __m512 __B)
10830 {
10831   return (__m512) ((__v16sf)__A * (__v16sf)__B);
10832 }
10833
10834 extern __inline __m512
10835 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10836 _mm512_mask_mul_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10837 {
10838   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
10839                                                 (__v16sf) __B,
10840                                                 (__v16sf) __W,
10841                                                 (__mmask16) __U,
10842                                                 _MM_FROUND_CUR_DIRECTION);
10843 }
10844
10845 extern __inline __m512
10846 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10847 _mm512_maskz_mul_ps (__mmask16 __U, __m512 __A, __m512 __B)
10848 {
10849   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
10850                                                 (__v16sf) __B,
10851                                                 (__v16sf)
10852                                                 _mm512_setzero_ps (),
10853                                                 (__mmask16) __U,
10854                                                 _MM_FROUND_CUR_DIRECTION);
10855 }
10856
10857 extern __inline __m512d
10858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10859 _mm512_div_pd (__m512d __M, __m512d __V)
10860 {
10861   return (__m512d) ((__v8df)__M / (__v8df)__V);
10862 }
10863
10864 extern __inline __m512d
10865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10866 _mm512_mask_div_pd (__m512d __W, __mmask8 __U, __m512d __M, __m512d __V)
10867 {
10868   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
10869                                                  (__v8df) __V,
10870                                                  (__v8df) __W,
10871                                                  (__mmask8) __U,
10872                                                  _MM_FROUND_CUR_DIRECTION);
10873 }
10874
10875 extern __inline __m512d
10876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10877 _mm512_maskz_div_pd (__mmask8 __U, __m512d __M, __m512d __V)
10878 {
10879   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
10880                                                  (__v8df) __V,
10881                                                  (__v8df)
10882                                                  _mm512_setzero_pd (),
10883                                                  (__mmask8) __U,
10884                                                  _MM_FROUND_CUR_DIRECTION);
10885 }
10886
10887 extern __inline __m512
10888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10889 _mm512_div_ps (__m512 __A, __m512 __B)
10890 {
10891   return (__m512) ((__v16sf)__A / (__v16sf)__B);
10892 }
10893
10894 extern __inline __m512
10895 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10896 _mm512_mask_div_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10897 {
10898   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
10899                                                 (__v16sf) __B,
10900                                                 (__v16sf) __W,
10901                                                 (__mmask16) __U,
10902                                                 _MM_FROUND_CUR_DIRECTION);
10903 }
10904
10905 extern __inline __m512
10906 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10907 _mm512_maskz_div_ps (__mmask16 __U, __m512 __A, __m512 __B)
10908 {
10909   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
10910                                                 (__v16sf) __B,
10911                                                 (__v16sf)
10912                                                 _mm512_setzero_ps (),
10913                                                 (__mmask16) __U,
10914                                                 _MM_FROUND_CUR_DIRECTION);
10915 }
10916
10917 extern __inline __m512d
10918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10919 _mm512_max_pd (__m512d __A, __m512d __B)
10920 {
10921   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
10922                                                  (__v8df) __B,
10923                                                  (__v8df)
10924                                                  _mm512_undefined_pd (),
10925                                                  (__mmask8) -1,
10926                                                  _MM_FROUND_CUR_DIRECTION);
10927 }
10928
10929 extern __inline __m512d
10930 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10931 _mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
10932 {
10933   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
10934                                                  (__v8df) __B,
10935                                                  (__v8df) __W,
10936                                                  (__mmask8) __U,
10937                                                  _MM_FROUND_CUR_DIRECTION);
10938 }
10939
10940 extern __inline __m512d
10941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10942 _mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
10943 {
10944   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
10945                                                  (__v8df) __B,
10946                                                  (__v8df)
10947                                                  _mm512_setzero_pd (),
10948                                                  (__mmask8) __U,
10949                                                  _MM_FROUND_CUR_DIRECTION);
10950 }
10951
10952 extern __inline __m512
10953 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10954 _mm512_max_ps (__m512 __A, __m512 __B)
10955 {
10956   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
10957                                                 (__v16sf) __B,
10958                                                 (__v16sf)
10959                                                 _mm512_undefined_ps (),
10960                                                 (__mmask16) -1,
10961                                                 _MM_FROUND_CUR_DIRECTION);
10962 }
10963
10964 extern __inline __m512
10965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10966 _mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
10967 {
10968   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
10969                                                 (__v16sf) __B,
10970                                                 (__v16sf) __W,
10971                                                 (__mmask16) __U,
10972                                                 _MM_FROUND_CUR_DIRECTION);
10973 }
10974
10975 extern __inline __m512
10976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10977 _mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
10978 {
10979   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
10980                                                 (__v16sf) __B,
10981                                                 (__v16sf)
10982                                                 _mm512_setzero_ps (),
10983                                                 (__mmask16) __U,
10984                                                 _MM_FROUND_CUR_DIRECTION);
10985 }
10986
10987 extern __inline __m512d
10988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10989 _mm512_min_pd (__m512d __A, __m512d __B)
10990 {
10991   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
10992                                                  (__v8df) __B,
10993                                                  (__v8df)
10994                                                  _mm512_undefined_pd (),
10995                                                  (__mmask8) -1,
10996                                                  _MM_FROUND_CUR_DIRECTION);
10997 }
10998
10999 extern __inline __m512d
11000 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11001 _mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11002 {
11003   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
11004                                                  (__v8df) __B,
11005                                                  (__v8df) __W,
11006                                                  (__mmask8) __U,
11007                                                  _MM_FROUND_CUR_DIRECTION);
11008 }
11009
11010 extern __inline __m512d
11011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11012 _mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
11013 {
11014   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
11015                                                  (__v8df) __B,
11016                                                  (__v8df)
11017                                                  _mm512_setzero_pd (),
11018                                                  (__mmask8) __U,
11019                                                  _MM_FROUND_CUR_DIRECTION);
11020 }
11021
11022 extern __inline __m512
11023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11024 _mm512_min_ps (__m512 __A, __m512 __B)
11025 {
11026   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
11027                                                 (__v16sf) __B,
11028                                                 (__v16sf)
11029                                                 _mm512_undefined_ps (),
11030                                                 (__mmask16) -1,
11031                                                 _MM_FROUND_CUR_DIRECTION);
11032 }
11033
11034 extern __inline __m512
11035 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11036 _mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11037 {
11038   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
11039                                                 (__v16sf) __B,
11040                                                 (__v16sf) __W,
11041                                                 (__mmask16) __U,
11042                                                 _MM_FROUND_CUR_DIRECTION);
11043 }
11044
11045 extern __inline __m512
11046 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11047 _mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
11048 {
11049   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
11050                                                 (__v16sf) __B,
11051                                                 (__v16sf)
11052                                                 _mm512_setzero_ps (),
11053                                                 (__mmask16) __U,
11054                                                 _MM_FROUND_CUR_DIRECTION);
11055 }
11056
11057 extern __inline __m512d
11058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11059 _mm512_scalef_pd (__m512d __A, __m512d __B)
11060 {
11061   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
11062                                                     (__v8df) __B,
11063                                                     (__v8df)
11064                                                     _mm512_undefined_pd (),
11065                                                     (__mmask8) -1,
11066                                                     _MM_FROUND_CUR_DIRECTION);
11067 }
11068
11069 extern __inline __m512d
11070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11071 _mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11072 {
11073   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
11074                                                     (__v8df) __B,
11075                                                     (__v8df) __W,
11076                                                     (__mmask8) __U,
11077                                                     _MM_FROUND_CUR_DIRECTION);
11078 }
11079
11080 extern __inline __m512d
11081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11082 _mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
11083 {
11084   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
11085                                                     (__v8df) __B,
11086                                                     (__v8df)
11087                                                     _mm512_setzero_pd (),
11088                                                     (__mmask8) __U,
11089                                                     _MM_FROUND_CUR_DIRECTION);
11090 }
11091
11092 extern __inline __m512
11093 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11094 _mm512_scalef_ps (__m512 __A, __m512 __B)
11095 {
11096   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
11097                                                    (__v16sf) __B,
11098                                                    (__v16sf)
11099                                                    _mm512_undefined_ps (),
11100                                                    (__mmask16) -1,
11101                                                    _MM_FROUND_CUR_DIRECTION);
11102 }
11103
11104 extern __inline __m512
11105 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11106 _mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11107 {
11108   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
11109                                                    (__v16sf) __B,
11110                                                    (__v16sf) __W,
11111                                                    (__mmask16) __U,
11112                                                    _MM_FROUND_CUR_DIRECTION);
11113 }
11114
11115 extern __inline __m512
11116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11117 _mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
11118 {
11119   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
11120                                                    (__v16sf) __B,
11121                                                    (__v16sf)
11122                                                    _mm512_setzero_ps (),
11123                                                    (__mmask16) __U,
11124                                                    _MM_FROUND_CUR_DIRECTION);
11125 }
11126
11127 extern __inline __m128d
11128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11129 _mm_scalef_sd (__m128d __A, __m128d __B)
11130 {
11131   return (__m128d) __builtin_ia32_scalefsd_round ((__v2df) __A,
11132                                                   (__v2df) __B,
11133                                                   _MM_FROUND_CUR_DIRECTION);
11134 }
11135
11136 extern __inline __m128
11137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11138 _mm_scalef_ss (__m128 __A, __m128 __B)
11139 {
11140   return (__m128) __builtin_ia32_scalefss_round ((__v4sf) __A,
11141                                                  (__v4sf) __B,
11142                                                  _MM_FROUND_CUR_DIRECTION);
11143 }
11144
11145 extern __inline __m512d
11146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11147 _mm512_fmadd_pd (__m512d __A, __m512d __B, __m512d __C)
11148 {
11149   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
11150                                                     (__v8df) __B,
11151                                                     (__v8df) __C,
11152                                                     (__mmask8) -1,
11153                                                     _MM_FROUND_CUR_DIRECTION);
11154 }
11155
11156 extern __inline __m512d
11157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11158 _mm512_mask_fmadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11159 {
11160   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
11161                                                     (__v8df) __B,
11162                                                     (__v8df) __C,
11163                                                     (__mmask8) __U,
11164                                                     _MM_FROUND_CUR_DIRECTION);
11165 }
11166
11167 extern __inline __m512d
11168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11169 _mm512_mask3_fmadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11170 {
11171   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
11172                                                      (__v8df) __B,
11173                                                      (__v8df) __C,
11174                                                      (__mmask8) __U,
11175                                                      _MM_FROUND_CUR_DIRECTION);
11176 }
11177
11178 extern __inline __m512d
11179 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11180 _mm512_maskz_fmadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11181 {
11182   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
11183                                                      (__v8df) __B,
11184                                                      (__v8df) __C,
11185                                                      (__mmask8) __U,
11186                                                      _MM_FROUND_CUR_DIRECTION);
11187 }
11188
11189 extern __inline __m512
11190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11191 _mm512_fmadd_ps (__m512 __A, __m512 __B, __m512 __C)
11192 {
11193   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
11194                                                    (__v16sf) __B,
11195                                                    (__v16sf) __C,
11196                                                    (__mmask16) -1,
11197                                                    _MM_FROUND_CUR_DIRECTION);
11198 }
11199
11200 extern __inline __m512
11201 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11202 _mm512_mask_fmadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11203 {
11204   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
11205                                                    (__v16sf) __B,
11206                                                    (__v16sf) __C,
11207                                                    (__mmask16) __U,
11208                                                    _MM_FROUND_CUR_DIRECTION);
11209 }
11210
11211 extern __inline __m512
11212 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11213 _mm512_mask3_fmadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11214 {
11215   return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
11216                                                     (__v16sf) __B,
11217                                                     (__v16sf) __C,
11218                                                     (__mmask16) __U,
11219                                                     _MM_FROUND_CUR_DIRECTION);
11220 }
11221
11222 extern __inline __m512
11223 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11224 _mm512_maskz_fmadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11225 {
11226   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
11227                                                     (__v16sf) __B,
11228                                                     (__v16sf) __C,
11229                                                     (__mmask16) __U,
11230                                                     _MM_FROUND_CUR_DIRECTION);
11231 }
11232
11233 extern __inline __m512d
11234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11235 _mm512_fmsub_pd (__m512d __A, __m512d __B, __m512d __C)
11236 {
11237   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
11238                                                     (__v8df) __B,
11239                                                     -(__v8df) __C,
11240                                                     (__mmask8) -1,
11241                                                     _MM_FROUND_CUR_DIRECTION);
11242 }
11243
11244 extern __inline __m512d
11245 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11246 _mm512_mask_fmsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11247 {
11248   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
11249                                                     (__v8df) __B,
11250                                                     -(__v8df) __C,
11251                                                     (__mmask8) __U,
11252                                                     _MM_FROUND_CUR_DIRECTION);
11253 }
11254
11255 extern __inline __m512d
11256 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11257 _mm512_mask3_fmsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11258 {
11259   return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
11260                                                      (__v8df) __B,
11261                                                      (__v8df) __C,
11262                                                      (__mmask8) __U,
11263                                                      _MM_FROUND_CUR_DIRECTION);
11264 }
11265
11266 extern __inline __m512d
11267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11268 _mm512_maskz_fmsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11269 {
11270   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
11271                                                      (__v8df) __B,
11272                                                      -(__v8df) __C,
11273                                                      (__mmask8) __U,
11274                                                      _MM_FROUND_CUR_DIRECTION);
11275 }
11276
11277 extern __inline __m512
11278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11279 _mm512_fmsub_ps (__m512 __A, __m512 __B, __m512 __C)
11280 {
11281   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
11282                                                    (__v16sf) __B,
11283                                                    -(__v16sf) __C,
11284                                                    (__mmask16) -1,
11285                                                    _MM_FROUND_CUR_DIRECTION);
11286 }
11287
11288 extern __inline __m512
11289 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11290 _mm512_mask_fmsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11291 {
11292   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
11293                                                    (__v16sf) __B,
11294                                                    -(__v16sf) __C,
11295                                                    (__mmask16) __U,
11296                                                    _MM_FROUND_CUR_DIRECTION);
11297 }
11298
11299 extern __inline __m512
11300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11301 _mm512_mask3_fmsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11302 {
11303   return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
11304                                                     (__v16sf) __B,
11305                                                     (__v16sf) __C,
11306                                                     (__mmask16) __U,
11307                                                     _MM_FROUND_CUR_DIRECTION);
11308 }
11309
11310 extern __inline __m512
11311 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11312 _mm512_maskz_fmsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11313 {
11314   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
11315                                                     (__v16sf) __B,
11316                                                     -(__v16sf) __C,
11317                                                     (__mmask16) __U,
11318                                                     _MM_FROUND_CUR_DIRECTION);
11319 }
11320
11321 extern __inline __m512d
11322 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11323 _mm512_fmaddsub_pd (__m512d __A, __m512d __B, __m512d __C)
11324 {
11325   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
11326                                                        (__v8df) __B,
11327                                                        (__v8df) __C,
11328                                                        (__mmask8) -1,
11329                                                        _MM_FROUND_CUR_DIRECTION);
11330 }
11331
11332 extern __inline __m512d
11333 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11334 _mm512_mask_fmaddsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11335 {
11336   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
11337                                                        (__v8df) __B,
11338                                                        (__v8df) __C,
11339                                                        (__mmask8) __U,
11340                                                        _MM_FROUND_CUR_DIRECTION);
11341 }
11342
11343 extern __inline __m512d
11344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11345 _mm512_mask3_fmaddsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11346 {
11347   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
11348                                                         (__v8df) __B,
11349                                                         (__v8df) __C,
11350                                                         (__mmask8) __U,
11351                                                         _MM_FROUND_CUR_DIRECTION);
11352 }
11353
11354 extern __inline __m512d
11355 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11356 _mm512_maskz_fmaddsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11357 {
11358   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
11359                                                         (__v8df) __B,
11360                                                         (__v8df) __C,
11361                                                         (__mmask8) __U,
11362                                                         _MM_FROUND_CUR_DIRECTION);
11363 }
11364
11365 extern __inline __m512
11366 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11367 _mm512_fmaddsub_ps (__m512 __A, __m512 __B, __m512 __C)
11368 {
11369   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
11370                                                       (__v16sf) __B,
11371                                                       (__v16sf) __C,
11372                                                       (__mmask16) -1,
11373                                                       _MM_FROUND_CUR_DIRECTION);
11374 }
11375
11376 extern __inline __m512
11377 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11378 _mm512_mask_fmaddsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11379 {
11380   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
11381                                                       (__v16sf) __B,
11382                                                       (__v16sf) __C,
11383                                                       (__mmask16) __U,
11384                                                       _MM_FROUND_CUR_DIRECTION);
11385 }
11386
11387 extern __inline __m512
11388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11389 _mm512_mask3_fmaddsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11390 {
11391   return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
11392                                                        (__v16sf) __B,
11393                                                        (__v16sf) __C,
11394                                                        (__mmask16) __U,
11395                                                        _MM_FROUND_CUR_DIRECTION);
11396 }
11397
11398 extern __inline __m512
11399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11400 _mm512_maskz_fmaddsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11401 {
11402   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
11403                                                        (__v16sf) __B,
11404                                                        (__v16sf) __C,
11405                                                        (__mmask16) __U,
11406                                                        _MM_FROUND_CUR_DIRECTION);
11407 }
11408
11409 extern __inline __m512d
11410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11411 _mm512_fmsubadd_pd (__m512d __A, __m512d __B, __m512d __C)
11412 {
11413   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
11414                                                        (__v8df) __B,
11415                                                        -(__v8df) __C,
11416                                                        (__mmask8) -1,
11417                                                        _MM_FROUND_CUR_DIRECTION);
11418 }
11419
11420 extern __inline __m512d
11421 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11422 _mm512_mask_fmsubadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11423 {
11424   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
11425                                                        (__v8df) __B,
11426                                                        -(__v8df) __C,
11427                                                        (__mmask8) __U,
11428                                                        _MM_FROUND_CUR_DIRECTION);
11429 }
11430
11431 extern __inline __m512d
11432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11433 _mm512_mask3_fmsubadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11434 {
11435   return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
11436                                                         (__v8df) __B,
11437                                                         (__v8df) __C,
11438                                                         (__mmask8) __U,
11439                                                         _MM_FROUND_CUR_DIRECTION);
11440 }
11441
11442 extern __inline __m512d
11443 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11444 _mm512_maskz_fmsubadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11445 {
11446   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
11447                                                         (__v8df) __B,
11448                                                         -(__v8df) __C,
11449                                                         (__mmask8) __U,
11450                                                         _MM_FROUND_CUR_DIRECTION);
11451 }
11452
11453 extern __inline __m512
11454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11455 _mm512_fmsubadd_ps (__m512 __A, __m512 __B, __m512 __C)
11456 {
11457   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
11458                                                       (__v16sf) __B,
11459                                                       -(__v16sf) __C,
11460                                                       (__mmask16) -1,
11461                                                       _MM_FROUND_CUR_DIRECTION);
11462 }
11463
11464 extern __inline __m512
11465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11466 _mm512_mask_fmsubadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11467 {
11468   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
11469                                                       (__v16sf) __B,
11470                                                       -(__v16sf) __C,
11471                                                       (__mmask16) __U,
11472                                                       _MM_FROUND_CUR_DIRECTION);
11473 }
11474
11475 extern __inline __m512
11476 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11477 _mm512_mask3_fmsubadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11478 {
11479   return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
11480                                                        (__v16sf) __B,
11481                                                        (__v16sf) __C,
11482                                                        (__mmask16) __U,
11483                                                        _MM_FROUND_CUR_DIRECTION);
11484 }
11485
11486 extern __inline __m512
11487 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11488 _mm512_maskz_fmsubadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11489 {
11490   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
11491                                                        (__v16sf) __B,
11492                                                        -(__v16sf) __C,
11493                                                        (__mmask16) __U,
11494                                                        _MM_FROUND_CUR_DIRECTION);
11495 }
11496
11497 extern __inline __m512d
11498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11499 _mm512_fnmadd_pd (__m512d __A, __m512d __B, __m512d __C)
11500 {
11501   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
11502                                                     (__v8df) __B,
11503                                                     (__v8df) __C,
11504                                                     (__mmask8) -1,
11505                                                     _MM_FROUND_CUR_DIRECTION);
11506 }
11507
11508 extern __inline __m512d
11509 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11510 _mm512_mask_fnmadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11511 {
11512   return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
11513                                                      (__v8df) __B,
11514                                                      (__v8df) __C,
11515                                                      (__mmask8) __U,
11516                                                      _MM_FROUND_CUR_DIRECTION);
11517 }
11518
11519 extern __inline __m512d
11520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11521 _mm512_mask3_fnmadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11522 {
11523   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
11524                                                      (__v8df) __B,
11525                                                      (__v8df) __C,
11526                                                      (__mmask8) __U,
11527                                                      _MM_FROUND_CUR_DIRECTION);
11528 }
11529
11530 extern __inline __m512d
11531 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11532 _mm512_maskz_fnmadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11533 {
11534   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
11535                                                      (__v8df) __B,
11536                                                      (__v8df) __C,
11537                                                      (__mmask8) __U,
11538                                                      _MM_FROUND_CUR_DIRECTION);
11539 }
11540
11541 extern __inline __m512
11542 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11543 _mm512_fnmadd_ps (__m512 __A, __m512 __B, __m512 __C)
11544 {
11545   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
11546                                                    (__v16sf) __B,
11547                                                    (__v16sf) __C,
11548                                                    (__mmask16) -1,
11549                                                    _MM_FROUND_CUR_DIRECTION);
11550 }
11551
11552 extern __inline __m512
11553 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11554 _mm512_mask_fnmadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11555 {
11556   return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
11557                                                     (__v16sf) __B,
11558                                                     (__v16sf) __C,
11559                                                     (__mmask16) __U,
11560                                                     _MM_FROUND_CUR_DIRECTION);
11561 }
11562
11563 extern __inline __m512
11564 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11565 _mm512_mask3_fnmadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11566 {
11567   return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
11568                                                     (__v16sf) __B,
11569                                                     (__v16sf) __C,
11570                                                     (__mmask16) __U,
11571                                                     _MM_FROUND_CUR_DIRECTION);
11572 }
11573
11574 extern __inline __m512
11575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11576 _mm512_maskz_fnmadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11577 {
11578   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
11579                                                     (__v16sf) __B,
11580                                                     (__v16sf) __C,
11581                                                     (__mmask16) __U,
11582                                                     _MM_FROUND_CUR_DIRECTION);
11583 }
11584
11585 extern __inline __m512d
11586 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11587 _mm512_fnmsub_pd (__m512d __A, __m512d __B, __m512d __C)
11588 {
11589   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
11590                                                     (__v8df) __B,
11591                                                     -(__v8df) __C,
11592                                                     (__mmask8) -1,
11593                                                     _MM_FROUND_CUR_DIRECTION);
11594 }
11595
11596 extern __inline __m512d
11597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11598 _mm512_mask_fnmsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
11599 {
11600   return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
11601                                                      (__v8df) __B,
11602                                                      (__v8df) __C,
11603                                                      (__mmask8) __U,
11604                                                      _MM_FROUND_CUR_DIRECTION);
11605 }
11606
11607 extern __inline __m512d
11608 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11609 _mm512_mask3_fnmsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
11610 {
11611   return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
11612                                                       (__v8df) __B,
11613                                                       (__v8df) __C,
11614                                                       (__mmask8) __U,
11615                                                       _MM_FROUND_CUR_DIRECTION);
11616 }
11617
11618 extern __inline __m512d
11619 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11620 _mm512_maskz_fnmsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
11621 {
11622   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
11623                                                      (__v8df) __B,
11624                                                      -(__v8df) __C,
11625                                                      (__mmask8) __U,
11626                                                      _MM_FROUND_CUR_DIRECTION);
11627 }
11628
11629 extern __inline __m512
11630 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11631 _mm512_fnmsub_ps (__m512 __A, __m512 __B, __m512 __C)
11632 {
11633   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
11634                                                    (__v16sf) __B,
11635                                                    -(__v16sf) __C,
11636                                                    (__mmask16) -1,
11637                                                    _MM_FROUND_CUR_DIRECTION);
11638 }
11639
11640 extern __inline __m512
11641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11642 _mm512_mask_fnmsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
11643 {
11644   return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
11645                                                     (__v16sf) __B,
11646                                                     (__v16sf) __C,
11647                                                     (__mmask16) __U,
11648                                                     _MM_FROUND_CUR_DIRECTION);
11649 }
11650
11651 extern __inline __m512
11652 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11653 _mm512_mask3_fnmsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
11654 {
11655   return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
11656                                                      (__v16sf) __B,
11657                                                      (__v16sf) __C,
11658                                                      (__mmask16) __U,
11659                                                      _MM_FROUND_CUR_DIRECTION);
11660 }
11661
11662 extern __inline __m512
11663 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11664 _mm512_maskz_fnmsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
11665 {
11666   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
11667                                                     (__v16sf) __B,
11668                                                     -(__v16sf) __C,
11669                                                     (__mmask16) __U,
11670                                                     _MM_FROUND_CUR_DIRECTION);
11671 }
11672
11673 extern __inline __m256i
11674 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11675 _mm512_cvttpd_epi32 (__m512d __A)
11676 {
11677   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
11678                                                      (__v8si)
11679                                                      _mm256_undefined_si256 (),
11680                                                      (__mmask8) -1,
11681                                                      _MM_FROUND_CUR_DIRECTION);
11682 }
11683
11684 extern __inline __m256i
11685 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11686 _mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
11687 {
11688   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
11689                                                      (__v8si) __W,
11690                                                      (__mmask8) __U,
11691                                                      _MM_FROUND_CUR_DIRECTION);
11692 }
11693
11694 extern __inline __m256i
11695 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11696 _mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
11697 {
11698   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
11699                                                      (__v8si)
11700                                                      _mm256_setzero_si256 (),
11701                                                      (__mmask8) __U,
11702                                                      _MM_FROUND_CUR_DIRECTION);
11703 }
11704
11705 extern __inline __m256i
11706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11707 _mm512_cvttpd_epu32 (__m512d __A)
11708 {
11709   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
11710                                                       (__v8si)
11711                                                       _mm256_undefined_si256 (),
11712                                                       (__mmask8) -1,
11713                                                       _MM_FROUND_CUR_DIRECTION);
11714 }
11715
11716 extern __inline __m256i
11717 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11718 _mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
11719 {
11720   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
11721                                                       (__v8si) __W,
11722                                                       (__mmask8) __U,
11723                                                       _MM_FROUND_CUR_DIRECTION);
11724 }
11725
11726 extern __inline __m256i
11727 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11728 _mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
11729 {
11730   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
11731                                                       (__v8si)
11732                                                       _mm256_setzero_si256 (),
11733                                                       (__mmask8) __U,
11734                                                       _MM_FROUND_CUR_DIRECTION);
11735 }
11736
11737 extern __inline __m256i
11738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11739 _mm512_cvtpd_epi32 (__m512d __A)
11740 {
11741   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
11742                                                     (__v8si)
11743                                                     _mm256_undefined_si256 (),
11744                                                     (__mmask8) -1,
11745                                                     _MM_FROUND_CUR_DIRECTION);
11746 }
11747
11748 extern __inline __m256i
11749 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11750 _mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
11751 {
11752   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
11753                                                     (__v8si) __W,
11754                                                     (__mmask8) __U,
11755                                                     _MM_FROUND_CUR_DIRECTION);
11756 }
11757
11758 extern __inline __m256i
11759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11760 _mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
11761 {
11762   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
11763                                                     (__v8si)
11764                                                     _mm256_setzero_si256 (),
11765                                                     (__mmask8) __U,
11766                                                     _MM_FROUND_CUR_DIRECTION);
11767 }
11768
11769 extern __inline __m256i
11770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11771 _mm512_cvtpd_epu32 (__m512d __A)
11772 {
11773   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
11774                                                      (__v8si)
11775                                                      _mm256_undefined_si256 (),
11776                                                      (__mmask8) -1,
11777                                                      _MM_FROUND_CUR_DIRECTION);
11778 }
11779
11780 extern __inline __m256i
11781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11782 _mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
11783 {
11784   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
11785                                                      (__v8si) __W,
11786                                                      (__mmask8) __U,
11787                                                      _MM_FROUND_CUR_DIRECTION);
11788 }
11789
11790 extern __inline __m256i
11791 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11792 _mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
11793 {
11794   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
11795                                                      (__v8si)
11796                                                      _mm256_setzero_si256 (),
11797                                                      (__mmask8) __U,
11798                                                      _MM_FROUND_CUR_DIRECTION);
11799 }
11800
11801 extern __inline __m512i
11802 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11803 _mm512_cvttps_epi32 (__m512 __A)
11804 {
11805   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
11806                                                      (__v16si)
11807                                                      _mm512_undefined_si512 (),
11808                                                      (__mmask16) -1,
11809                                                      _MM_FROUND_CUR_DIRECTION);
11810 }
11811
11812 extern __inline __m512i
11813 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11814 _mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
11815 {
11816   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
11817                                                      (__v16si) __W,
11818                                                      (__mmask16) __U,
11819                                                      _MM_FROUND_CUR_DIRECTION);
11820 }
11821
11822 extern __inline __m512i
11823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11824 _mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
11825 {
11826   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
11827                                                      (__v16si)
11828                                                      _mm512_setzero_si512 (),
11829                                                      (__mmask16) __U,
11830                                                      _MM_FROUND_CUR_DIRECTION);
11831 }
11832
11833 extern __inline __m512i
11834 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11835 _mm512_cvttps_epu32 (__m512 __A)
11836 {
11837   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
11838                                                       (__v16si)
11839                                                       _mm512_undefined_si512 (),
11840                                                       (__mmask16) -1,
11841                                                       _MM_FROUND_CUR_DIRECTION);
11842 }
11843
11844 extern __inline __m512i
11845 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11846 _mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
11847 {
11848   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
11849                                                       (__v16si) __W,
11850                                                       (__mmask16) __U,
11851                                                       _MM_FROUND_CUR_DIRECTION);
11852 }
11853
11854 extern __inline __m512i
11855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11856 _mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
11857 {
11858   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
11859                                                       (__v16si)
11860                                                       _mm512_setzero_si512 (),
11861                                                       (__mmask16) __U,
11862                                                       _MM_FROUND_CUR_DIRECTION);
11863 }
11864
11865 extern __inline __m512i
11866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11867 _mm512_cvtps_epi32 (__m512 __A)
11868 {
11869   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
11870                                                     (__v16si)
11871                                                     _mm512_undefined_si512 (),
11872                                                     (__mmask16) -1,
11873                                                     _MM_FROUND_CUR_DIRECTION);
11874 }
11875
11876 extern __inline __m512i
11877 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11878 _mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
11879 {
11880   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
11881                                                     (__v16si) __W,
11882                                                     (__mmask16) __U,
11883                                                     _MM_FROUND_CUR_DIRECTION);
11884 }
11885
11886 extern __inline __m512i
11887 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11888 _mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
11889 {
11890   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
11891                                                     (__v16si)
11892                                                     _mm512_setzero_si512 (),
11893                                                     (__mmask16) __U,
11894                                                     _MM_FROUND_CUR_DIRECTION);
11895 }
11896
11897 extern __inline __m512i
11898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11899 _mm512_cvtps_epu32 (__m512 __A)
11900 {
11901   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
11902                                                      (__v16si)
11903                                                      _mm512_undefined_si512 (),
11904                                                      (__mmask16) -1,
11905                                                      _MM_FROUND_CUR_DIRECTION);
11906 }
11907
11908 extern __inline __m512i
11909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11910 _mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
11911 {
11912   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
11913                                                      (__v16si) __W,
11914                                                      (__mmask16) __U,
11915                                                      _MM_FROUND_CUR_DIRECTION);
11916 }
11917
11918 extern __inline __m512i
11919 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11920 _mm512_maskz_cvtps_epu32 (__mmask16 __U, __m512 __A)
11921 {
11922   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
11923                                                      (__v16si)
11924                                                      _mm512_setzero_si512 (),
11925                                                      (__mmask16) __U,
11926                                                      _MM_FROUND_CUR_DIRECTION);
11927 }
11928
11929 #ifdef __x86_64__
11930 extern __inline __m128
11931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11932 _mm_cvtu64_ss (__m128 __A, unsigned long long __B)
11933 {
11934   return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
11935                                               _MM_FROUND_CUR_DIRECTION);
11936 }
11937
11938 extern __inline __m128d
11939 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11940 _mm_cvtu64_sd (__m128d __A, unsigned long long __B)
11941 {
11942   return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
11943                                                _MM_FROUND_CUR_DIRECTION);
11944 }
11945 #endif
11946
11947 extern __inline __m128
11948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11949 _mm_cvtu32_ss (__m128 __A, unsigned __B)
11950 {
11951   return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
11952                                               _MM_FROUND_CUR_DIRECTION);
11953 }
11954
11955 extern __inline __m512
11956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11957 _mm512_cvtepi32_ps (__m512i __A)
11958 {
11959   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
11960                                                    (__v16sf)
11961                                                    _mm512_undefined_ps (),
11962                                                    (__mmask16) -1,
11963                                                    _MM_FROUND_CUR_DIRECTION);
11964 }
11965
11966 extern __inline __m512
11967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11968 _mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
11969 {
11970   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
11971                                                    (__v16sf) __W,
11972                                                    (__mmask16) __U,
11973                                                    _MM_FROUND_CUR_DIRECTION);
11974 }
11975
11976 extern __inline __m512
11977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11978 _mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
11979 {
11980   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
11981                                                    (__v16sf)
11982                                                    _mm512_setzero_ps (),
11983                                                    (__mmask16) __U,
11984                                                    _MM_FROUND_CUR_DIRECTION);
11985 }
11986
11987 extern __inline __m512
11988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11989 _mm512_cvtepu32_ps (__m512i __A)
11990 {
11991   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
11992                                                     (__v16sf)
11993                                                     _mm512_undefined_ps (),
11994                                                     (__mmask16) -1,
11995                                                     _MM_FROUND_CUR_DIRECTION);
11996 }
11997
11998 extern __inline __m512
11999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12000 _mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
12001 {
12002   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
12003                                                     (__v16sf) __W,
12004                                                     (__mmask16) __U,
12005                                                     _MM_FROUND_CUR_DIRECTION);
12006 }
12007
12008 extern __inline __m512
12009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12010 _mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
12011 {
12012   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
12013                                                     (__v16sf)
12014                                                     _mm512_setzero_ps (),
12015                                                     (__mmask16) __U,
12016                                                     _MM_FROUND_CUR_DIRECTION);
12017 }
12018
12019 #ifdef __OPTIMIZE__
12020 extern __inline __m512d
12021 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12022 _mm512_fixupimm_pd (__m512d __A, __m512d __B, __m512i __C, const int __imm)
12023 {
12024   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
12025                                                       (__v8df) __B,
12026                                                       (__v8di) __C,
12027                                                       __imm,
12028                                                       (__mmask8) -1,
12029                                                       _MM_FROUND_CUR_DIRECTION);
12030 }
12031
12032 extern __inline __m512d
12033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12034 _mm512_mask_fixupimm_pd (__m512d __A, __mmask8 __U, __m512d __B,
12035                          __m512i __C, const int __imm)
12036 {
12037   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
12038                                                       (__v8df) __B,
12039                                                       (__v8di) __C,
12040                                                       __imm,
12041                                                       (__mmask8) __U,
12042                                                       _MM_FROUND_CUR_DIRECTION);
12043 }
12044
12045 extern __inline __m512d
12046 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12047 _mm512_maskz_fixupimm_pd (__mmask8 __U, __m512d __A, __m512d __B,
12048                           __m512i __C, const int __imm)
12049 {
12050   return (__m512d) __builtin_ia32_fixupimmpd512_maskz ((__v8df) __A,
12051                                                        (__v8df) __B,
12052                                                        (__v8di) __C,
12053                                                        __imm,
12054                                                        (__mmask8) __U,
12055                                                        _MM_FROUND_CUR_DIRECTION);
12056 }
12057
12058 extern __inline __m512
12059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12060 _mm512_fixupimm_ps (__m512 __A, __m512 __B, __m512i __C, const int __imm)
12061 {
12062   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
12063                                                      (__v16sf) __B,
12064                                                      (__v16si) __C,
12065                                                      __imm,
12066                                                      (__mmask16) -1,
12067                                                      _MM_FROUND_CUR_DIRECTION);
12068 }
12069
12070 extern __inline __m512
12071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12072 _mm512_mask_fixupimm_ps (__m512 __A, __mmask16 __U, __m512 __B,
12073                          __m512i __C, const int __imm)
12074 {
12075   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
12076                                                      (__v16sf) __B,
12077                                                      (__v16si) __C,
12078                                                      __imm,
12079                                                      (__mmask16) __U,
12080                                                      _MM_FROUND_CUR_DIRECTION);
12081 }
12082
12083 extern __inline __m512
12084 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12085 _mm512_maskz_fixupimm_ps (__mmask16 __U, __m512 __A, __m512 __B,
12086                           __m512i __C, const int __imm)
12087 {
12088   return (__m512) __builtin_ia32_fixupimmps512_maskz ((__v16sf) __A,
12089                                                       (__v16sf) __B,
12090                                                       (__v16si) __C,
12091                                                       __imm,
12092                                                       (__mmask16) __U,
12093                                                       _MM_FROUND_CUR_DIRECTION);
12094 }
12095
12096 extern __inline __m128d
12097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12098 _mm_fixupimm_sd (__m128d __A, __m128d __B, __m128i __C, const int __imm)
12099 {
12100   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
12101                                                    (__v2df) __B,
12102                                                    (__v2di) __C, __imm,
12103                                                    (__mmask8) -1,
12104                                                    _MM_FROUND_CUR_DIRECTION);
12105 }
12106
12107 extern __inline __m128d
12108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12109 _mm_mask_fixupimm_sd (__m128d __A, __mmask8 __U, __m128d __B,
12110                       __m128i __C, const int __imm)
12111 {
12112   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
12113                                                    (__v2df) __B,
12114                                                    (__v2di) __C, __imm,
12115                                                    (__mmask8) __U,
12116                                                    _MM_FROUND_CUR_DIRECTION);
12117 }
12118
12119 extern __inline __m128d
12120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12121 _mm_maskz_fixupimm_sd (__mmask8 __U, __m128d __A, __m128d __B,
12122                        __m128i __C, const int __imm)
12123 {
12124   return (__m128d) __builtin_ia32_fixupimmsd_maskz ((__v2df) __A,
12125                                                     (__v2df) __B,
12126                                                     (__v2di) __C,
12127                                                     __imm,
12128                                                     (__mmask8) __U,
12129                                                     _MM_FROUND_CUR_DIRECTION);
12130 }
12131
12132 extern __inline __m128
12133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12134 _mm_fixupimm_ss (__m128 __A, __m128 __B, __m128i __C, const int __imm)
12135 {
12136   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
12137                                                   (__v4sf) __B,
12138                                                   (__v4si) __C, __imm,
12139                                                   (__mmask8) -1,
12140                                                   _MM_FROUND_CUR_DIRECTION);
12141 }
12142
12143 extern __inline __m128
12144 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12145 _mm_mask_fixupimm_ss (__m128 __A, __mmask8 __U, __m128 __B,
12146                       __m128i __C, const int __imm)
12147 {
12148   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
12149                                                   (__v4sf) __B,
12150                                                   (__v4si) __C, __imm,
12151                                                   (__mmask8) __U,
12152                                                   _MM_FROUND_CUR_DIRECTION);
12153 }
12154
12155 extern __inline __m128
12156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12157 _mm_maskz_fixupimm_ss (__mmask8 __U, __m128 __A, __m128 __B,
12158                        __m128i __C, const int __imm)
12159 {
12160   return (__m128) __builtin_ia32_fixupimmss_maskz ((__v4sf) __A,
12161                                                    (__v4sf) __B,
12162                                                    (__v4si) __C, __imm,
12163                                                    (__mmask8) __U,
12164                                                    _MM_FROUND_CUR_DIRECTION);
12165 }
12166 #else
12167 #define _mm512_fixupimm_pd(X, Y, Z, C)                                  \
12168   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
12169       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
12170       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
12171
12172 #define _mm512_mask_fixupimm_pd(X, U, Y, Z, C)                          \
12173   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
12174       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
12175       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12176
12177 #define _mm512_maskz_fixupimm_pd(U, X, Y, Z, C)                         \
12178   ((__m512d)__builtin_ia32_fixupimmpd512_maskz ((__v8df)(__m512d)(X),   \
12179       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
12180       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12181
12182 #define _mm512_fixupimm_ps(X, Y, Z, C)                                  \
12183   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
12184     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
12185     (__mmask16)(-1), _MM_FROUND_CUR_DIRECTION))
12186
12187 #define _mm512_mask_fixupimm_ps(X, U, Y, Z, C)                          \
12188   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
12189     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
12190     (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
12191
12192 #define _mm512_maskz_fixupimm_ps(U, X, Y, Z, C)                         \
12193   ((__m512)__builtin_ia32_fixupimmps512_maskz ((__v16sf)(__m512)(X),    \
12194     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
12195     (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
12196
12197 #define _mm_fixupimm_sd(X, Y, Z, C)                                     \
12198     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
12199       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
12200       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
12201
12202 #define _mm_mask_fixupimm_sd(X, U, Y, Z, C)                             \
12203     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
12204       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
12205       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12206
12207 #define _mm_maskz_fixupimm_sd(U, X, Y, Z, C)                            \
12208     ((__m128d)__builtin_ia32_fixupimmsd_maskz ((__v2df)(__m128d)(X),    \
12209       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
12210       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12211
12212 #define _mm_fixupimm_ss(X, Y, Z, C)                                     \
12213     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
12214       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
12215       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
12216
12217 #define _mm_mask_fixupimm_ss(X, U, Y, Z, C)                             \
12218     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
12219       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
12220       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12221
12222 #define _mm_maskz_fixupimm_ss(U, X, Y, Z, C)                            \
12223     ((__m128)__builtin_ia32_fixupimmss_maskz ((__v4sf)(__m128)(X),      \
12224       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
12225       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12226 #endif
12227
12228 #ifdef __x86_64__
12229 extern __inline unsigned long long
12230 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12231 _mm_cvtss_u64 (__m128 __A)
12232 {
12233   return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
12234                                                            __A,
12235                                                            _MM_FROUND_CUR_DIRECTION);
12236 }
12237
12238 extern __inline unsigned long long
12239 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12240 _mm_cvttss_u64 (__m128 __A)
12241 {
12242   return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
12243                                                             __A,
12244                                                             _MM_FROUND_CUR_DIRECTION);
12245 }
12246
12247 extern __inline long long
12248 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12249 _mm_cvttss_i64 (__m128 __A)
12250 {
12251   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
12252                                                   _MM_FROUND_CUR_DIRECTION);
12253 }
12254 #endif /* __x86_64__ */
12255
12256 extern __inline unsigned
12257 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12258 _mm_cvtss_u32 (__m128 __A)
12259 {
12260   return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
12261                                                  _MM_FROUND_CUR_DIRECTION);
12262 }
12263
12264 extern __inline unsigned
12265 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12266 _mm_cvttss_u32 (__m128 __A)
12267 {
12268   return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
12269                                                   _MM_FROUND_CUR_DIRECTION);
12270 }
12271
12272 extern __inline int
12273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12274 _mm_cvttss_i32 (__m128 __A)
12275 {
12276   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
12277                                             _MM_FROUND_CUR_DIRECTION);
12278 }
12279
12280 #ifdef __x86_64__
12281 extern __inline unsigned long long
12282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12283 _mm_cvtsd_u64 (__m128d __A)
12284 {
12285   return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
12286                                                            __A,
12287                                                            _MM_FROUND_CUR_DIRECTION);
12288 }
12289
12290 extern __inline unsigned long long
12291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12292 _mm_cvttsd_u64 (__m128d __A)
12293 {
12294   return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
12295                                                             __A,
12296                                                             _MM_FROUND_CUR_DIRECTION);
12297 }
12298
12299 extern __inline long long
12300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12301 _mm_cvttsd_i64 (__m128d __A)
12302 {
12303   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
12304                                                   _MM_FROUND_CUR_DIRECTION);
12305 }
12306 #endif /* __x86_64__ */
12307
12308 extern __inline unsigned
12309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12310 _mm_cvtsd_u32 (__m128d __A)
12311 {
12312   return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
12313                                                  _MM_FROUND_CUR_DIRECTION);
12314 }
12315
12316 extern __inline unsigned
12317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12318 _mm_cvttsd_u32 (__m128d __A)
12319 {
12320   return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
12321                                                   _MM_FROUND_CUR_DIRECTION);
12322 }
12323
12324 extern __inline int
12325 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12326 _mm_cvttsd_i32 (__m128d __A)
12327 {
12328   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
12329                                             _MM_FROUND_CUR_DIRECTION);
12330 }
12331
12332 extern __inline __m512d
12333 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12334 _mm512_cvtps_pd (__m256 __A)
12335 {
12336   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
12337                                                     (__v8df)
12338                                                     _mm512_undefined_pd (),
12339                                                     (__mmask8) -1,
12340                                                     _MM_FROUND_CUR_DIRECTION);
12341 }
12342
12343 extern __inline __m512d
12344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12345 _mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
12346 {
12347   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
12348                                                     (__v8df) __W,
12349                                                     (__mmask8) __U,
12350                                                     _MM_FROUND_CUR_DIRECTION);
12351 }
12352
12353 extern __inline __m512d
12354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12355 _mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
12356 {
12357   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
12358                                                     (__v8df)
12359                                                     _mm512_setzero_pd (),
12360                                                     (__mmask8) __U,
12361                                                     _MM_FROUND_CUR_DIRECTION);
12362 }
12363
12364 extern __inline __m512
12365 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12366 _mm512_cvtph_ps (__m256i __A)
12367 {
12368   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
12369                                                     (__v16sf)
12370                                                     _mm512_undefined_ps (),
12371                                                     (__mmask16) -1,
12372                                                     _MM_FROUND_CUR_DIRECTION);
12373 }
12374
12375 extern __inline __m512
12376 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12377 _mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
12378 {
12379   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
12380                                                     (__v16sf) __W,
12381                                                     (__mmask16) __U,
12382                                                     _MM_FROUND_CUR_DIRECTION);
12383 }
12384
12385 extern __inline __m512
12386 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12387 _mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
12388 {
12389   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
12390                                                     (__v16sf)
12391                                                     _mm512_setzero_ps (),
12392                                                     (__mmask16) __U,
12393                                                     _MM_FROUND_CUR_DIRECTION);
12394 }
12395
12396 extern __inline __m256
12397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12398 _mm512_cvtpd_ps (__m512d __A)
12399 {
12400   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
12401                                                    (__v8sf)
12402                                                    _mm256_undefined_ps (),
12403                                                    (__mmask8) -1,
12404                                                    _MM_FROUND_CUR_DIRECTION);
12405 }
12406
12407 extern __inline __m256
12408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12409 _mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
12410 {
12411   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
12412                                                    (__v8sf) __W,
12413                                                    (__mmask8) __U,
12414                                                    _MM_FROUND_CUR_DIRECTION);
12415 }
12416
12417 extern __inline __m256
12418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12419 _mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
12420 {
12421   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
12422                                                    (__v8sf)
12423                                                    _mm256_setzero_ps (),
12424                                                    (__mmask8) __U,
12425                                                    _MM_FROUND_CUR_DIRECTION);
12426 }
12427
12428 #ifdef __OPTIMIZE__
12429 extern __inline __m512
12430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12431 _mm512_getexp_ps (__m512 __A)
12432 {
12433   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
12434                                                    (__v16sf)
12435                                                    _mm512_undefined_ps (),
12436                                                    (__mmask16) -1,
12437                                                    _MM_FROUND_CUR_DIRECTION);
12438 }
12439
12440 extern __inline __m512
12441 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12442 _mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
12443 {
12444   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
12445                                                    (__v16sf) __W,
12446                                                    (__mmask16) __U,
12447                                                    _MM_FROUND_CUR_DIRECTION);
12448 }
12449
12450 extern __inline __m512
12451 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12452 _mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
12453 {
12454   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
12455                                                    (__v16sf)
12456                                                    _mm512_setzero_ps (),
12457                                                    (__mmask16) __U,
12458                                                    _MM_FROUND_CUR_DIRECTION);
12459 }
12460
12461 extern __inline __m512d
12462 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12463 _mm512_getexp_pd (__m512d __A)
12464 {
12465   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
12466                                                     (__v8df)
12467                                                     _mm512_undefined_pd (),
12468                                                     (__mmask8) -1,
12469                                                     _MM_FROUND_CUR_DIRECTION);
12470 }
12471
12472 extern __inline __m512d
12473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12474 _mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
12475 {
12476   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
12477                                                     (__v8df) __W,
12478                                                     (__mmask8) __U,
12479                                                     _MM_FROUND_CUR_DIRECTION);
12480 }
12481
12482 extern __inline __m512d
12483 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12484 _mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
12485 {
12486   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
12487                                                     (__v8df)
12488                                                     _mm512_setzero_pd (),
12489                                                     (__mmask8) __U,
12490                                                     _MM_FROUND_CUR_DIRECTION);
12491 }
12492
12493 extern __inline __m128
12494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12495 _mm_getexp_ss (__m128 __A, __m128 __B)
12496 {
12497   return (__m128) __builtin_ia32_getexpss128_round ((__v4sf) __A,
12498                                                     (__v4sf) __B,
12499                                                     _MM_FROUND_CUR_DIRECTION);
12500 }
12501
12502 extern __inline __m128d
12503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12504 _mm_getexp_sd (__m128d __A, __m128d __B)
12505 {
12506   return (__m128d) __builtin_ia32_getexpsd128_round ((__v2df) __A,
12507                                                      (__v2df) __B,
12508                                                      _MM_FROUND_CUR_DIRECTION);
12509 }
12510
12511 extern __inline __m512d
12512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12513 _mm512_getmant_pd (__m512d __A, _MM_MANTISSA_NORM_ENUM __B,
12514                    _MM_MANTISSA_SIGN_ENUM __C)
12515 {
12516   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
12517                                                      (__C << 2) | __B,
12518                                                      _mm512_undefined_pd (),
12519                                                      (__mmask8) -1,
12520                                                      _MM_FROUND_CUR_DIRECTION);
12521 }
12522
12523 extern __inline __m512d
12524 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12525 _mm512_mask_getmant_pd (__m512d __W, __mmask8 __U, __m512d __A,
12526                         _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
12527 {
12528   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
12529                                                      (__C << 2) | __B,
12530                                                      (__v8df) __W, __U,
12531                                                      _MM_FROUND_CUR_DIRECTION);
12532 }
12533
12534 extern __inline __m512d
12535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12536 _mm512_maskz_getmant_pd (__mmask8 __U, __m512d __A,
12537                          _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
12538 {
12539   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
12540                                                      (__C << 2) | __B,
12541                                                      (__v8df)
12542                                                      _mm512_setzero_pd (),
12543                                                      __U,
12544                                                      _MM_FROUND_CUR_DIRECTION);
12545 }
12546
12547 extern __inline __m512
12548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12549 _mm512_getmant_ps (__m512 __A, _MM_MANTISSA_NORM_ENUM __B,
12550                    _MM_MANTISSA_SIGN_ENUM __C)
12551 {
12552   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
12553                                                     (__C << 2) | __B,
12554                                                     _mm512_undefined_ps (),
12555                                                     (__mmask16) -1,
12556                                                     _MM_FROUND_CUR_DIRECTION);
12557 }
12558
12559 extern __inline __m512
12560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12561 _mm512_mask_getmant_ps (__m512 __W, __mmask16 __U, __m512 __A,
12562                         _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
12563 {
12564   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
12565                                                     (__C << 2) | __B,
12566                                                     (__v16sf) __W, __U,
12567                                                     _MM_FROUND_CUR_DIRECTION);
12568 }
12569
12570 extern __inline __m512
12571 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12572 _mm512_maskz_getmant_ps (__mmask16 __U, __m512 __A,
12573                          _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
12574 {
12575   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
12576                                                     (__C << 2) | __B,
12577                                                     (__v16sf)
12578                                                     _mm512_setzero_ps (),
12579                                                     __U,
12580                                                     _MM_FROUND_CUR_DIRECTION);
12581 }
12582
12583 extern __inline __m128d
12584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12585 _mm_getmant_sd (__m128d __A, __m128d __B, _MM_MANTISSA_NORM_ENUM __C,
12586                 _MM_MANTISSA_SIGN_ENUM __D)
12587 {
12588   return (__m128d) __builtin_ia32_getmantsd_round ((__v2df) __A,
12589                                                    (__v2df) __B,
12590                                                    (__D << 2) | __C,
12591                                                    _MM_FROUND_CUR_DIRECTION);
12592 }
12593
12594 extern __inline __m128
12595 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12596 _mm_getmant_ss (__m128 __A, __m128 __B, _MM_MANTISSA_NORM_ENUM __C,
12597                 _MM_MANTISSA_SIGN_ENUM __D)
12598 {
12599   return (__m128) __builtin_ia32_getmantss_round ((__v4sf) __A,
12600                                                   (__v4sf) __B,
12601                                                   (__D << 2) | __C,
12602                                                   _MM_FROUND_CUR_DIRECTION);
12603 }
12604
12605 #else
12606 #define _mm512_getmant_pd(X, B, C)                                                  \
12607   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
12608                                               (int)(((C)<<2) | (B)),                \
12609                                               (__v8df)_mm512_undefined_pd(),        \
12610                                               (__mmask8)-1,\
12611                                               _MM_FROUND_CUR_DIRECTION))
12612
12613 #define _mm512_mask_getmant_pd(W, U, X, B, C)                                       \
12614   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
12615                                               (int)(((C)<<2) | (B)),                \
12616                                               (__v8df)(__m512d)(W),                 \
12617                                               (__mmask8)(U),\
12618                                               _MM_FROUND_CUR_DIRECTION))
12619
12620 #define _mm512_maskz_getmant_pd(U, X, B, C)                                         \
12621   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
12622                                               (int)(((C)<<2) | (B)),                \
12623                                               (__v8df)_mm512_setzero_pd(),          \
12624                                               (__mmask8)(U),\
12625                                               _MM_FROUND_CUR_DIRECTION))
12626 #define _mm512_getmant_ps(X, B, C)                                                  \
12627   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
12628                                              (int)(((C)<<2) | (B)),                 \
12629                                              (__v16sf)_mm512_undefined_ps(),        \
12630                                              (__mmask16)-1,\
12631                                              _MM_FROUND_CUR_DIRECTION))
12632
12633 #define _mm512_mask_getmant_ps(W, U, X, B, C)                                       \
12634   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
12635                                              (int)(((C)<<2) | (B)),                 \
12636                                              (__v16sf)(__m512)(W),                  \
12637                                              (__mmask16)(U),\
12638                                              _MM_FROUND_CUR_DIRECTION))
12639
12640 #define _mm512_maskz_getmant_ps(U, X, B, C)                                         \
12641   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
12642                                              (int)(((C)<<2) | (B)),                 \
12643                                              (__v16sf)_mm512_setzero_ps(),          \
12644                                              (__mmask16)(U),\
12645                                              _MM_FROUND_CUR_DIRECTION))
12646 #define _mm_getmant_sd(X, Y, C, D)                                                  \
12647   ((__m128d)__builtin_ia32_getmantsd_round ((__v2df)(__m128d)(X),                    \
12648                                            (__v2df)(__m128d)(Y),                    \
12649                                            (int)(((D)<<2) | (C)),                   \
12650                                            _MM_FROUND_CUR_DIRECTION))
12651
12652 #define _mm_getmant_ss(X, Y, C, D)                                                  \
12653   ((__m128)__builtin_ia32_getmantss_round ((__v4sf)(__m128)(X),                      \
12654                                           (__v4sf)(__m128)(Y),                      \
12655                                           (int)(((D)<<2) | (C)),                    \
12656                                           _MM_FROUND_CUR_DIRECTION))
12657
12658 #define _mm_getexp_ss(A, B)                                                   \
12659   ((__m128)__builtin_ia32_getexpss128_mask((__v4sf)(__m128)(A), (__v4sf)(__m128)(B),  \
12660                                            _MM_FROUND_CUR_DIRECTION))
12661
12662 #define _mm_getexp_sd(A, B)                                                    \
12663   ((__m128d)__builtin_ia32_getexpsd128_mask((__v2df)(__m128d)(A), (__v2df)(__m128d)(B),\
12664                                             _MM_FROUND_CUR_DIRECTION))
12665
12666 #define _mm512_getexp_ps(A)                                             \
12667   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
12668   (__v16sf)_mm512_undefined_ps(), (__mmask16)-1, _MM_FROUND_CUR_DIRECTION))
12669
12670 #define _mm512_mask_getexp_ps(W, U, A)                                  \
12671   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
12672   (__v16sf)(__m512)(W), (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
12673
12674 #define _mm512_maskz_getexp_ps(U, A)                                    \
12675   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
12676   (__v16sf)_mm512_setzero_ps(), (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
12677
12678 #define _mm512_getexp_pd(A)                                             \
12679   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
12680   (__v8df)_mm512_undefined_pd(), (__mmask8)-1, _MM_FROUND_CUR_DIRECTION))
12681
12682 #define _mm512_mask_getexp_pd(W, U, A)                                  \
12683   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
12684   (__v8df)(__m512d)(W), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12685
12686 #define _mm512_maskz_getexp_pd(U, A)                                    \
12687   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
12688   (__v8df)_mm512_setzero_pd(), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
12689 #endif
12690
12691 #ifdef __OPTIMIZE__
12692 extern __inline __m512
12693 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12694 _mm512_roundscale_ps (__m512 __A, const int __imm)
12695 {
12696   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A, __imm,
12697                                                   (__v16sf)
12698                                                   _mm512_undefined_ps (),
12699                                                   -1,
12700                                                   _MM_FROUND_CUR_DIRECTION);
12701 }
12702
12703 extern __inline __m512
12704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12705 _mm512_mask_roundscale_ps (__m512 __A, __mmask16 __B, __m512 __C,
12706                            const int __imm)
12707 {
12708   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __C, __imm,
12709                                                   (__v16sf) __A,
12710                                                   (__mmask16) __B,
12711                                                   _MM_FROUND_CUR_DIRECTION);
12712 }
12713
12714 extern __inline __m512
12715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12716 _mm512_maskz_roundscale_ps (__mmask16 __A, __m512 __B, const int __imm)
12717 {
12718   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __B,
12719                                                   __imm,
12720                                                   (__v16sf)
12721                                                   _mm512_setzero_ps (),
12722                                                   (__mmask16) __A,
12723                                                   _MM_FROUND_CUR_DIRECTION);
12724 }
12725
12726 extern __inline __m512d
12727 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12728 _mm512_roundscale_pd (__m512d __A, const int __imm)
12729 {
12730   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A, __imm,
12731                                                    (__v8df)
12732                                                    _mm512_undefined_pd (),
12733                                                    -1,
12734                                                    _MM_FROUND_CUR_DIRECTION);
12735 }
12736
12737 extern __inline __m512d
12738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12739 _mm512_mask_roundscale_pd (__m512d __A, __mmask8 __B, __m512d __C,
12740                            const int __imm)
12741 {
12742   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __C, __imm,
12743                                                    (__v8df) __A,
12744                                                    (__mmask8) __B,
12745                                                    _MM_FROUND_CUR_DIRECTION);
12746 }
12747
12748 extern __inline __m512d
12749 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12750 _mm512_maskz_roundscale_pd (__mmask8 __A, __m512d __B, const int __imm)
12751 {
12752   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __B,
12753                                                    __imm,
12754                                                    (__v8df)
12755                                                    _mm512_setzero_pd (),
12756                                                    (__mmask8) __A,
12757                                                    _MM_FROUND_CUR_DIRECTION);
12758 }
12759
12760 extern __inline __m128
12761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12762 _mm_roundscale_ss (__m128 __A, __m128 __B, const int __imm)
12763 {
12764   return (__m128) __builtin_ia32_rndscaless_round ((__v4sf) __A,
12765                                                    (__v4sf) __B, __imm,
12766                                                    _MM_FROUND_CUR_DIRECTION);
12767 }
12768
12769 extern __inline __m128d
12770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12771 _mm_roundscale_sd (__m128d __A, __m128d __B, const int __imm)
12772 {
12773   return (__m128d) __builtin_ia32_rndscalesd_round ((__v2df) __A,
12774                                                     (__v2df) __B, __imm,
12775                                                    _MM_FROUND_CUR_DIRECTION);
12776 }
12777
12778 #else
12779 #define _mm512_roundscale_ps(A, B) \
12780   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(A), (int)(B),\
12781     (__v16sf)_mm512_undefined_ps(), (__mmask16)(-1), _MM_FROUND_CUR_DIRECTION))
12782 #define _mm512_mask_roundscale_ps(A, B, C, D)                           \
12783   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(C),       \
12784                                             (int)(D),                   \
12785                                             (__v16sf)(__m512)(A),       \
12786                                             (__mmask16)(B), _MM_FROUND_CUR_DIRECTION))
12787 #define _mm512_maskz_roundscale_ps(A, B, C)                             \
12788   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(B),       \
12789                                             (int)(C),                   \
12790                                             (__v16sf)_mm512_setzero_ps(),\
12791                                             (__mmask16)(A), _MM_FROUND_CUR_DIRECTION))
12792 #define _mm512_roundscale_pd(A, B) \
12793   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(A), (int)(B),\
12794     (__v8df)_mm512_undefined_pd(), (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
12795 #define _mm512_mask_roundscale_pd(A, B, C, D)                           \
12796   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(C),      \
12797                                              (int)(D),                  \
12798                                              (__v8df)(__m512d)(A),      \
12799                                              (__mmask8)(B), _MM_FROUND_CUR_DIRECTION))
12800 #define _mm512_maskz_roundscale_pd(A, B, C)                             \
12801   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(B),      \
12802                                              (int)(C),                  \
12803                                              (__v8df)_mm512_setzero_pd(),\
12804                                              (__mmask8)(A), _MM_FROUND_CUR_DIRECTION))
12805 #define _mm_roundscale_ss(A, B, C)                                      \
12806   ((__m128) __builtin_ia32_rndscaless_round ((__v4sf)(__m128)(A),       \
12807   (__v4sf)(__m128)(B), (int)(C), _MM_FROUND_CUR_DIRECTION))
12808 #define _mm_roundscale_sd(A, B, C)                                      \
12809   ((__m128d) __builtin_ia32_rndscalesd_round ((__v2df)(__m128d)(A),     \
12810     (__v2df)(__m128d)(B), (int)(C), _MM_FROUND_CUR_DIRECTION))
12811 #endif
12812
12813 #ifdef __OPTIMIZE__
12814 extern __inline __mmask8
12815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12816 _mm512_cmp_pd_mask (__m512d __X, __m512d __Y, const int __P)
12817 {
12818   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
12819                                                   (__v8df) __Y, __P,
12820                                                   (__mmask8) -1,
12821                                                   _MM_FROUND_CUR_DIRECTION);
12822 }
12823
12824 extern __inline __mmask16
12825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12826 _mm512_cmp_ps_mask (__m512 __X, __m512 __Y, const int __P)
12827 {
12828   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
12829                                                    (__v16sf) __Y, __P,
12830                                                    (__mmask16) -1,
12831                                                    _MM_FROUND_CUR_DIRECTION);
12832 }
12833
12834 extern __inline __mmask16
12835 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12836 _mm512_mask_cmp_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y, const int __P)
12837 {
12838   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
12839                                                    (__v16sf) __Y, __P,
12840                                                    (__mmask16) __U,
12841                                                    _MM_FROUND_CUR_DIRECTION);
12842 }
12843
12844 extern __inline __mmask8
12845 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12846 _mm512_mask_cmp_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y, const int __P)
12847 {
12848   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
12849                                                   (__v8df) __Y, __P,
12850                                                   (__mmask8) __U,
12851                                                   _MM_FROUND_CUR_DIRECTION);
12852 }
12853
12854 extern __inline __mmask8
12855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12856 _mm_cmp_sd_mask (__m128d __X, __m128d __Y, const int __P)
12857 {
12858   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
12859                                                (__v2df) __Y, __P,
12860                                                (__mmask8) -1,
12861                                                _MM_FROUND_CUR_DIRECTION);
12862 }
12863
12864 extern __inline __mmask8
12865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12866 _mm_mask_cmp_sd_mask (__mmask8 __M, __m128d __X, __m128d __Y, const int __P)
12867 {
12868   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
12869                                                (__v2df) __Y, __P,
12870                                                (__mmask8) __M,
12871                                                _MM_FROUND_CUR_DIRECTION);
12872 }
12873
12874 extern __inline __mmask8
12875 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12876 _mm_cmp_ss_mask (__m128 __X, __m128 __Y, const int __P)
12877 {
12878   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
12879                                                (__v4sf) __Y, __P,
12880                                                (__mmask8) -1,
12881                                                _MM_FROUND_CUR_DIRECTION);
12882 }
12883
12884 extern __inline __mmask8
12885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12886 _mm_mask_cmp_ss_mask (__mmask8 __M, __m128 __X, __m128 __Y, const int __P)
12887 {
12888   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
12889                                                (__v4sf) __Y, __P,
12890                                                (__mmask8) __M,
12891                                                _MM_FROUND_CUR_DIRECTION);
12892 }
12893
12894 #else
12895 #define _mm512_cmp_pd_mask(X, Y, P)                                     \
12896   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
12897                                             (__v8df)(__m512d)(Y), (int)(P),\
12898                                             (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
12899
12900 #define _mm512_cmp_ps_mask(X, Y, P)                                     \
12901   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
12902                                              (__v16sf)(__m512)(Y), (int)(P),\
12903                                              (__mmask16)-1,_MM_FROUND_CUR_DIRECTION))
12904
12905 #define _mm512_mask_cmp_pd_mask(M, X, Y, P)                                     \
12906   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
12907                                             (__v8df)(__m512d)(Y), (int)(P),\
12908                                             (__mmask8)M, _MM_FROUND_CUR_DIRECTION))
12909
12910 #define _mm512_mask_cmp_ps_mask(M, X, Y, P)                                     \
12911   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
12912                                              (__v16sf)(__m512)(Y), (int)(P),\
12913                                              (__mmask16)M,_MM_FROUND_CUR_DIRECTION))
12914
12915 #define _mm_cmp_sd_mask(X, Y, P)                                        \
12916   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
12917                                          (__v2df)(__m128d)(Y), (int)(P),\
12918                                          (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
12919
12920 #define _mm_mask_cmp_sd_mask(M, X, Y, P)                                        \
12921   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
12922                                          (__v2df)(__m128d)(Y), (int)(P),\
12923                                          M,_MM_FROUND_CUR_DIRECTION))
12924
12925 #define _mm_cmp_ss_mask(X, Y, P)                                        \
12926   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
12927                                          (__v4sf)(__m128)(Y), (int)(P), \
12928                                          (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
12929
12930 #define _mm_mask_cmp_ss_mask(M, X, Y, P)                                        \
12931   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
12932                                          (__v4sf)(__m128)(Y), (int)(P), \
12933                                          M,_MM_FROUND_CUR_DIRECTION))
12934 #endif
12935
12936 extern __inline __mmask16
12937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12938 _mm512_kmov (__mmask16 __A)
12939 {
12940   return __builtin_ia32_kmov16 (__A);
12941 }
12942
12943 extern __inline __m512
12944 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12945 _mm512_castpd_ps (__m512d __A)
12946 {
12947   return (__m512) (__A);
12948 }
12949
12950 extern __inline __m512i
12951 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12952 _mm512_castpd_si512 (__m512d __A)
12953 {
12954   return (__m512i) (__A);
12955 }
12956
12957 extern __inline __m512d
12958 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12959 _mm512_castps_pd (__m512 __A)
12960 {
12961   return (__m512d) (__A);
12962 }
12963
12964 extern __inline __m512i
12965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12966 _mm512_castps_si512 (__m512 __A)
12967 {
12968   return (__m512i) (__A);
12969 }
12970
12971 extern __inline __m512
12972 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12973 _mm512_castsi512_ps (__m512i __A)
12974 {
12975   return (__m512) (__A);
12976 }
12977
12978 extern __inline __m512d
12979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12980 _mm512_castsi512_pd (__m512i __A)
12981 {
12982   return (__m512d) (__A);
12983 }
12984
12985 extern __inline __m128d
12986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12987 _mm512_castpd512_pd128 (__m512d __A)
12988 {
12989   return (__m128d)_mm512_extractf32x4_ps((__m512)__A, 0);
12990 }
12991
12992 extern __inline __m128
12993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12994 _mm512_castps512_ps128 (__m512 __A)
12995 {
12996   return _mm512_extractf32x4_ps(__A, 0);
12997 }
12998
12999 extern __inline __m128i
13000 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13001 _mm512_castsi512_si128 (__m512i __A)
13002 {
13003   return (__m128i)_mm512_extracti32x4_epi32((__m512i)__A, 0);
13004 }
13005
13006 extern __inline __m256d
13007 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13008 _mm512_castpd512_pd256 (__m512d __A)
13009 {
13010   return _mm512_extractf64x4_pd(__A, 0);
13011 }
13012
13013 extern __inline __m256
13014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13015 _mm512_castps512_ps256 (__m512 __A)
13016 {
13017   return (__m256)_mm512_extractf64x4_pd((__m512d)__A, 0);
13018 }
13019
13020 extern __inline __m256i
13021 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13022 _mm512_castsi512_si256 (__m512i __A)
13023 {
13024   return (__m256i)_mm512_extractf64x4_pd((__m512d)__A, 0);
13025 }
13026
13027 extern __inline __m512d
13028 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13029 _mm512_castpd128_pd512 (__m128d __A)
13030 {
13031   return (__m512d) __builtin_ia32_pd512_pd((__m128d)__A);
13032 }
13033
13034 extern __inline __m512
13035 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13036 _mm512_castps128_ps512 (__m128 __A)
13037 {
13038   return (__m512) __builtin_ia32_ps512_ps((__m128)__A);
13039 }
13040
13041 extern __inline __m512i
13042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13043 _mm512_castsi128_si512 (__m128i __A)
13044 {
13045   return (__m512i) __builtin_ia32_si512_si((__v4si)__A);
13046 }
13047
13048 extern __inline __m512d
13049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13050 _mm512_castpd256_pd512 (__m256d __A)
13051 {
13052   return __builtin_ia32_pd512_256pd (__A);
13053 }
13054
13055 extern __inline __m512
13056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13057 _mm512_castps256_ps512 (__m256 __A)
13058 {
13059   return __builtin_ia32_ps512_256ps (__A);
13060 }
13061
13062 extern __inline __m512i
13063 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13064 _mm512_castsi256_si512 (__m256i __A)
13065 {
13066   return (__m512i)__builtin_ia32_si512_256si ((__v8si)__A);
13067 }
13068
13069 extern __inline __mmask16
13070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13071 _mm512_cmpeq_epu32_mask (__m512i __A, __m512i __B)
13072 {
13073   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
13074                                                      (__v16si) __B, 0,
13075                                                      (__mmask16) -1);
13076 }
13077
13078 extern __inline __mmask16
13079 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13080 _mm512_mask_cmpeq_epu32_mask (__mmask16 __U, __m512i __A, __m512i __B)
13081 {
13082   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
13083                                                      (__v16si) __B, 0, __U);
13084 }
13085
13086 extern __inline __mmask8
13087 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13088 _mm512_mask_cmpeq_epu64_mask (__mmask8 __U, __m512i __A, __m512i __B)
13089 {
13090   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
13091                                                     (__v8di) __B, 0, __U);
13092 }
13093
13094 extern __inline __mmask8
13095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13096 _mm512_cmpeq_epu64_mask (__m512i __A, __m512i __B)
13097 {
13098   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
13099                                                     (__v8di) __B, 0,
13100                                                     (__mmask8) -1);
13101 }
13102
13103 extern __inline __mmask16
13104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13105 _mm512_cmpgt_epu32_mask (__m512i __A, __m512i __B)
13106 {
13107   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
13108                                                      (__v16si) __B, 6,
13109                                                      (__mmask16) -1);
13110 }
13111
13112 extern __inline __mmask16
13113 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13114 _mm512_mask_cmpgt_epu32_mask (__mmask16 __U, __m512i __A, __m512i __B)
13115 {
13116   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
13117                                                      (__v16si) __B, 6,  __U);
13118 }
13119
13120 extern __inline __mmask8
13121 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13122 _mm512_mask_cmpgt_epu64_mask (__mmask8 __U, __m512i __A, __m512i __B)
13123 {
13124   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
13125                                                     (__v8di) __B, 6, __U);
13126 }
13127
13128 extern __inline __mmask8
13129 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13130 _mm512_cmpgt_epu64_mask (__m512i __A, __m512i __B)
13131 {
13132   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
13133                                                     (__v8di) __B, 6,
13134                                                     (__mmask8) -1);
13135 }
13136
13137 #ifdef __DISABLE_AVX512F__
13138 #undef __DISABLE_AVX512F__
13139 #pragma GCC pop_options
13140 #endif /* __DISABLE_AVX512F__ */
13141
13142 #endif /* _AVX512FINTRIN_H_INCLUDED */